aboutsummaryrefslogtreecommitdiffhomepage
diff options
context:
space:
mode:
authorJ08nY2023-08-24 10:06:25 +0200
committerJ08nY2023-08-24 10:06:25 +0200
commit4893748f6d176a4f48fb03e1a73f2577a7d20730 (patch)
tree53065087756809321e3796821bbe426f216d6ee8
parent96d9846c8d86cd3d3e24ea68792076e355bbf5cb (diff)
downloadsec-certs-4893748f6d176a4f48fb03e1a73f2577a7d20730.tar.gz
sec-certs-4893748f6d176a4f48fb03e1a73f2577a7d20730.tar.zst
sec-certs-4893748f6d176a4f48fb03e1a73f2577a7d20730.zip
Fix pandas dtypes in fips/in_process notebook.
-rw-r--r--notebooks/fips/in_process.ipynb92
1 files changed, 53 insertions, 39 deletions
diff --git a/notebooks/fips/in_process.ipynb b/notebooks/fips/in_process.ipynb
index d127d854..4e0be8cb 100644
--- a/notebooks/fips/in_process.ipynb
+++ b/notebooks/fips/in_process.ipynb
@@ -34,16 +34,20 @@
{
"cell_type": "code",
"execution_count": null,
- "outputs": [],
- "source": [
- "fips = FIPSDataset.from_web_latest()\n"
- ],
+ "id": "a3faaf17",
"metadata": {
"collapsed": false,
+ "jupyter": {
+ "outputs_hidden": false
+ },
"pycharm": {
"name": "#%%\n"
}
- }
+ },
+ "outputs": [],
+ "source": [
+ "fips = FIPSDataset.from_web_latest()\n"
+ ]
},
{
"cell_type": "markdown",
@@ -78,9 +82,7 @@
"cell_type": "code",
"execution_count": null,
"id": "776323d7",
- "metadata": {
- "scrolled": true
- },
+ "metadata": {},
"outputs": [],
"source": [
"iut_melt = iut_global_df.melt(\"timestamp\", var_name=\"type\", value_name=\"count\")\n",
@@ -105,9 +107,7 @@
"cell_type": "code",
"execution_count": null,
"id": "97b726d6",
- "metadata": {
- "scrolled": false
- },
+ "metadata": {},
"outputs": [],
"source": [
"def iut_key(entry):\n",
@@ -126,7 +126,7 @@
"\n",
"#iut_local_df = pd.DataFrame([(entry[0], entry[1], entry[2], iut_first_seen[entry], iut_last_seen[entry], iut_last_seen[entry] == snapshot_date) for entry in iut_first_seen.keys()], columns=(\"name\", \"vendor\", \"standard\", \"first_seen\", \"last_seen\", \"present\"))\n",
"iut_local_df = pd.DataFrame([(entry.module_name, entry.vendor_name, entry.standard, entry.iut_date, iut_first_seen[entry], iut_last_seen[entry], iut_last_seen[entry] == snapshot_date) for entry in iut_first_seen.keys()], columns=(\"name\", \"vendor\", \"standard\", \"iut_date\", \"first_seen\", \"last_seen\", \"present\"))\n",
- "iut_local_df = iut_local_df.astype({\"standard\": \"category\", \"iut_date\": \"datetime64\", \"first_seen\": \"datetime64\", \"last_seen\": \"datetime64\", \"present\": \"bool\"}).fillna(value=np.nan)\n",
+ "iut_local_df = iut_local_df.astype({\"standard\": \"category\", \"iut_date\": \"datetime64[ns]\", \"first_seen\": \"datetime64[ns]\", \"last_seen\": \"datetime64[ns]\", \"present\": \"bool\"}).fillna(value=np.nan)\n",
"iut_local_df[\"seen_for_iut\"] = (iut_local_df.last_seen - iut_local_df.iut_date).dt.days\n",
"iut_local_df[\"seen_for\"] = (iut_local_df.last_seen - iut_local_df.first_seen).dt.days\n",
"\n",
@@ -171,9 +171,7 @@
"cell_type": "code",
"execution_count": null,
"id": "fbfbf88e",
- "metadata": {
- "scrolled": true
- },
+ "metadata": {},
"outputs": [],
"source": [
"hist = sns.histplot(data=iut_local_df[~iut_local_df.present], x=\"seen_for_iut\", hue=\"standard\")"
@@ -201,30 +199,38 @@
},
{
"cell_type": "markdown",
- "source": [
- "### IUT - Certificate mapping"
- ],
+ "id": "e2e5805f",
"metadata": {
"collapsed": false,
+ "jupyter": {
+ "outputs_hidden": false
+ },
"pycharm": {
"name": "#%% md\n"
}
- }
+ },
+ "source": [
+ "### IUT - Certificate mapping"
+ ]
},
{
"cell_type": "code",
"execution_count": null,
- "outputs": [],
- "source": [
- "first_snapshot = iut_dset.snapshots[-1]\n",
- "matches = FIPSProcessMatcher.match_snapshot(first_snapshot, fips)"
- ],
+ "id": "48f49012",
"metadata": {
"collapsed": false,
+ "jupyter": {
+ "outputs_hidden": false
+ },
"pycharm": {
"name": "#%%\n"
}
- }
+ },
+ "outputs": [],
+ "source": [
+ "first_snapshot = iut_dset.snapshots[-1]\n",
+ "matches = FIPSProcessMatcher.match_snapshot(first_snapshot, fips)"
+ ]
},
{
"cell_type": "markdown",
@@ -303,7 +309,7 @@
"\n",
"#mip_local_df = pd.DataFrame([(entry[0], entry[1], entry[2], entry[3], mip_first_seen[entry], mip_last_seen[entry], mip_last_seen[entry] == snapshot_date) for entry in iut_first_seen.keys()], columns=(\"name\", \"vendor\", \"standard\", \"status\", first_seen\", \"last_seen\", \"present\"))\n",
"mip_local_df = pd.DataFrame([(entry.module_name, entry.vendor_name, entry.standard, entry.status, entry.status_since, mip_first_seen[entry], mip_last_seen[entry], mip_last_seen[entry] == snapshot_date) for entry in mip_first_seen.keys()], columns=(\"name\", \"vendor\", \"standard\", \"status\", \"status_since\", \"first_seen\", \"last_seen\", \"present\"))\n",
- "mip_local_df = mip_local_df.astype({\"standard\": \"category\", \"status\": \"category\", \"status_since\": \"datetime64\", \"first_seen\": \"datetime64\", \"last_seen\": \"datetime64\", \"present\": \"bool\"}).fillna(value=np.nan)\n",
+ "mip_local_df = mip_local_df.astype({\"standard\": \"category\", \"status\": \"category\", \"status_since\": \"datetime64[ns]\", \"first_seen\": \"datetime64[ns]\", \"last_seen\": \"datetime64[ns]\", \"present\": \"bool\"}).fillna(value=np.nan)\n",
"mip_local_df[\"seen_for_status\"] = (mip_local_df.last_seen - mip_local_df.status_since).dt.days\n",
"mip_local_df[\"seen_for\"] = (mip_local_df.last_seen - mip_local_df.first_seen).dt.days\n",
"mip_local_df.head()"
@@ -386,35 +392,43 @@
},
{
"cell_type": "markdown",
- "source": [
- "### MIP - Certificate matching"
- ],
+ "id": "b1ce1208",
"metadata": {
"collapsed": false,
+ "jupyter": {
+ "outputs_hidden": false
+ },
"pycharm": {
"name": "#%% md\n"
}
- }
+ },
+ "source": [
+ "### MIP - Certificate matching"
+ ]
},
{
"cell_type": "code",
"execution_count": null,
- "outputs": [],
- "source": [
- "first_snapshot = mip_dset.snapshots[-1]\n",
- "matches = FIPSProcessMatcher.match_snapshot(first_snapshot, fips)"
- ],
+ "id": "c692ad3f",
"metadata": {
"collapsed": false,
+ "jupyter": {
+ "outputs_hidden": false
+ },
"pycharm": {
"name": "#%%\n"
}
- }
+ },
+ "outputs": [],
+ "source": [
+ "first_snapshot = mip_dset.snapshots[-1]\n",
+ "matches = FIPSProcessMatcher.match_snapshot(first_snapshot, fips)"
+ ]
}
],
"metadata": {
"kernelspec": {
- "display_name": "Python 3.8.13 ('venv': venv)",
+ "display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
@@ -428,7 +442,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
- "version": "3.8.13"
+ "version": "3.11.3"
},
"vscode": {
"interpreter": {
@@ -438,4 +452,4 @@
},
"nbformat": 4,
"nbformat_minor": 5
-} \ No newline at end of file
+}