diff options
| author | J08nY | 2023-08-24 10:06:25 +0200 |
|---|---|---|
| committer | J08nY | 2023-08-24 10:06:25 +0200 |
| commit | 4893748f6d176a4f48fb03e1a73f2577a7d20730 (patch) | |
| tree | 53065087756809321e3796821bbe426f216d6ee8 | |
| parent | 96d9846c8d86cd3d3e24ea68792076e355bbf5cb (diff) | |
| download | sec-certs-4893748f6d176a4f48fb03e1a73f2577a7d20730.tar.gz sec-certs-4893748f6d176a4f48fb03e1a73f2577a7d20730.tar.zst sec-certs-4893748f6d176a4f48fb03e1a73f2577a7d20730.zip | |
Fix pandas dtypes in fips/in_process notebook.
| -rw-r--r-- | notebooks/fips/in_process.ipynb | 92 |
1 files changed, 53 insertions, 39 deletions
diff --git a/notebooks/fips/in_process.ipynb b/notebooks/fips/in_process.ipynb index d127d854..4e0be8cb 100644 --- a/notebooks/fips/in_process.ipynb +++ b/notebooks/fips/in_process.ipynb @@ -34,16 +34,20 @@ { "cell_type": "code", "execution_count": null, - "outputs": [], - "source": [ - "fips = FIPSDataset.from_web_latest()\n" - ], + "id": "a3faaf17", "metadata": { "collapsed": false, + "jupyter": { + "outputs_hidden": false + }, "pycharm": { "name": "#%%\n" } - } + }, + "outputs": [], + "source": [ + "fips = FIPSDataset.from_web_latest()\n" + ] }, { "cell_type": "markdown", @@ -78,9 +82,7 @@ "cell_type": "code", "execution_count": null, "id": "776323d7", - "metadata": { - "scrolled": true - }, + "metadata": {}, "outputs": [], "source": [ "iut_melt = iut_global_df.melt(\"timestamp\", var_name=\"type\", value_name=\"count\")\n", @@ -105,9 +107,7 @@ "cell_type": "code", "execution_count": null, "id": "97b726d6", - "metadata": { - "scrolled": false - }, + "metadata": {}, "outputs": [], "source": [ "def iut_key(entry):\n", @@ -126,7 +126,7 @@ "\n", "#iut_local_df = pd.DataFrame([(entry[0], entry[1], entry[2], iut_first_seen[entry], iut_last_seen[entry], iut_last_seen[entry] == snapshot_date) for entry in iut_first_seen.keys()], columns=(\"name\", \"vendor\", \"standard\", \"first_seen\", \"last_seen\", \"present\"))\n", "iut_local_df = pd.DataFrame([(entry.module_name, entry.vendor_name, entry.standard, entry.iut_date, iut_first_seen[entry], iut_last_seen[entry], iut_last_seen[entry] == snapshot_date) for entry in iut_first_seen.keys()], columns=(\"name\", \"vendor\", \"standard\", \"iut_date\", \"first_seen\", \"last_seen\", \"present\"))\n", - "iut_local_df = iut_local_df.astype({\"standard\": \"category\", \"iut_date\": \"datetime64\", \"first_seen\": \"datetime64\", \"last_seen\": \"datetime64\", \"present\": \"bool\"}).fillna(value=np.nan)\n", + "iut_local_df = iut_local_df.astype({\"standard\": \"category\", \"iut_date\": \"datetime64[ns]\", \"first_seen\": \"datetime64[ns]\", \"last_seen\": \"datetime64[ns]\", \"present\": \"bool\"}).fillna(value=np.nan)\n", "iut_local_df[\"seen_for_iut\"] = (iut_local_df.last_seen - iut_local_df.iut_date).dt.days\n", "iut_local_df[\"seen_for\"] = (iut_local_df.last_seen - iut_local_df.first_seen).dt.days\n", "\n", @@ -171,9 +171,7 @@ "cell_type": "code", "execution_count": null, "id": "fbfbf88e", - "metadata": { - "scrolled": true - }, + "metadata": {}, "outputs": [], "source": [ "hist = sns.histplot(data=iut_local_df[~iut_local_df.present], x=\"seen_for_iut\", hue=\"standard\")" @@ -201,30 +199,38 @@ }, { "cell_type": "markdown", - "source": [ - "### IUT - Certificate mapping" - ], + "id": "e2e5805f", "metadata": { "collapsed": false, + "jupyter": { + "outputs_hidden": false + }, "pycharm": { "name": "#%% md\n" } - } + }, + "source": [ + "### IUT - Certificate mapping" + ] }, { "cell_type": "code", "execution_count": null, - "outputs": [], - "source": [ - "first_snapshot = iut_dset.snapshots[-1]\n", - "matches = FIPSProcessMatcher.match_snapshot(first_snapshot, fips)" - ], + "id": "48f49012", "metadata": { "collapsed": false, + "jupyter": { + "outputs_hidden": false + }, "pycharm": { "name": "#%%\n" } - } + }, + "outputs": [], + "source": [ + "first_snapshot = iut_dset.snapshots[-1]\n", + "matches = FIPSProcessMatcher.match_snapshot(first_snapshot, fips)" + ] }, { "cell_type": "markdown", @@ -303,7 +309,7 @@ "\n", "#mip_local_df = pd.DataFrame([(entry[0], entry[1], entry[2], entry[3], mip_first_seen[entry], mip_last_seen[entry], mip_last_seen[entry] == snapshot_date) for entry in iut_first_seen.keys()], columns=(\"name\", \"vendor\", \"standard\", \"status\", first_seen\", \"last_seen\", \"present\"))\n", "mip_local_df = pd.DataFrame([(entry.module_name, entry.vendor_name, entry.standard, entry.status, entry.status_since, mip_first_seen[entry], mip_last_seen[entry], mip_last_seen[entry] == snapshot_date) for entry in mip_first_seen.keys()], columns=(\"name\", \"vendor\", \"standard\", \"status\", \"status_since\", \"first_seen\", \"last_seen\", \"present\"))\n", - "mip_local_df = mip_local_df.astype({\"standard\": \"category\", \"status\": \"category\", \"status_since\": \"datetime64\", \"first_seen\": \"datetime64\", \"last_seen\": \"datetime64\", \"present\": \"bool\"}).fillna(value=np.nan)\n", + "mip_local_df = mip_local_df.astype({\"standard\": \"category\", \"status\": \"category\", \"status_since\": \"datetime64[ns]\", \"first_seen\": \"datetime64[ns]\", \"last_seen\": \"datetime64[ns]\", \"present\": \"bool\"}).fillna(value=np.nan)\n", "mip_local_df[\"seen_for_status\"] = (mip_local_df.last_seen - mip_local_df.status_since).dt.days\n", "mip_local_df[\"seen_for\"] = (mip_local_df.last_seen - mip_local_df.first_seen).dt.days\n", "mip_local_df.head()" @@ -386,35 +392,43 @@ }, { "cell_type": "markdown", - "source": [ - "### MIP - Certificate matching" - ], + "id": "b1ce1208", "metadata": { "collapsed": false, + "jupyter": { + "outputs_hidden": false + }, "pycharm": { "name": "#%% md\n" } - } + }, + "source": [ + "### MIP - Certificate matching" + ] }, { "cell_type": "code", "execution_count": null, - "outputs": [], - "source": [ - "first_snapshot = mip_dset.snapshots[-1]\n", - "matches = FIPSProcessMatcher.match_snapshot(first_snapshot, fips)" - ], + "id": "c692ad3f", "metadata": { "collapsed": false, + "jupyter": { + "outputs_hidden": false + }, "pycharm": { "name": "#%%\n" } - } + }, + "outputs": [], + "source": [ + "first_snapshot = mip_dset.snapshots[-1]\n", + "matches = FIPSProcessMatcher.match_snapshot(first_snapshot, fips)" + ] } ], "metadata": { "kernelspec": { - "display_name": "Python 3.8.13 ('venv': venv)", + "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, @@ -428,7 +442,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.8.13" + "version": "3.11.3" }, "vscode": { "interpreter": { @@ -438,4 +452,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -}
\ No newline at end of file +} |
