{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "9de5907f-18f5-4cb1-903e-26028ff1fa03", "metadata": { "execution": { "iopub.execute_input": "2023-01-26T17:35:06.918431Z", "iopub.status.busy": "2023-01-26T17:35:06.918006Z", "iopub.status.idle": "2023-01-26T17:35:08.905969Z", "shell.execute_reply": "2023-01-26T17:35:08.904728Z" } }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "2023-01-26 17:35:07.312254: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: SSE4.1 SSE4.2 AVX AVX2 AVX512F FMA\n", "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n", "2023-01-26 17:35:08.776143: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: SSE4.1 SSE4.2 AVX AVX2 AVX512F FMA\n", "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n", "2023-01-26 17:35:08.777381: I tensorflow/core/common_runtime/process_util.cc:146] Creating new thread pool with default inter op setting: 2. Tune using inter_op_parallelism_threads for best performance.\n" ] } ], "source": [ "import pandas as pd\n", "\n", "pd.set_option('display.max_rows', 100)\n", "pd.set_option('display.max_columns', None)\n", "\n", "import os\n", "from VAERSFileDownloader import updateVAERSFiles\n", "from datetime import datetime\n", "from DateProvider import DateProvider\n", "from InternationalVaersCovid19Provider import getInternationalVaersCovid19\n", "from BatchCodeTableHtmlUpdater import updateBatchCodeTableHtmlFile\n", "from BatchCodeTablePersister import createAndSaveBatchCodeTables" ] }, { "cell_type": "code", "execution_count": 2, "id": "d1e4fa9e", "metadata": { "execution": { "iopub.execute_input": "2023-01-26T17:35:08.909136Z", "iopub.status.busy": "2023-01-26T17:35:08.908775Z", "iopub.status.idle": "2023-01-26T17:35:08.914789Z", "shell.execute_reply": "2023-01-26T17:35:08.914173Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "26.01.2023, 17:35:08 Uhr\n" ] } ], "source": [ "print(datetime.now().strftime(\"%d.%m.%Y, %H:%M:%S Uhr\"))" ] }, { "cell_type": "code", "execution_count": 3, "id": "ffad1c04", "metadata": { "execution": { "iopub.execute_input": "2023-01-26T17:35:08.918199Z", "iopub.status.busy": "2023-01-26T17:35:08.917748Z", "iopub.status.idle": "2023-01-26T17:35:09.387800Z", "shell.execute_reply": "2023-01-26T17:35:09.387223Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ " lastUpdated: 2023-01-20 00:00:00\n", "lastUpdatedDataSource: 2023-01-20 00:00:00\n", "needsUpdate: False\n" ] } ], "source": [ "dateProvider = DateProvider()\n", "print(' lastUpdated:', dateProvider.getLastUpdated())\n", "print('lastUpdatedDataSource:', dateProvider.getLastUpdatedDataSource())\n", "needsUpdate = dateProvider.needsUpdate()\n", "print('needsUpdate:', needsUpdate)" ] }, { "cell_type": "code", "execution_count": 4, "id": "194b7357", "metadata": { "execution": { "iopub.execute_input": "2023-01-26T17:35:09.390831Z", "iopub.status.busy": "2023-01-26T17:35:09.390454Z", "iopub.status.idle": "2023-01-26T17:35:09.393780Z", "shell.execute_reply": "2023-01-26T17:35:09.393275Z" } }, "outputs": [], "source": [ "years_from_2020_to_present = list(range(2020, datetime.now().year + 1))" ] }, { "cell_type": "code", "execution_count": 5, "id": "a793dff0", "metadata": { "execution": { "iopub.execute_input": "2023-01-26T17:35:09.396766Z", "iopub.status.busy": "2023-01-26T17:35:09.396417Z", "iopub.status.idle": "2023-01-26T17:38:22.248849Z", "shell.execute_reply": "2023-01-26T17:38:22.248161Z" } }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "[WDM] - Downloading: 100%|██████████| 6.96M/6.96M [00:00<00:00, 74.9MB/s]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "loading model...\n", "Model: \"model\"\n", "_________________________________________________________________\n", " Layer (type) Output Shape Param # \n", "=================================================================\n", " image (InputLayer) [(None, 241, 62, 1)] 0 \n", " \n", " Conv1 (Conv2D) (None, 241, 62, 32) 320 \n", " \n", " pool1 (MaxPooling2D) (None, 120, 31, 32) 0 \n", " \n", " Conv2 (Conv2D) (None, 120, 31, 64) 18496 \n", " \n", " pool2 (MaxPooling2D) (None, 60, 15, 64) 0 \n", " \n", " reshape (Reshape) (None, 60, 960) 0 \n", " \n", " dense1 (Dense) (None, 60, 64) 61504 \n", " \n", " dropout (Dropout) (None, 60, 64) 0 \n", " \n", " bidirectional (Bidirectiona (None, 60, 256) 197632 \n", " l) \n", " \n", " bidirectional_1 (Bidirectio (None, 60, 128) 164352 \n", " nal) \n", " \n", " dense2 (Dense) (None, 60, 24) 3096 \n", " \n", "=================================================================\n", "Total params: 445,400\n", "Trainable params: 445,400\n", "Non-trainable params: 0\n", "_________________________________________________________________\n", "1/1 [==============================] - 1s 1s/step\n", "textInCaptchaImage: 88BB47\n", "1/1 [==============================] - 0s 38ms/step\n", "textInCaptchaImage: 822040\n", "1/1 [==============================] - 0s 39ms/step\n", "textInCaptchaImage: 30943E\n", "1/1 [==============================] - 0s 41ms/step\n", "textInCaptchaImage: aAE662\n", "1/1 [==============================] - 0s 36ms/step\n", "textInCaptchaImage: E49E6e\n" ] } ], "source": [ "updateVAERSFiles(\n", " years = years_from_2020_to_present,\n", " workingDirectory = os.getcwd())" ] }, { "cell_type": "code", "execution_count": 6, "id": "781ac80e", "metadata": { "execution": { "iopub.execute_input": "2023-01-26T17:38:22.252523Z", "iopub.status.busy": "2023-01-26T17:38:22.252151Z", "iopub.status.idle": "2023-01-26T17:38:50.043596Z", "shell.execute_reply": "2023-01-26T17:38:50.042882Z" } }, "outputs": [ { "data": { "text/html": [ "
| \n", " | RECVDATE | \n", "DIED | \n", "L_THREAT | \n", "ER_VISIT | \n", "HOSPITAL | \n", "DISABLE | \n", "SPLTTYPE | \n", "VAX_TYPE | \n", "VAX_MANU | \n", "VAX_LOT | \n", "VAX_DOSE_SERIES | \n", "COUNTRY | \n", "SEVERE | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| VAERS_ID | \n", "\n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " |
| 902418 | \n", "2020-12-15 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "EH9899 | \n", "1 | \n", "United States | \n", "0 | \n", "
| 902440 | \n", "2020-12-15 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "EH 9899 | \n", "1 | \n", "United States | \n", "0 | \n", "
| 902446 | \n", "2020-12-15 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "EH9899 | \n", "1 | \n", "United States | \n", "0 | \n", "
| 902464 | \n", "2020-12-15 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "EH9899 | \n", "UNK | \n", "United States | \n", "0 | \n", "
| 902465 | \n", "2020-12-15 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "EH9899 | \n", "1 | \n", "United States | \n", "0 | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 2559217 | \n", "2023-01-13 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "MODERNA | \n", "045G21A | \n", "3 | \n", "Unknown Country | \n", "0 | \n", "
| 2559217 | \n", "2023-01-13 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "FD7958 | \n", "1 | \n", "Unknown Country | \n", "0 | \n", "
| 2559217 | \n", "2023-01-13 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "FE8405 | \n", "2 | \n", "Unknown Country | \n", "0 | \n", "
| 2559221 | \n", "2023-01-13 | \n", "0 | \n", "0 | \n", "0 | \n", "1 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "MODERNA | \n", "NaN | \n", "2 | \n", "Unknown Country | \n", "0 | \n", "
| 2559304 | \n", "2021-08-21 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "MODERNA | \n", "NaN | \n", "2 | \n", "Unknown Country | \n", "0 | \n", "
1501995 rows × 13 columns
\n", "