{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "9de5907f-18f5-4cb1-903e-26028ff1fa03", "metadata": { "execution": { "iopub.execute_input": "2023-01-19T17:36:17.266029Z", "iopub.status.busy": "2023-01-19T17:36:17.265045Z", "iopub.status.idle": "2023-01-19T17:36:19.172190Z", "shell.execute_reply": "2023-01-19T17:36:19.171128Z" } }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "2023-01-19 17:36:17.644280: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: SSE4.1 SSE4.2 AVX AVX2 AVX512F FMA\n", "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n", "2023-01-19 17:36:19.049376: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: SSE4.1 SSE4.2 AVX AVX2 AVX512F FMA\n", "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n", "2023-01-19 17:36:19.051075: I tensorflow/core/common_runtime/process_util.cc:146] Creating new thread pool with default inter op setting: 2. Tune using inter_op_parallelism_threads for best performance.\n" ] } ], "source": [ "import pandas as pd\n", "\n", "pd.set_option('display.max_rows', 100)\n", "pd.set_option('display.max_columns', None)\n", "\n", "import os\n", "from VAERSFileDownloader import updateVAERSFiles\n", "from datetime import datetime\n", "from DateProvider import DateProvider\n", "from InternationalVaersCovid19Provider import getInternationalVaersCovid19\n", "from BatchCodeTableHtmlUpdater import updateBatchCodeTableHtmlFile\n", "from BatchCodeTablePersister import createAndSaveBatchCodeTables" ] }, { "cell_type": "code", "execution_count": 2, "id": "d1e4fa9e", "metadata": { "execution": { "iopub.execute_input": "2023-01-19T17:36:19.174873Z", "iopub.status.busy": "2023-01-19T17:36:19.174585Z", "iopub.status.idle": "2023-01-19T17:36:19.180092Z", "shell.execute_reply": "2023-01-19T17:36:19.179483Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "19.01.2023, 17:36:19 Uhr\n" ] } ], "source": [ "print(datetime.now().strftime(\"%d.%m.%Y, %H:%M:%S Uhr\"))" ] }, { "cell_type": "code", "execution_count": 3, "id": "ffad1c04", "metadata": { "execution": { "iopub.execute_input": "2023-01-19T17:36:19.183617Z", "iopub.status.busy": "2023-01-19T17:36:19.183100Z", "iopub.status.idle": "2023-01-19T17:36:19.764914Z", "shell.execute_reply": "2023-01-19T17:36:19.763979Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ " lastUpdated: 2023-01-13 00:00:00\n", "lastUpdatedDataSource: 2023-01-13 00:00:00\n", "needsUpdate: False\n" ] } ], "source": [ "dateProvider = DateProvider()\n", "print(' lastUpdated:', dateProvider.getLastUpdated())\n", "print('lastUpdatedDataSource:', dateProvider.getLastUpdatedDataSource())\n", "needsUpdate = dateProvider.needsUpdate()\n", "print('needsUpdate:', needsUpdate)" ] }, { "cell_type": "code", "execution_count": 4, "id": "194b7357", "metadata": { "execution": { "iopub.execute_input": "2023-01-19T17:36:19.769003Z", "iopub.status.busy": "2023-01-19T17:36:19.768340Z", "iopub.status.idle": "2023-01-19T17:36:19.773901Z", "shell.execute_reply": "2023-01-19T17:36:19.773224Z" } }, "outputs": [], "source": [ "years_from_2020_to_present = list(range(2020, datetime.now().year + 1))" ] }, { "cell_type": "code", "execution_count": 5, "id": "a793dff0", "metadata": { "execution": { "iopub.execute_input": "2023-01-19T17:36:19.777068Z", "iopub.status.busy": "2023-01-19T17:36:19.776562Z", "iopub.status.idle": "2023-01-19T17:39:45.698260Z", "shell.execute_reply": "2023-01-19T17:39:45.696966Z" } }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "[WDM] - Downloading: 100%|██████████| 6.96M/6.96M [00:00<00:00, 92.7MB/s]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "loading model...\n", "Model: \"model\"\n", "_________________________________________________________________\n", " Layer (type) Output Shape Param # \n", "=================================================================\n", " image (InputLayer) [(None, 241, 62, 1)] 0 \n", " \n", " Conv1 (Conv2D) (None, 241, 62, 32) 320 \n", " \n", " pool1 (MaxPooling2D) (None, 120, 31, 32) 0 \n", " \n", " Conv2 (Conv2D) (None, 120, 31, 64) 18496 \n", " \n", " pool2 (MaxPooling2D) (None, 60, 15, 64) 0 \n", " \n", " reshape (Reshape) (None, 60, 960) 0 \n", " \n", " dense1 (Dense) (None, 60, 64) 61504 \n", " \n", " dropout (Dropout) (None, 60, 64) 0 \n", " \n", " bidirectional (Bidirectiona (None, 60, 256) 197632 \n", " l) \n", " \n", " bidirectional_1 (Bidirectio (None, 60, 128) 164352 \n", " nal) \n", " \n", " dense2 (Dense) (None, 60, 24) 3096 \n", " \n", "=================================================================\n", "Total params: 445,400\n", "Trainable params: 445,400\n", "Non-trainable params: 0\n", "_________________________________________________________________\n", "1/1 [==============================] - 1s 1s/step\n", "textInCaptchaImage: 40F767\n", "1/1 [==============================] - 0s 37ms/step\n", "textInCaptchaImage: 9D4F0b\n", "1/1 [==============================] - 0s 33ms/step\n", "textInCaptchaImage: a23DA9\n", "1/1 [==============================] - 0s 37ms/step\n", "textInCaptchaImage: 4448E0\n", "1/1 [==============================] - 0s 39ms/step\n", "textInCaptchaImage: 76aCcE\n" ] } ], "source": [ "updateVAERSFiles(\n", " years = years_from_2020_to_present,\n", " workingDirectory = os.getcwd())" ] }, { "cell_type": "code", "execution_count": 6, "id": "781ac80e", "metadata": { "execution": { "iopub.execute_input": "2023-01-19T17:39:45.702231Z", "iopub.status.busy": "2023-01-19T17:39:45.701990Z", "iopub.status.idle": "2023-01-19T17:40:13.848357Z", "shell.execute_reply": "2023-01-19T17:40:13.847154Z" } }, "outputs": [ { "data": { "text/html": [ "
| \n", " | RECVDATE | \n", "DIED | \n", "L_THREAT | \n", "ER_VISIT | \n", "HOSPITAL | \n", "DISABLE | \n", "SPLTTYPE | \n", "VAX_TYPE | \n", "VAX_MANU | \n", "VAX_LOT | \n", "VAX_DOSE_SERIES | \n", "COUNTRY | \n", "SEVERE | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| VAERS_ID | \n", "\n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " |
| 902418 | \n", "2020-12-15 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "EH9899 | \n", "1 | \n", "United States | \n", "0 | \n", "
| 902440 | \n", "2020-12-15 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "EH 9899 | \n", "1 | \n", "United States | \n", "0 | \n", "
| 902446 | \n", "2020-12-15 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "EH9899 | \n", "1 | \n", "United States | \n", "0 | \n", "
| 902464 | \n", "2020-12-15 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "EH9899 | \n", "UNK | \n", "United States | \n", "0 | \n", "
| 902465 | \n", "2020-12-15 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "EH9899 | \n", "1 | \n", "United States | \n", "0 | \n", "
| ... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
| 2552096 | \n", "2023-01-06 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "MODERNA | \n", "NaN | \n", "3 | \n", "Unknown Country | \n", "0 | \n", "
| 2552097 | \n", "2023-01-06 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "FC3143 | \n", "1 | \n", "Unknown Country | \n", "0 | \n", "
| 2552098 | \n", "2023-01-06 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "MODERNA | \n", "NaN | \n", "UNK | \n", "Unknown Country | \n", "0 | \n", "
| 2552099 | \n", "2023-01-06 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "NaN | \n", "COVID19 | \n", "MODERNA | \n", "NaN | \n", "2 | \n", "Unknown Country | \n", "0 | \n", "
| 2552100 | \n", "2023-01-06 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "1 | \n", "NaN | \n", "COVID19 | \n", "PFIZER\\BIONTECH | \n", "GD6800 | \n", "4 | \n", "Unknown Country | \n", "1 | \n", "
1498524 rows × 13 columns
\n", "