updating data
This commit is contained in:
frankknoll
@@ -2,7 +2,7 @@
|
||||
"cells": [
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 1,
|
||||
"execution_count": null,
|
||||
"id": "9de5907f-18f5-4cb1-903e-26028ff1fa03",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
@@ -16,18 +16,10 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 2,
|
||||
"execution_count": null,
|
||||
"id": "d1e4fa9e",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"13.08.2022, 11:23:40 Uhr\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"from datetime import datetime\n",
|
||||
"\n",
|
||||
@@ -36,7 +28,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 3,
|
||||
"execution_count": null,
|
||||
"id": "1dbf9321",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
@@ -86,20 +78,10 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 4,
|
||||
"execution_count": null,
|
||||
"id": "ffad1c04",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
" lastUpdated: 2022-08-05 00:00:00\n",
|
||||
"lastUpdatedDataSource: 2022-08-12 00:00:00\n",
|
||||
"needsUpdate: True\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"dateProvider = DateProvider()\n",
|
||||
"print(' lastUpdated:', dateProvider.getLastUpdated())\n",
|
||||
@@ -110,7 +92,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 5,
|
||||
"execution_count": null,
|
||||
"id": "e673b947",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
@@ -122,7 +104,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 6,
|
||||
"execution_count": null,
|
||||
"id": "e313a06c",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
@@ -132,21 +114,10 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 7,
|
||||
"execution_count": null,
|
||||
"id": "501f6c7b",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"data": {
|
||||
"text/plain": [
|
||||
"'/home/frankknoll/Dokumente/Corona/projects/HowBadIsMyBatch-pages/src'"
|
||||
]
|
||||
},
|
||||
"execution_count": 7,
|
||||
"metadata": {},
|
||||
"output_type": "execute_result"
|
||||
}
|
||||
],
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"pwd"
|
||||
]
|
||||
@@ -161,7 +132,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 8,
|
||||
"execution_count": null,
|
||||
"id": "8f0bfb9c",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
@@ -200,7 +171,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 9,
|
||||
"execution_count": null,
|
||||
"id": "777ff543",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
@@ -236,7 +207,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 10,
|
||||
"execution_count": null,
|
||||
"id": "da7c965a",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
@@ -251,64 +222,10 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 11,
|
||||
"execution_count": null,
|
||||
"id": "d9b72506",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stderr",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"2022-08-13 11:23:57.796697: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory\n",
|
||||
"2022-08-13 11:23:57.796741: I tensorflow/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.\n",
|
||||
"2022-08-13 11:24:00.387977: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory\n",
|
||||
"2022-08-13 11:24:00.388003: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)\n",
|
||||
"2022-08-13 11:24:00.388023: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (frankknoll-XPS-13-9370): /proc/driver/nvidia/version does not exist\n",
|
||||
"2022-08-13 11:24:00.388533: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA\n",
|
||||
"To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"loading model...\n",
|
||||
"Model: \"model\"\n",
|
||||
"_________________________________________________________________\n",
|
||||
" Layer (type) Output Shape Param # \n",
|
||||
"=================================================================\n",
|
||||
" image (InputLayer) [(None, 241, 62, 1)] 0 \n",
|
||||
" \n",
|
||||
" Conv1 (Conv2D) (None, 241, 62, 32) 320 \n",
|
||||
" \n",
|
||||
" pool1 (MaxPooling2D) (None, 120, 31, 32) 0 \n",
|
||||
" \n",
|
||||
" Conv2 (Conv2D) (None, 120, 31, 64) 18496 \n",
|
||||
" \n",
|
||||
" pool2 (MaxPooling2D) (None, 60, 15, 64) 0 \n",
|
||||
" \n",
|
||||
" reshape (Reshape) (None, 60, 960) 0 \n",
|
||||
" \n",
|
||||
" dense1 (Dense) (None, 60, 64) 61504 \n",
|
||||
" \n",
|
||||
" dropout (Dropout) (None, 60, 64) 0 \n",
|
||||
" \n",
|
||||
" bidirectional (Bidirectiona (None, 60, 256) 197632 \n",
|
||||
" l) \n",
|
||||
" \n",
|
||||
" bidirectional_1 (Bidirectio (None, 60, 128) 164352 \n",
|
||||
" nal) \n",
|
||||
" \n",
|
||||
" dense2 (Dense) (None, 60, 24) 3096 \n",
|
||||
" \n",
|
||||
"=================================================================\n",
|
||||
"Total params: 445,400\n",
|
||||
"Trainable params: 445,400\n",
|
||||
"Non-trainable params: 0\n",
|
||||
"_________________________________________________________________\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"import numpy as np\n",
|
||||
"import tensorflow as tf\n",
|
||||
@@ -387,7 +304,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 12,
|
||||
"execution_count": null,
|
||||
"id": "918d088d",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
@@ -437,7 +354,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 13,
|
||||
"execution_count": null,
|
||||
"id": "9ccc73b3",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
@@ -462,161 +379,10 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 14,
|
||||
"execution_count": null,
|
||||
"id": "9a9e4d1e",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stderr",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"\n",
|
||||
"\n",
|
||||
"====== WebDriver manager ======\n",
|
||||
"Current google-chrome version is 94.0.4606\n",
|
||||
"Get LATEST chromedriver version for 94.0.4606 google-chrome\n",
|
||||
"Trying to download new driver from https://chromedriver.storage.googleapis.com/94.0.4606.113/chromedriver_linux64.zip\n",
|
||||
"Driver has been saved in cache [/home/frankknoll/.wdm/drivers/chromedriver/linux64/94.0.4606.113]\n"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"1/1 [==============================] - 2s 2s/step\n"
|
||||
]
|
||||
},
|
||||
{
|
||||
"data": {
|
||||
"text/plain": [
|
||||
"'textInCaptchaImage: '"
|
||||
]
|
||||
},
|
||||
"metadata": {},
|
||||
"output_type": "display_data"
|
||||
},
|
||||
{
|
||||
"data": {
|
||||
"text/plain": [
|
||||
"'A4916f'"
|
||||
]
|
||||
},
|
||||
"metadata": {},
|
||||
"output_type": "display_data"
|
||||
},
|
||||
{
|
||||
"name": "stderr",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"\n",
|
||||
"\n",
|
||||
"====== WebDriver manager ======\n",
|
||||
"Current google-chrome version is 94.0.4606\n",
|
||||
"Get LATEST chromedriver version for 94.0.4606 google-chrome\n",
|
||||
"Driver [/home/frankknoll/.wdm/drivers/chromedriver/linux64/94.0.4606.113/chromedriver] found in cache\n"
|
||||
]
|
||||
},
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"1/1 [==============================] - 0s 51ms/step\n"
|
||||
]
|
||||
},
|
||||
{
|
||||
"data": {
|
||||
"text/plain": [
|
||||
"'textInCaptchaImage: '"
|
||||
]
|
||||
},
|
||||
"metadata": {},
|
||||
"output_type": "display_data"
|
||||
},
|
||||
{
|
||||
"data": {
|
||||
"text/plain": [
|
||||
"'71Db8[UNK]'"
|
||||
]
|
||||
},
|
||||
"metadata": {},
|
||||
"output_type": "display_data"
|
||||
},
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"1/1 [==============================] - 0s 27ms/step\n"
|
||||
]
|
||||
},
|
||||
{
|
||||
"data": {
|
||||
"text/plain": [
|
||||
"'textInCaptchaImage: '"
|
||||
]
|
||||
},
|
||||
"metadata": {},
|
||||
"output_type": "display_data"
|
||||
},
|
||||
{
|
||||
"data": {
|
||||
"text/plain": [
|
||||
"'2f1712'"
|
||||
]
|
||||
},
|
||||
"metadata": {},
|
||||
"output_type": "display_data"
|
||||
},
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"1/1 [==============================] - 0s 29ms/step\n"
|
||||
]
|
||||
},
|
||||
{
|
||||
"data": {
|
||||
"text/plain": [
|
||||
"'textInCaptchaImage: '"
|
||||
]
|
||||
},
|
||||
"metadata": {},
|
||||
"output_type": "display_data"
|
||||
},
|
||||
{
|
||||
"data": {
|
||||
"text/plain": [
|
||||
"'D3830A'"
|
||||
]
|
||||
},
|
||||
"metadata": {},
|
||||
"output_type": "display_data"
|
||||
},
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"1/1 [==============================] - 0s 29ms/step\n"
|
||||
]
|
||||
},
|
||||
{
|
||||
"data": {
|
||||
"text/plain": [
|
||||
"'textInCaptchaImage: '"
|
||||
]
|
||||
},
|
||||
"metadata": {},
|
||||
"output_type": "display_data"
|
||||
},
|
||||
{
|
||||
"data": {
|
||||
"text/plain": [
|
||||
"'eeCDba'"
|
||||
]
|
||||
},
|
||||
"metadata": {},
|
||||
"output_type": "display_data"
|
||||
}
|
||||
],
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"if needsUpdate:\n",
|
||||
" downloadVAERSFileAndUnzip('2022VAERSData.zip')\n",
|
||||
|
||||
Reference in New Issue
Block a user