using JensenShannonDistance2BarChartDescriptionColumnAdder

This commit is contained in:
frankknoll
2023-08-23 22:16:29 +02:00
parent 61ef0d573c
commit 5eac6f749a
3 changed files with 161126 additions and 10 deletions

File diff suppressed because one or more lines are too long

View File

@@ -8,6 +8,7 @@
"outputs": [], "outputs": [],
"source": [ "source": [
"from CountryCountsByBatchcodeTable2BarChartDescriptionTableConverter import CountryCountsByBatchcodeTable2BarChartDescriptionTableConverter\n", "from CountryCountsByBatchcodeTable2BarChartDescriptionTableConverter import CountryCountsByBatchcodeTable2BarChartDescriptionTableConverter\n",
"from JensenShannonDistance2BarChartDescriptionColumnAdder import JensenShannonDistance2BarChartDescriptionColumnAdder\n",
"from CountriesByBatchcodeProvider import getCountryCountsByBatchcodeTable, filterByBatchcodes\n", "from CountriesByBatchcodeProvider import getCountryCountsByBatchcodeTable, filterByBatchcodes\n",
"from Column2DataframeAdder import addColumn2Dataframe\n", "from Column2DataframeAdder import addColumn2Dataframe\n",
"from BatchCodeTableFactory import BatchCodeTableFactory\n", "from BatchCodeTableFactory import BatchCodeTableFactory\n",
@@ -36,7 +37,7 @@
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"print(datetime.now().strftime(\"%d.%m.%Y, %H:%M:%S Uhr\"))\n" "print(datetime.now().strftime(\"%d.%m.%Y, %H:%M:%S Uhr\"))"
] ]
}, },
{ {
@@ -212,6 +213,17 @@
"barChartDescriptionTable" "barChartDescriptionTable"
] ]
}, },
{
"cell_type": "code",
"execution_count": null,
"id": "13bdd443",
"metadata": {},
"outputs": [],
"source": [
"barChartDescriptionTableWithJensenShannonDistance = JensenShannonDistance2BarChartDescriptionColumnAdder.addJensenShannonDistance2BarChartDescriptionColumn(barChartDescriptionTable)\n",
"barChartDescriptionTableWithJensenShannonDistance"
]
},
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": null,
@@ -220,7 +232,7 @@
"outputs": [], "outputs": [],
"source": [ "source": [
"IOUtils.saveDictAsJson(\n", "IOUtils.saveDictAsJson(\n",
" BarChartDescriptionTable2DictionaryConverter.convert2Dictionary(barChartDescriptionTable, internationalVaersCovid19),\n", " BarChartDescriptionTable2DictionaryConverter.convert2Dictionary(barChartDescriptionTableWithJensenShannonDistance, internationalVaersCovid19),\n",
" '../docs/data/barChartDescriptionTable.json')\n" " '../docs/data/barChartDescriptionTable.json')\n"
] ]
}, },
@@ -370,9 +382,9 @@
], ],
"metadata": { "metadata": {
"kernelspec": { "kernelspec": {
"display_name": "howbadismybatch-venv-kernel", "display_name": "howbadismybatch-venv",
"language": "python", "language": "python",
"name": "howbadismybatch-venv-kernel" "name": "python3"
}, },
"language_info": { "language_info": {
"codemirror_mode": { "codemirror_mode": {
@@ -385,11 +397,6 @@
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.9.15" "version": "3.9.15"
},
"vscode": {
"interpreter": {
"hash": "1bce2b9b19ce5f16d695ff75ac05095b3e564c169ff454b58b87cb796c0695b8"
}
} }
}, },
"nbformat": 4, "nbformat": 4,

View File

@@ -13,6 +13,7 @@ class JensenShannonDistance2BarChartDescriptionColumnAdder:
def _addJensenShannonDistance2BarChartDescription(barChartDescription): def _addJensenShannonDistance2BarChartDescription(barChartDescription):
return { return {
**barChartDescription, **barChartDescription,
# https://machinelearningmastery.com/divergence-between-probability-distributions/: 0 (identical) and 1 (maximally different)
'Jensen-Shannon distance': distance.jensenshannon( 'Jensen-Shannon distance': distance.jensenshannon(
barChartDescription['Adverse Reaction Reports guessed'], barChartDescription['Adverse Reaction Reports guessed'],
barChartDescription['Adverse Reaction Reports known'], barChartDescription['Adverse Reaction Reports known'],