regenerating global histograms

This commit is contained in:
frankknoll
2023-02-15 20:44:41 +01:00
parent 3b24c32fa0
commit 2911170d1a
49171 changed files with 49180 additions and 49179 deletions

View File

@@ -1,13 +1,10 @@
from MultiIndexValuesProvider import MultiIndexValuesProvider
from HistogramDescriptionPersister import HistogramDescriptionPersister
import shutil
from IOUtils import IOUtils
def saveHistograms(dictByBatchcodeTable4Country, country):
batchcodes = MultiIndexValuesProvider.getValues(dictByBatchcodeTable4Country.index)
batchcodes = {batchcode for batchcode in batchcodes if batchcode != 'nan'}
def saveHistograms(histogramDescriptionTable, country):
directory = f'../docs/data/histograms/{country}'
shutil.rmtree(directory, ignore_errors = True)
HistogramDescriptionPersister(directory).saveHistogramDescriptionsForBatchcodes(
batchcodes,
dictByBatchcodeTable4Country,
progress = lambda count, size, batchcode: print(f'{count}/{size}: {batchcode}'))
for row in histogramDescriptionTable.itertuples():
batchcode = row.Index
histogramDescription = row.HISTOGRAM_DESCRIPTION
IOUtils.saveDictAsJson(histogramDescription, f'{directory}/{batchcode}.json')