leo/khqp_trainer
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

flush db v1.1

Browse Source
This commit is contained in:
leo
2024-03-06 20:47:18 +08:00
parent 31a2a947b4
commit 721e950eb9
3 changed files with 102 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
flush.py
View File

@@ -41,9 +41,39 @@ for td in train_data:
batch_data_db.year = 2023
census_batch_idx = db_obj.ann_file.index('kh')
if census_batch_idx:
census_batch = db_obj.ann_file[census_batch_idx:census_batch_idx + 4]
census_batch = db_obj.ann_file[census_batch_idx:census_batch_idx + 4].upper()
census_batches.append(census_batch)
batch_data_db.census_batch = census_batch
batch_data_db.precision = 'S3'
batch_data_db.is_train = True
batch_data_db.is_validation = False
id_code_idx = census_batch_idx + 5
if batch_data_db.id_code is None:
if batch_data_db.id > 29:
code_start = db_obj.ann_file[id_code_idx + 21:]
code_end = code_start.index('_')
id_code = db_obj.ann_file[id_code_idx + 21:][:code_end]
logger.debug(f"{id_code}, {db_obj.ann_file[id_code_idx + 21:]}, {db_obj.ann_file[id_code_idx:]}, {batch_data_db.id=}")
batch_data_db.id_code = id_code
# if batch_data_db.id > 25 and batch_data_db.id <= 29:
# code_start = db_obj.ann_file[id_code_idx + 18:]
# code_end = code_start.index('_')
# id_code = db_obj.ann_file[id_code_idx + 18:][:code_end]
# logger.debug(f"{db_obj.ann_file[id_code_idx + 18:]}, {db_obj.ann_file[id_code_idx:]}, {id_code}, {batch_data_db.id=}")
# batch_data_db.id_code = id_code
# if 2 < batch_data_db.id <= 25:
# id_code = db_obj.ann_file[id_code_idx:id_code_idx + 3]
# logger.debug(f"{id_code=}")
# batch_data_db.id_code = id_code
# if 25 < batch_data_db.id <= 25:
# id_code = db_obj.ann_file[id_code_idx:id_code_idx + 3]
# logger.debug(f"{id_code=}")
# batch_data_db.id_code = id_code
# if not batch_data_db:
# logger.debug(f"insert {db_obj.ann_file=}")
# session.add(db_obj)