From 721e950eb9220f6288bcd5718aa1b2f3797a7f68 Mon Sep 17 00:00:00 2001 From: leo Date: Wed, 6 Mar 2024 20:47:18 +0800 Subject: [PATCH] flush db v1.1 --- bak/batch_data.csv | 71 +++++++++++++++++++++++++++++++++++++++++++++ data.db | Bin 28672 -> 28672 bytes flush.py | 32 +++++++++++++++++++- 3 files changed, 102 insertions(+), 1 deletion(-) create mode 100644 bak/batch_data.csv diff --git a/bak/batch_data.csv b/bak/batch_data.csv new file mode 100644 index 0000000..c90e2ba --- /dev/null +++ b/bak/batch_data.csv @@ -0,0 +1,71 @@ +id,year,census_batch,id_code,precision,is_train,is_validation,ann_file,img_prefix,filter_empty_gt,update_cache +1,2023,KHDP,,S3,1,0,/data/data/split_ss_yimu_m6_p2/train_khdp_7flys_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230531_p1p2,/data/data/split_ss_yimu_m6_p2/train_khdp_7flys_gsd5_orgsize_noDecay_seg-v2/images,0,0 +2,2023,KHDP,,S3,1,0,/data/data/split_ss_yimu_m6_p1/train_khdp_v2_3flys_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230531_p1p2,/data/data/split_ss_yimu_m6_p1/train_khdp_v2_3flys_gsd5_orgsize_noDecay_seg-v2/images,0,0 +3,2023,KHDP,044,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_044_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601,/data/data/split_ss_yimu_m6_p4/test_khdp_044_gsd5_orgsize_noDecay_seg-v2/images,0,0 +4,2023,KHDP,064,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_064_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601,/data/data/split_ss_yimu_m6_p4/test_khdp_064_gsd5_orgsize_noDecay_seg-v2/images,0,0 +5,2023,KHDP,065,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_065_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601,/data/data/split_ss_yimu_m6_p4/test_khdp_065_gsd5_orgsize_noDecay_seg-v2/images,0,0 +6,2023,KHDP,073,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_073_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601,/data/data/split_ss_yimu_m6_p4/test_khdp_073_gsd5_orgsize_noDecay_seg-v2/images,0,0 +7,2023,KHDP,072,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_072_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601,/data/data/split_ss_yimu_m6_p4/test_khdp_072_gsd5_orgsize_noDecay_seg-v2/images,0,0 +8,2023,KHDP,013,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_013_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601,/data/data/split_ss_yimu_m6_p4/test_khdp_013_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +9,2023,KHDP,015,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_015_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601,/data/data/split_ss_yimu_m6_p4/test_khdp_015_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +10,2023,KHDP,016,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_016_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601,/data/data/split_ss_yimu_m6_p4/test_khdp_016_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +11,2023,KHDP,028,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_028_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601,/data/data/split_ss_yimu_m6_p4/test_khdp_028_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +12,2023,KHDP,067,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_067_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_067_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +13,2023,KHDP,068,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_068_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_068_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +14,2023,KHDP,069,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_069_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_069_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +15,2023,KHDP,070,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_070_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_070_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +16,2023,KHDP,071,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_071_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_071_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +17,2023,KHDP,075,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_075_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_075_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +18,2023,KHDP,078,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_078_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_078_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +19,2023,KHDP,080,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_080_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_080_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +20,2023,KHDP,081,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_081_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_081_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +21,2023,KHDP,082,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_082_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_082_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +22,2023,KHDP,084,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_084_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_084_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +23,2023,KHDP,087,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_087_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_087_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +24,2023,KHDP,089,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_089_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_089_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +25,2023,KHDP,090,S3,1,0,/data/data/split_ss_yimu_m6_p4/test_khdp_090_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016,/data/data/split_ss_yimu_m6_p4/test_khdp_090_mod_loc_gsd5_orgsize_noDecay_seg-v2/images,0,0 +26,2023,KHXP,001a002,S3,1,0,/data/data/split_ss_yimu_khxpdz/patch_2023_khdz_001a002_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khxpdz/patch_2023_khdz_001a002_gsd5_s2048/images,0,0 +27,2023,KHXP,003a004a006,S3,1,0,/data/data/split_ss_yimu_khxpdz/patch_2023_khdz_003a004a006_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khxpdz/patch_2023_khdz_003a004a006_gsd5_s2048/images,0,0 +28,2023,KHXP,005,S3,1,0,/data/data/split_ss_yimu_khxpdz/patch_2023_khdz_005_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khxpdz/patch_2023_khdz_005_gsd5_s2048/images,0,0 +29,2023,KHXP,007a008,S3,1,0,/data/data/split_ss_yimu_khxpdz/patch_2023_khdz_007a008_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khxpdz/patch_2023_khdz_007a008_gsd5_s2048/images,0,0 +30,2023,KHQP,001a006a010,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_001a006a010_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_001a006a010_gsd5_s2048/images,0,0 +31,2023,KHQP,002a004,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_002a004_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_002a004_gsd5_s2048/images,0,0 +32,2023,KHQP,003,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_003_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_003_gsd5_s2048/images,0,0 +33,2023,KHQP,005,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_005_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_005_gsd5_s2048/images,0,0 +34,2023,KHQP,007a008a009,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_007a008a009_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_007a008a009_gsd5_s2048/images,0,0 +35,2023,KHQP,011,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_011_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_011_gsd5_s2048/images,0,0 +36,2023,KHQP,012a013,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_012a013_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_012a013_gsd5_s2048/images,0,0 +37,2023,KHQP,014a038,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_014a038_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_014a038_gsd5_s2048/images,0,0 +38,2023,KHQP,015a016,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_015a016_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_015a016_gsd5_s2048/images,0,0 +39,2023,KHQP,018a069,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_018a069_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_018a069_gsd5_s2048/images,0,0 +40,2023,KHQP,019a075,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_019a075_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_019a075_gsd5_s2048/images,0,0 +41,2023,KHQP,020a022,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_020a022_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_020a022_gsd5_s2048/images,0,0 +42,2023,KHQP,023a025,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_023a025_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_023a025_gsd5_s2048/images,0,0 +43,2023,KHQP,026a029a079,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_026a029a079_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_026a029a079_gsd5_s2048/images,0,0 +44,2023,KHQP,028a027a030,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_028a027a030_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_028a027a030_gsd5_s2048/images,0,0 +45,2023,KHQP,032a033,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_032a033_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_032a033_gsd5_s2048/images,0,0 +46,2023,KHQP,039a040,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_039a040_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_039a040_gsd5_s2048/images,0,0 +47,2023,KHQP,042a045,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_042a045_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_042a045_gsd5_s2048/images,0,0 +48,2023,KHQP,046a049,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_046a049_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_046a049_gsd5_s2048/images,0,0 +49,2023,KHQP,050a058,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_050a058_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_050a058_gsd5_s2048/images,0,0 +50,2023,KHQP,053a059a060,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_053a059a060_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_053a059a060_gsd5_s2048/images,0,0 +51,2023,KHQP,054a056,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_054a056_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_054a056_gsd5_s2048/images,0,0 +52,2023,KHQP,063a143,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_063a143_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_063a143_gsd5_s2048/images,0,0 +53,2023,KHQP,073a074a080,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_073a074a080_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_073a074a080_gsd5_s2048/images,0,0 +54,2023,KHQP,072a081a082,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_072a081a082_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_072a081a082_gsd5_s2048/images,0,0 +55,2023,KHQP,076,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_076_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_076_gsd5_s2048/images,0,0 +56,2023,KHQP,077a078,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_077a078_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_077a078_gsd5_s2048/images,0,0 +57,2023,KHQP,091a097a102a104,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_091a097a102a104_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_091a097a102a104_gsd5_s2048/images,0,0 +58,2023,KHQP,087a088a089a090,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_087a088a089a090_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_087a088a089a090_gsd5_s2048/images,0,0 +59,2023,KHQP,094,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_094_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_094_gsd5_s2048/images,0,0 +60,2023,KHQP,105a0111,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_105a0111_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_105a0111_gsd5_s2048/images,0,0 +61,2023,KHQP,112a113,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_112a113_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_112a113_gsd5_s2048/images,0,0 +62,2023,KHQP,114a116a118,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_114a116a118_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_114a116a118_gsd5_s2048/images,0,0 +63,2023,KHQP,115,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_115_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_115_gsd5_s2048/images,0,0 +64,2023,KHQP,117,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_117_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_117_gsd5_s2048/images,0,0 +65,2023,KHQP,119a120,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_119a120_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_119a120_gsd5_s2048/images,0,0 +66,2023,KHQP,034a131,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_034a131_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_034a131_gsd5_s2048/images,0,0 +67,2023,KHQP,132a133,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_132a133_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_132a133_gsd5_s2048/images,0,0 +68,2023,KHQP,057,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_057_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_057_gsd5_s2048/images,0,0 +69,2023,KHQP,066a142,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_066a142_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_066a142_gsd5_s2048/images,0,0 +70,2023,KHQP,106a107a138a139,S3,1,0,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_106a107a138a139_gsd5_s2048/annfiles,/data/data/split_ss_yimu_khqp_2023/patch_2023_khqp_106a107a138a139_gsd5_s2048/images,0,0 diff --git a/data.db b/data.db index cd0c3b4be5eeb5f47dee7f5e95920554699b1379..a0de274417ea0c8e196e615221c321663942e12c 100644 GIT binary patch literal 28672 zcmeHQUyK_^8DHDyKWCrsaxHCALWt8OG}mi-JL^Adr0g#0!-wAt40nOW!IXkPzgp;;j!nz#BXvphT(=2r3~YzS*7et#4=7 zv*S4vRcq-Sd*%7Q-|w4mXTCpU=i1WcW~Y%`-QL-(b#i&-kP?X~v$>q2C^z9R34inv zhZiIC4g4E%y!Lu|Q+aXq<1GI0_(Ns<;rOQ42gB>31wspi76>g6S|GGQXo1iIp#?$< zgcb-b@ENkeTj!(6!zWHe-oDhS-QH;2u663`#!3y|bYI1)%ky*B=X2NRE?l0^?Oo5E zNsl&Ha+j`Lpa1Ioa_-92>$xkhU4H9)M6STgFXYmryN%io)r8;I8(ZzWZNmbSdwp)X z`s&;=zTR9h>f0*~=cU$8quy*cx3`=Zn{A`BQ)_NHWx}<4wT&i_#~&uNu+ZApma*F0 z=#kpoTr)uOYV%E}Sol<@v12qgTb*5Ft>YAOw*`V5M!i;FZ#b_nE?@fE-13dw!u*Zg zndZt=dMX?FlQOByDUpeZQ_9@<>)G#&{W9|?GoDsQms6eOJBgpie?Ri+$TP8Xk&J>Y zUyS@ri9Us2nGN%$l(`TahxboTj;73O=5#8R{PV)A7Z=q+;aYwM&#nE`Zf!I>M!Rk7 zHaG7Yn9uDZ7%xi#%^1LO)-y* z7HVm}lme=bHRqhc9AUHjD(aaYy=ZK1uNWKKbrE7PO{KuP%o~&4nZSNV{Ho7P z3=y??%K~UQz5}4D7at#ty*C->ERs9n)}iiw-9rxrqKAg)IDEP&y$LowH4r^@i1he$ zQF`M{dZkJbdZo(n=yB?z^s;Pvq#QqUG9$kpMq5KqoZ0HYj>B(`T)T%h7 z_!p8gU(DIdu`2T6#j1lRjwN6Mz$^F3JfKV*3$vo;Wj8Df7gsi*kZ2SdbH6 zIx2?~pDxM?QeQz%L%g4KK3$X(=I1^7P^Ter(a)KmRkkb&?h!USJ$_X-CK~8)r zrkr`=(?vKfLOM%0S?MhQ{=}JBdUKMlic*3cR*Vv7HYtM=rz%Pb5?4V=d?}<9N_?s) zCCF9ivQYi7MB9vw!MJ1H16qVn>`y`DrsPs`mDL`H-NWni-ltRH@1*HJVs2GJl z>7fh?eN<2ikbw$PcwExXS?H{aQFv_HsY{SK6AD)5?0Y*0&tW~>iK~+uTpRJM1!xfy zPF9Q9ms7xg?I48usshl70z4&W;c4U~JVht7@lTW|l#i73ztczJhel9rIogi=V6>9@ zcJjmIu|!k(XyTRece5X7PmSG6ydVE>d@;V5d_OWZP&>K87utIm!>65WR=+aoI|7OcNS1{AEj-%is2GG)ni;nSjeXXsjg>v^)f~Nxn zmPkD8){$=Y%-MP^2WsAxhuFO1)J5qXX44DQ-752i=)ryHuKRQfr!GqGX*Rt;wa;>4 zz#c+?Di5bFO7AH)y+BQbvNl9|e7Y#T&#~zRI`&ZJtH;Q3PCi{Wz0B{F`?QpO(mZZ2 zkY8W)>HpkWf3vl6zjsMoxerUC4ohm8e>pVKF>KhQcxiTMCUS-V0FIsUb0N-f`U_oW zIBFiI)>2i!ri`Z&(wpJlJ3Q>(BZlC7`6$L|ZF|$^b9*@RFh>Qv^@-TGJD7ix{cOw> zNARQ1vwZ_^+kWecr>(7la&Wsu5zM!q>H3CqldkxM7_M`V2Nnr2b}>#}lpZu)$gxf* zy>cLWoIMda>mXlHN$ElVg+WgbbOeR7JtBo3r!Jcwg!VrMdRE8sgn5j{!M>}2XYh+q zz#FN*By;*?*ZdBAD)QT9eWK|DfM`Yd#96A(Vzln8!rB61iSmofeNfw5C>}4%z-)s=DNfd34jn?mUho7xU-HUto_2%6piJ;YwW3*OqGi9Ep z_Zw_pFuQ(nzaL_2tTfMXNwbk>vwu_)nV6D2J$5JaK_&*-eg{^M@DW-dv_NQq&;p?a zLJNcz2rUp=;InE0bNV7P)hPP)BYXn)qAn|F@0CPTjVdeEKzXf(@?yym87m1jLmEYX zfrVVn7XZ0n;%|?Ygq$F8N~6f^rm&R56P* zF%>EVA?TnYs4$>>8U6;SS(sN}!RDOCtpEq8ee(am7~zKr_WHm3kU1xfI>^v0aOCMoBeI} z$k;bB@23BdJ{9{>^pog?$oG`LDAj#iL8_!gtxF~;<_T1R5R$cQ?vq4j=-KlyLxY3t zDOC+HAqc(#XZ_-VU63LmwXbwRlH&_PmV^Zrf#;zB?K!J+G8F(nev&%fLSO=@5K zpv~$F_{MRSR<&|X)u6nZ7h7H7tE6nAWq!4Hb&V@hdkmI`3zg$RRHC{}~SNxJ3`X*O~= zA(8j%`}*138Y>OCOPY-w!j=cpR*6y`V$z--RzEi}^#apywj{9yA~*{BC?*cddk-Ul zSE+7kbjtHgvC@#c zq*3HAGLh%O-wT5NZjY6P+%1hFKg&iAOa+T_Diri!tTf~QiMb@lZ)=$&JKA z-2Kn~WbB_~dgfc{U!+Gz@&5r3K0*tG76>g6S|GH*V`c$!TF3jY^&6bdbELXpY_FGO z?YF&>NR&`5VYIH8UWdK849CpNf}MiB@zT(D5jiDN7DYA-$OCl9t9(z0`=ru(cf3>Q zAhA7LqRj#vxlU7Rhvx_-v-=tj6tX!z%W_Wmv`j7hwf64U8Ta8O(>jeCB(7Tt`V@j_ zWmSFIosuf}6Oo_ziI&Ph~D((oX#YnJjO~y*Pg&5KZ@^fFt z$dBO`Zuc8UON&UwwKu_2{B*D^>;#Kb9Ch`VSgx*C1W#&L$PWetsJVL-x_c!Nv{%nz zwEMf|Y8l#NWhl~?Av^Z{(vi=a+bhFqsR3MmA2O#@%BaF*RDnIP0_O|h)I1VBHQy`4 jse2Gc-cku8y^I;TT4y@Uk?&WEeCEa;D~o|!nvMK_w@aYC delta 2525 zcmZ{mT})eL7{|})cRBr_*uDoSg~FtK6b>zG3v9G}Y^zZ=DPUU}0gB@@d<-(<*i0rT z(ZnT$Z9Es+I&@s9aWQc?y-=4xc4e07#-&phyqM09#d%@8nVaw7ke5T(b9J7)zyJF@ z&-=d5^R#oD^xP(W-cCm^6da(VD~V;ZkD@3GeUCC%nL3SU4QtH543{;epVwX0-qF&U zGW8MF31w2TO5dXy%8SJmMSlUmS%PranNr4cOxO-VQHcvSYY#zT38#!(gtaSBo#TWn zNUMxzi<*Qrsf?RNyUB)alVAs7sLyR#|3Y!p|KL#xx zADk&m8e&;#i`U8pPx-KxT?yC9IYUgJCOB8IBRE%q1-dlBs(nYWYUfZ`O9WlKTc^|h zIzBo$4a-(HaPC49tlI5DVU4VG!TmN0t25#i)(y8D7^~#)V$n{VCxtkUGNW?YS_!{r z7j35$L2(6&1}R)1oSnl2juFt!?!%qCN(xvc(A9Z^U4c%JxdZ#3X1%oXiBUTm|X{Z%ct zk!ZiW7uz<`KIy}@RkUONq)OjMbwjwb0X(5BxEal1d1nF1+0L_K&a>07-e!ljdKSj( zdXUFXByPU!DT%#)9F^x2$sWEaO>$Zpe@09pb9Gm%aQXiLe@0rt95llR6Z`SkCM<5i zg^pJEF37@}-bVO7SRgF^yrpaiHL$#E4+&e$JH)Uv)6nsuo;FPa^IR!RcXB?fB@fgM_DF z>{6R)>*z~uHpCquGO3&Owp682HBMQSdP@1V_FFBh8CHL(Rw?!7=S&O64P%wzb>;?> zmzB_erh9y~G7?qb%o%V_SRmLD#NS*`RU>vS9&WpQYX%2i9jF=Pxyp<|XJURxyflos zXES1a2S$cY@LYLDrQkjhx4=d` zh`+grE0dMojN>F-GWb2jmC7JLGN_!hXS=kmR{)(dyXT{OR)5ragfE{Ehme;d5H7KiD04^XHp}JU40mHvUpR#)v`F% zFSKeE;kysuhsrJ+K4&)yxMd{|u|ybEe{~f&joKTOL2IG37F?_E8z10W9cQjH=Bz&b zhq_0)u9ca;H8`GM#+eU(8bxqvw1+;62i`&WbgTt;Q!`OZyU8;40$hqbk6cYM*bknL zJ`@NMEIper1G2}b5Emp^`ZxlX^b_(3{UrWvAU_9q=n4a2eqs!{_7f~kQK+MZNwMJ< zCT%FRkI1BBMUXw7Jc&XLviSBCo;vjeOH&ngr;ZC#r;hOSBupdyC=ei6dJ)2QgfCra L)U{3)+Xepv^sKx4 diff --git a/flush.py b/flush.py index c82c84f..75b8369 100644 --- a/flush.py +++ b/flush.py @@ -41,9 +41,39 @@ for td in train_data: batch_data_db.year = 2023 census_batch_idx = db_obj.ann_file.index('kh') if census_batch_idx: - census_batch = db_obj.ann_file[census_batch_idx:census_batch_idx + 4] + census_batch = db_obj.ann_file[census_batch_idx:census_batch_idx + 4].upper() census_batches.append(census_batch) batch_data_db.census_batch = census_batch + + batch_data_db.precision = 'S3' + batch_data_db.is_train = True + batch_data_db.is_validation = False + + id_code_idx = census_batch_idx + 5 + if batch_data_db.id_code is None: + if batch_data_db.id > 29: + code_start = db_obj.ann_file[id_code_idx + 21:] + code_end = code_start.index('_') + id_code = db_obj.ann_file[id_code_idx + 21:][:code_end] + logger.debug(f"{id_code}, {db_obj.ann_file[id_code_idx + 21:]}, {db_obj.ann_file[id_code_idx:]}, {batch_data_db.id=}") + batch_data_db.id_code = id_code + + # if batch_data_db.id > 25 and batch_data_db.id <= 29: + # code_start = db_obj.ann_file[id_code_idx + 18:] + # code_end = code_start.index('_') + # id_code = db_obj.ann_file[id_code_idx + 18:][:code_end] + # logger.debug(f"{db_obj.ann_file[id_code_idx + 18:]}, {db_obj.ann_file[id_code_idx:]}, {id_code}, {batch_data_db.id=}") + # batch_data_db.id_code = id_code + # if 2 < batch_data_db.id <= 25: + # id_code = db_obj.ann_file[id_code_idx:id_code_idx + 3] + # logger.debug(f"{id_code=}") + # batch_data_db.id_code = id_code + + # if 25 < batch_data_db.id <= 25: + # id_code = db_obj.ann_file[id_code_idx:id_code_idx + 3] + # logger.debug(f"{id_code=}") + # batch_data_db.id_code = id_code + # if not batch_data_db: # logger.debug(f"insert {db_obj.ann_file=}") # session.add(db_obj)