leo/khqp_trainer
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

flush db v1

Browse Source
This commit is contained in:
leo
2024-03-06 20:30:27 +08:00
parent 08ef3f36a7
commit 31a2a947b4
8 changed files with 168 additions and 48 deletions
Download Patch File Download Diff File Expand all files Collapse all files

91
bak/evolve_config2.py
View File

@@ -1,21 +1,17 @@
update_cache = False
train_data = [
# khdp_7flys
dict(
img_prefix='/data/data/split_ss_yimu_m6_p2/train_khdp_7flys_gsd5_orgsize_noDecay_seg-v2/images',
ann_file='/data/data/split_ss_yimu_m6_p2/train_khdp_7flys_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230531_p1p2',
select_ids=None,
filter_empty_gt=False,
update_cache=False,
),
{
'img_prefix': '/data/data/split_ss_yimu_m6_p2/train_khdp_7flys_gsd5_orgsize_noDecay_seg-v2/images',
'ann_file': '/data/data/split_ss_yimu_m6_p2/train_khdp_7flys_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230531_p1p2',
'select_ids': None, 'filter_empty_gt': False, 'update_cache': False
},
# khdp_v2_3flys
dict(
img_prefix='/data/data/split_ss_yimu_m6_p1/train_khdp_v2_3flys_gsd5_orgsize_noDecay_seg-v2/images',
ann_file='/data/data/split_ss_yimu_m6_p1/train_khdp_v2_3flys_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230531_p1p2',
select_ids=None,
filter_empty_gt=False,
update_cache=update_cache,
),
{
'img_prefix': '/data/data/split_ss_yimu_m6_p1/train_khdp_v2_3flys_gsd5_orgsize_noDecay_seg-v2/images',
'ann_file': '/data/data/split_ss_yimu_m6_p1/train_khdp_v2_3flys_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230531_p1p2',
'select_ids': None, 'filter_empty_gt': False, 'update_cache': False
},
# khdp_v3
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_044_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601',
@@ -26,108 +22,130 @@ train_data = [
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_064_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_064_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_065_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_065_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_073_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_073_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_072_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_072_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
# khdp_v4
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_013_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_013_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_015_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_015_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_016_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_016_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_028_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_20230601',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_028_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
# khdp_202306_zhubin
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_067_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_067_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_068_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_068_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_069_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_069_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_070_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_070_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_071_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_071_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_075_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_075_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_078_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_078_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_080_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_080_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_081_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_081_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_082_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_082_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_084_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_084_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_087_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_087_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_089_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_089_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
{
'ann_file': '/data/data/split_ss_yimu_m6_p4/test_khdp_090_mod_loc_gsd5_orgsize_noDecay_seg-v2/annfiles2_labelme_202306016',
'img_prefix': '/data/data/split_ss_yimu_m6_p4/test_khdp_090_mod_loc_gsd5_orgsize_noDecay_seg-v2/images',
'filter_empty_gt': False, 'update_cache': update_cache},
'filter_empty_gt': False, 'update_cache': update_cache
},
# KHXP_DZ
{
@@ -472,3 +490,4 @@ ckpt_path = '/data/output/yolox_swinT_small_ds8x_s2048_s3_experiment42/backup_ck
n_trail = 10
n_epoch = 1

26
bak/init_data.py Normal file
View File

@@ -0,0 +1,26 @@
#!/usr/bin/env python3
# -*- coding:utf-8 -*-
from pydantic import BaseModel
class BatchDataBase(BaseModel):
year: int | None = None
census_batch: str | None = None # 普查批次
id_code: str | None = None # 编号
precision: str | None = None # 精度
is_train: bool | None = None
is_validation: bool | None = None
ann_file: str | None = None
img_prefix: str | None = None
filter_empty_gt: bool | None = None
update_cache: bool | None = None
class BatchDataRead(BatchDataBase):
id: int
class Config:
orm_mode = True