lora diary

huidehui · Dec 12, 2024 · b1adfee · b1adfee
1 parent e5ac095
commit b1adfee
Show file tree

Hide file tree

Showing 72 changed files with 354 additions and 1 deletion.
diff --git a/.idea/.gitignore b/.idea/.gitignore
diff --git a/.idea/.name b/.idea/.name
diff --git a/.idea/inspectionProfiles/Project_Default.xml b/.idea/inspectionProfiles/Project_Default.xml
diff --git a/.idea/inspectionProfiles/profiles_settings.xml b/.idea/inspectionProfiles/profiles_settings.xml
diff --git a/.idea/misc.xml b/.idea/misc.xml
diff --git a/.idea/modules.xml b/.idea/modules.xml
diff --git a/.idea/sd-scripts.iml b/.idea/sd-scripts.iml
diff --git a/.idea/vcs.xml b/.idea/vcs.xml
diff --git a/data-config/hxh4_deepdanbooru.toml b/data-config/hxh4_deepdanbooru.toml
@@ -0,0  1,11 @@
 [general]
 enable_bucket = true                        # 是否使用Aspect Ratio Bucketing
 
 [[datasets]]
 resolution = 512                            # 训练分辨率
 batch_size = 8                              # 批次大小
 
 [[datasets.subsets]]
 image_dir = '/kaggle/input/hxh-dataset/hxh/train_data' # 指定包含训练图像的文件夹
 caption_extension = '.txt'            # 若使用txt文件,更改此项
 num_repeats = 10                          # 训练图像的重复次数
diff --git a/data-config/uscaption_deepdanbooru.toml b/data-config/uscaption_deepdanbooru.toml
@@ -0,0  1,11 @@
 [general]
 enable_bucket = true                        # 是否使用Aspect Ratio Bucketing
 
 [[datasets]]
 resolution = 512                            # 训练分辨率
 batch_size = 8                              # 批次大小
 
 [[datasets.subsets]]
 image_dir = '/kaggle/input/uscaption-dataset/uscaption/train_data' # 指定包含训练图像的文件夹
 caption_extension = '.txt'            # 若使用txt文件,更改此项
 num_repeats = 10                          # 训练图像的重复次数
diff --git a/data/train_data_hxh/hxh-000.jpg b/data/train_data_hxh/hxh-000.jpg
diff --git a/data/train_data_hxh/hxh-000.txt b/data/train_data_hxh/hxh-000.txt
@@ -0,0  1 @@
 hxh4,solo,1boy, male_focus,realistic,black_hair, looking_at_viewer, portrait, lips,closed_mouth,bangs
diff --git a/data/train_data_hxh/hxh-001.jpg b/data/train_data_hxh/hxh-001.jpg
diff --git a/data/train_data_hxh/hxh-001.txt b/data/train_data_hxh/hxh-001.txt
@@ -0,0  1 @@
 hxh4,solo,1boy, male_focus,realistic, black_hair, looking_at_viewer, portrait,lips,bangs
diff --git a/data/train_data_hxh/hxh-002.jpg b/data/train_data_hxh/hxh-002.jpg
diff --git a/data/train_data_hxh/hxh-002.txt b/data/train_data_hxh/hxh-002.txt
@@ -0,0  1 @@
 hxh4,solo,1boy, male_focus,realistic, black_hair, looking_at_viewer, portrait,lips,bangs
diff --git a/data/train_data_hxh/hxh-003.jpg b/data/train_data_hxh/hxh-003.jpg
diff --git a/data/train_data_hxh/hxh-003.txt b/data/train_data_hxh/hxh-003.txt
@@ -0,0  1 @@
 hxh4,solo,1boy, male_focus,realistic,black_hair, looking_at_viewer, portrait,lips,closed_mouth,bangs
diff --git a/data/train_data_hxh/hxh-004.jpg b/data/train_data_hxh/hxh-004.jpg
diff --git a/data/train_data_hxh/hxh-004.txt b/data/train_data_hxh/hxh-004.txt
@@ -0,0  1 @@
 hxh4,solo,1boy, male_focus,realistic, black_hair, looking_at_viewer, portrait,lips,closed_mouth, short_hair,bangs
diff --git a/data/train_data_hxh/hxh-005.jpg b/data/train_data_hxh/hxh-005.jpg
diff --git a/data/train_data_hxh/hxh-005.txt b/data/train_data_hxh/hxh-005.txt
@@ -0,0  1 @@
 hxh4,solo,1boy, male_focus,realistic,black_hair, looking_at_viewer, portrait,lips,closed_mouth, short_hair,bangs
diff --git a/data/train_data_hxh/hxh-006.jpg b/data/train_data_hxh/hxh-006.jpg
diff --git a/data/train_data_hxh/hxh-006.txt b/data/train_data_hxh/hxh-006.txt
@@ -0,0  1 @@
 hxh4,solo,1boy, male_focus,realistic,black_hair,looking_at_viewer, portrait,lips,closed_mouth, short_hair,bangs
diff --git a/data/train_data_hxh/hxh-007.jpg b/data/train_data_hxh/hxh-007.jpg
diff --git a/data/train_data_hxh/hxh-007.txt b/data/train_data_hxh/hxh-007.txt
@@ -0,0  1 @@
 hxh4,solo,1boy, male_focus,realistic,profile, upper_body,hair_ornament,black_hair
diff --git a/data/train_data_hxh/hxh-008.jpg b/data/train_data_hxh/hxh-008.jpg
diff --git a/data/train_data_hxh/hxh-008.txt b/data/train_data_hxh/hxh-008.txt
@@ -0,0  1 @@
 hxh4,solo,1boy, male_focus,realistic, profile, upper_body,hair_ornament,black_hair
diff --git a/data/train_data_uscaption/uscaotion-000.jpg b/data/train_data_uscaption/uscaotion-000.jpg
diff --git a/data/train_data_uscaption/uscaotion-000.txt b/data/train_data_uscaption/uscaotion-000.txt
@@ -0,0  1 @@
 1boy, male_focus, solo, manly, realistic, closed_mouth, upper_body
diff --git a/data/train_data_uscaption/uscaotion-001.jpg b/data/train_data_uscaption/uscaotion-001.jpg
diff --git a/data/train_data_uscaption/uscaotion-001.txt b/data/train_data_uscaption/uscaotion-001.txt
@@ -0,0  1 @@
 helmet,realistic
diff --git a/data/train_data_uscaption/uscaotion-002.jpg b/data/train_data_uscaption/uscaotion-002.jpg
diff --git a/data/train_data_uscaption/uscaotion-002.txt b/data/train_data_uscaption/uscaotion-002.txt
@@ -0,0  1,2 @@
 superhero outfit,star emblem,shield1boy, male_focus, solo, realistic, gloves,eyepatch,action stance
 
diff --git a/data/train_data_uscaption/uscaotion-003.jpg b/data/train_data_uscaption/uscaotion-003.jpg
diff --git a/data/train_data_uscaption/uscaotion-003.txt b/data/train_data_uscaption/uscaotion-003.txt
@@ -0,0  1 @@
 solo, standing, male_focus, 1boy, realistic,belt,superhero outfit， star emblem， shield，gloves,heroic
diff --git a/data/train_data_uscaption/uscaotion-004.jpg b/data/train_data_uscaption/uscaotion-004.jpg
diff --git a/data/train_data_uscaption/uscaotion-004.txt b/data/train_data_uscaption/uscaotion-004.txt
@@ -0,0  1 @@
 helmet,solo,upper body,profile, from_side,goggles, star emblem
diff --git a/finetune/make_captions.py b/finetune/make_captions.py
@@ -203,7  203,7 @@ def setup_parser() -> argparse.ArgumentParser:
 
     args = parser.parse_args()
 
-    # スペルミスしていたオプションを復元する
     #
     if args.caption_extention is not None:
         args.caption_extension = args.caption_extention
 

diff --git a/finetune/meta_cap.json b/finetune/meta_cap.json
@@ -0,0  1,29 @@
 {
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-000.jpg": {
     "caption": "a male in a black shirt is staring at the camera"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-001.jpg": {
     "caption": "a young man wearing a black jacket, looking away from the camera"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-002.jpg": {
     "caption": "a man with black shirt and jacket on in a photo"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-003.jpg": {
     "caption": "a person with dark hair and black shirt"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-004.jpg": {
     "caption": "a man posing for a photo on a white surface"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-005.jpg": {
     "caption": "a man with a black shirt and jacket"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-006.jpg": {
     "caption": "a young man with an black shirt and jacket"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-007.jpg": {
     "caption": "a man in a suit sitting down looking at his phone"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-008.jpg": {
     "caption": "a man with short black hair standing up and looking at the side"
   }
 }
diff --git a/finetune/meta_cap_dd.json b/finetune/meta_cap_dd.json
@@ -0,0  1,38 @@
 {
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-000.jpg": {
     "caption": "a male in a black shirt is staring at the camera",
     "tags": "solo, male_focus, 1boy, black_hair, looking_at_viewer, portrait, lips, realistic,closed_mouth,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-001.jpg": {
     "caption": "a young man wearing a black jacket, looking away from the camera",
     "tags": "solo, male_focus,  black_hair, looking_at_viewer, portrait,1boy, realistic,lips,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-002.jpg": {
     "caption": "a man with black shirt and jacket on in a photo",
     "tags": "solo, male_focus,  black_hair, looking_at_viewer, portrait,1boy, realistic,lips,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-003.jpg": {
     "caption": "a person with dark hair and black shirt",
     "tags": "solo, male_focus,  black_hair, looking_at_viewer, portrait,1boy, realistic,lips,closed_mouth,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-004.jpg": {
     "caption": "a man posing for a photo on a white surface",
     "tags": "solo, male_focus,  black_hair, looking_at_viewer, portrait,1boy, realistic,lips,closed_mouth, short_hair,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-005.jpg": {
     "caption": "a man with a black shirt and jacket",
     "tags": "solo, male_focus,  black_hair, looking_at_viewer, portrait,1boy, realistic,lips,closed_mouth, short_hair,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-006.jpg": {
     "caption": "a young man with an black shirt and jacket",
     "tags": "solo, male_focus,black_hair,looking_at_viewer, portrait,1boy, realistic,lips,closed_mouth, short_hair,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-007.jpg": {
     "caption": "a man in a suit sitting down looking at his phone",
     "tags": "male_focus, 1boy, solo, profile, upper_body,hair_ornament,black_hair"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-008.jpg": {
     "caption": "a man with short black hair standing up and looking at the side",
     "tags": "male_focus, 1boy, solo, profile, upper_body,hair_ornament,black_hair"
   }
 }
diff --git a/finetune/meta_clean.json b/finetune/meta_clean.json
@@ -0,0  1,38 @@
 {
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-000.jpg": {
     "caption": "a male in a black shirt is staring at the camera",
     "tags": "solo, male focus, 1boy, black hair, looking at viewer, portrait, lips, realistic,closed mouth,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-001.jpg": {
     "caption": "a man wearing a black jacket, looking away from the camera",
     "tags": "solo, male focus,  black hair, looking at viewer, portrait,1boy, realistic,lips,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-002.jpg": {
     "caption": "a man with black shirt and jacket on in a photo",
     "tags": "solo, male focus,  black hair, looking at viewer, portrait,1boy, realistic,lips,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-003.jpg": {
     "caption": "a girl with dark hair and black shirt",
     "tags": "solo, male focus,  black hair, looking at viewer, portrait,1boy, realistic,lips,closed mouth,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-004.jpg": {
     "caption": "a man posing for a photo on a white surface",
     "tags": "solo, male focus,  black hair, looking at viewer, portrait,1boy, realistic,lips,closed mouth, short hair,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-005.jpg": {
     "caption": "a man with a black shirt and jacket",
     "tags": "solo, male focus,  black hair, looking at viewer, portrait,1boy, realistic,lips,closed mouth, short hair,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-006.jpg": {
     "caption": "a man with an black shirt and jacket",
     "tags": "solo, male focus,black hair,looking at viewer, portrait,1boy, realistic,lips,closed mouth, short hair,bangs"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-007.jpg": {
     "caption": "a man in a suit sitting down looking at his phone",
     "tags": "male focus, 1boy, solo, profile, upper body,hair ornament,black hair"
   },
   "D:\\Probject\\SD\\sd-scripts\\finetune\\train_data\\hxh-008.jpg": {
     "caption": "a man with short black hair standing up and looking at the side",
     "tags": "male focus, 1boy, solo, profile, upper body,hair ornament,black hair"
   }
 }
diff --git a/finetune/train.sh b/finetune/train.sh
@@ -0,0  1,5 @@
 python make_captions.py --batch_size 4  "D:\Probject\SD\sd-scripts\finetune\train_data"
 
 python merge_captions_to_metadata.py --full_path "D:\Probject\SD\sd-scripts\finetune\train_data"  meta_cap.json
 
 python merge_dd_tags_to_metadata.py --full_path "D:\Probject\SD\sd-scripts\finetune\train_data" --in_json meta_cap.json meta_cap_dd.json
diff --git a/finetune/train_data/hxh-000.caption b/finetune/train_data/hxh-000.caption
@@ -0,0  1 @@
 a male in a black shirt is staring at the camera
diff --git a/finetune/train_data/hxh-000.jpg b/finetune/train_data/hxh-000.jpg
diff --git a/finetune/train_data/hxh-000.txt b/finetune/train_data/hxh-000.txt
@@ -0,0  1 @@
 solo, male_focus, 1boy, black_hair, looking_at_viewer, portrait, lips, realistic,closed_mouth,bangs
diff --git a/finetune/train_data/hxh-001.caption b/finetune/train_data/hxh-001.caption
@@ -0,0  1 @@
 a young man wearing a black jacket, looking away from the camera
diff --git a/finetune/train_data/hxh-001.jpg b/finetune/train_data/hxh-001.jpg
diff --git a/finetune/train_data/hxh-001.txt b/finetune/train_data/hxh-001.txt
@@ -0,0  1 @@
 solo, male_focus,  black_hair, looking_at_viewer, portrait,1boy, realistic,lips,bangs
diff --git a/finetune/train_data/hxh-002.caption b/finetune/train_data/hxh-002.caption
@@ -0,0  1 @@
 a man with black shirt and jacket on in a photo
diff --git a/finetune/train_data/hxh-002.jpg b/finetune/train_data/hxh-002.jpg
diff --git a/finetune/train_data/hxh-002.txt b/finetune/train_data/hxh-002.txt
@@ -0,0  1 @@
 solo, male_focus,  black_hair, looking_at_viewer, portrait,1boy, realistic,lips,bangs
diff --git a/finetune/train_data/hxh-003.caption b/finetune/train_data/hxh-003.caption
@@ -0,0  1 @@
 a person with dark hair and black shirt
diff --git a/finetune/train_data/hxh-003.jpg b/finetune/train_data/hxh-003.jpg
diff --git a/finetune/train_data/hxh-003.txt b/finetune/train_data/hxh-003.txt
@@ -0,0  1 @@
 solo, male_focus,  black_hair, looking_at_viewer, portrait,1boy, realistic,lips,closed_mouth,bangs
diff --git a/finetune/train_data/hxh-004.caption b/finetune/train_data/hxh-004.caption
@@ -0,0  1 @@
 a man posing for a photo on a white surface
diff --git a/finetune/train_data/hxh-004.jpg b/finetune/train_data/hxh-004.jpg
diff --git a/finetune/train_data/hxh-004.txt b/finetune/train_data/hxh-004.txt
@@ -0,0  1 @@
 solo, male_focus,  black_hair, looking_at_viewer, portrait,1boy, realistic,lips,closed_mouth, short_hair,bangs
diff --git a/finetune/train_data/hxh-005.caption b/finetune/train_data/hxh-005.caption
@@ -0,0  1 @@
 a man with a black shirt and jacket
diff --git a/finetune/train_data/hxh-005.jpg b/finetune/train_data/hxh-005.jpg
diff --git a/finetune/train_data/hxh-005.txt b/finetune/train_data/hxh-005.txt
@@ -0,0  1 @@
 solo, male_focus,  black_hair, looking_at_viewer, portrait,1boy, realistic,lips,closed_mouth, short_hair,bangs
diff --git a/finetune/train_data/hxh-006.caption b/finetune/train_data/hxh-006.caption
@@ -0,0  1 @@
 a young man with an black shirt and jacket
diff --git a/finetune/train_data/hxh-006.jpg b/finetune/train_data/hxh-006.jpg
diff --git a/finetune/train_data/hxh-006.txt b/finetune/train_data/hxh-006.txt
@@ -0,0  1 @@
 solo, male_focus,black_hair,looking_at_viewer, portrait,1boy, realistic,lips,closed_mouth, short_hair,bangs
diff --git a/finetune/train_data/hxh-007.caption b/finetune/train_data/hxh-007.caption
@@ -0,0  1 @@
 a man in a suit sitting down looking at his phone
diff --git a/finetune/train_data/hxh-007.jpg b/finetune/train_data/hxh-007.jpg
diff --git a/finetune/train_data/hxh-007.txt b/finetune/train_data/hxh-007.txt
@@ -0,0  1 @@
 male_focus, 1boy, solo, profile, upper_body,hair_ornament,black_hair
diff --git a/finetune/train_data/hxh-008.caption b/finetune/train_data/hxh-008.caption
@@ -0,0  1 @@
 a man with short black hair standing up and looking at the side
diff --git a/finetune/train_data/hxh-008.jpg b/finetune/train_data/hxh-008.jpg
diff --git a/finetune/train_data/hxh-008.txt b/finetune/train_data/hxh-008.txt
@@ -0,0  1 @@
 male_focus, 1boy, solo, profile, upper_body,hair_ornament,black_hair
Original file line number	Diff line number	Diff line change
		@@ -0,0 1 @@
		hxh4,solo,1boy, male_focus,realistic,black_hair, looking_at_viewer, portrait, lips,closed_mouth,bangs
Original file line number	Diff line number	Diff line change
		@@ -0,0 1 @@
		hxh4,solo,1boy, male_focus,realistic, black_hair, looking_at_viewer, portrait,lips,bangs
Original file line number	Diff line number	Diff line change
		@@ -0,0 1 @@
		hxh4,solo,1boy, male_focus,realistic,profile, upper_body,hair_ornament,black_hair
Original file line number	Diff line number	Diff line change
		@@ -0,0 1 @@
		hxh4,solo,1boy, male_focus,realistic, profile, upper_body,hair_ornament,black_hair
Original file line number	Diff line number	Diff line change
		@@ -0,0 1 @@
		1boy, male_focus, solo, manly, realistic, closed_mouth, upper_body
Original file line number	Diff line number	Diff line change
		@@ -0,0 1,2 @@
		superhero outfit,star emblem,shield1boy, male_focus, solo, realistic, gloves,eyepatch,action stance
Original file line number	Diff line number	Diff line change
		@@ -0,0 1 @@
		solo, standing, male_focus, 1boy, realistic,belt,superhero outfit， star emblem， shield，gloves,heroic
Original file line number	Diff line number	Diff line change
		@@ -0,0 1 @@
		helmet,solo,upper body,profile, from_side,goggles, star emblem
Original file line number	Diff line number	Diff line change
		@@ -0,0 1 @@
		a male in a black shirt is staring at the camera
Original file line number	Diff line number	Diff line change
		@@ -0,0 1 @@
		solo, male_focus, 1boy, black_hair, looking_at_viewer, portrait, lips, realistic,closed_mouth,bangs