From 976ef6a23e26b7f2eacbcc013d4421194d2a7b37 Mon Sep 17 00:00:00 2001 From: chengjiaxiang Date: Sun, 31 Mar 2024 14:37:14 +0800 Subject: [PATCH] Update configs --- configs/res_adapter/dreamlike.yaml | 19 ++++++++----------- configs/res_adapter/dreamshaper-xl.yaml | 12 +++++------- .../controlnet-sdxl_image2image.yaml | 8 +++----- .../controlnet_image2image.yaml | 12 +++++------- .../ip_adapter_face_variation.yaml | 2 +- .../ip_adapter_inpaint.yaml | 2 +- .../ip_adapter_sdxl_variation.yaml | 2 +- .../ip_adapter_variation.yaml | 2 +- .../cartoon3dxl_lcm_lora.yaml | 6 +++--- .../dreamshaperxl_lcm_lora.yaml | 19 ++++++------------- 10 files changed, 34 insertions(+), 50 deletions(-) diff --git a/configs/res_adapter/dreamlike.yaml b/configs/res_adapter/dreamlike.yaml index 70595de..660d6cd 100644 --- a/configs/res_adapter/dreamlike.yaml +++ b/configs/res_adapter/dreamlike.yaml @@ -2,25 +2,22 @@ task: "t2i" experiment_name: "" # Model Configs -# personalized_model: "/mnt/bn/automl-aigc/chengjiaxiang/models/civitai/dreamlikeDiffusion10_10.ckpt" -personalized_model: "/mnt/bn/automl-aigc/chengjiaxiang/models/diffusers/stable-diffusion-v1-5" +diffusion_model: "/path/to/dreamlike-diffusion-1.0" model_type: "sd1.5" -# res_adapter_model: "/mnt/bn/automl-aigc/chengjiaxiang/outputs/aigc/train/exp056_sdv15_resnet_mix128-1024-2024-03-08T13-22-52/checkpoint-200000" -res_adapter_model: "models/res_adapter/sd1.5-i" +res_adapter_model: "models/res_adapter/resadapter_v1_sd1.5" res_adapter_alpha: 1.0 # Inference Configs -width: 384 -height: 384 +width: 960 +height: 1104 num_inference_steps: 25 guidance_scale: 7.5 -num_images_per_prompt: 4 +num_images_per_prompt: 2 prompts: [ - # "beautiful age 18 girl, (anime screencap), blue hair, freckles, sexy, beautiful, dslr, 8k, 4k, natural skin, textured skin, pixiv, depth of field, cinematic compotision, best lighting", + "beautiful age 18 girl, (anime screencap), blue hair, freckles, sexy, beautiful, dslr, 8k, 4k, natural skin, textured skin, pixiv, depth of field, cinematic compotision, best lighting", "Pictures of you, beautiful face, youthful appearance, ultra focus, face iluminated, face detailed, ultra focus, dreamlike images, pixel perfect precision, ultra realistic, vibrant, ultra focus, face ilumined, face detailed, 8k resolution, watercolor, detailed colors, ultra focus, 8k resolution, watercolor, razumov style. art by Carne Griffiths, Frank Frazetta, sf, intricate artwork masterpiece, ominous, golden ratio, in the oil painting style reminiscent of Konstantin Razumov's work, yet interspersed with the layered paper illusion effect characteristic of Eiko Ojala, Reimagined splashes of ink in the digital art style, evoking at once impressions of Alberto Seveso's signature pieces, model standing confidently at the center, trending on cgsociety, intricate, epic, trending on artstation, by artgerm, h. r. giger and beksinski, highly detailed, vibrant, production cinematic character render, ultra high quality model, sf, intricate artwork masterpiece, ominous, matte painting movie poster, golden ratio, trending on cgsociety, intricate, epic, trending on artstation, by artgerm, h. r. giger and beksinski, highly detailed, vibrant", "Award-winning photo of a mystical fox girl (fox:1.3) in a serene forest clearing,(sunlight:1.2) filtering through the trees,ethereal,enchanting,vibrant orange fur,piercing (amber:1.4) eyes,delicate floral crown,(flowing:1.1) gown,surrounded by a gentle breeze,(whispering:1.2) leaves,magical atmosphere,captured by renowned photographer (Emily Thompson:1.2) using a Nikon D850,creating a dreamlike and captivating image", - # "dreamlikeart a painting of illustration of Goku wearing a skirt cinematic lighting, wide shot, 8K, trending on artstation in the style of Greg Rutkowski", ] n_prompt: "[NSFW, poor bad amateur assignment cut out ugly]" @@ -28,7 +25,7 @@ n_prompt: "[NSFW, poor bad amateur assignment cut out ugly]" # Other Configs enable_xformers: true enable_compare: true -draw_text: false +draw_text: true seed: 43 -device: 2 +device: 0 split_images: false \ No newline at end of file diff --git a/configs/res_adapter/dreamshaper-xl.yaml b/configs/res_adapter/dreamshaper-xl.yaml index 568e25d..e1e3d29 100644 --- a/configs/res_adapter/dreamshaper-xl.yaml +++ b/configs/res_adapter/dreamshaper-xl.yaml @@ -2,17 +2,15 @@ task: "t2i" experiment_name: "" # Model Configs -personalized_model: "/mnt/bn/automl-aigc/chengjiaxiang/models/diffusers/dreamshaper-xl-1-0" +diffusion_model: "/path/to/dreamshaper-xl-1.0" model_type: "sdxl" -res_adapter_model: "/mnt/bn/automl-aigc/chengjiaxiang/outputs/aigc/train/exp057_sdxl_resnet_mix256-1536-2024-03-08T13-22-22/checkpoint-20000" +res_adapter_model: "models/res_adapter/resadapter_v1_sdxl" res_adapter_alpha: 1.0 - # Inference Configs -width: 900 -height: 1104 -scale_ratio: null -num_inference_steps: 30 +width: 512 +height: 384 +num_inference_steps: 25 guidance_scale: 7.5 num_images_per_prompt: 2 diff --git a/configs/res_adapter_controlnet/controlnet-sdxl_image2image.yaml b/configs/res_adapter_controlnet/controlnet-sdxl_image2image.yaml index c28e779..7a83dd1 100644 --- a/configs/res_adapter_controlnet/controlnet-sdxl_image2image.yaml +++ b/configs/res_adapter_controlnet/controlnet-sdxl_image2image.yaml @@ -4,10 +4,10 @@ experiment_name: "" # Model Configs -personalized_model: "/mnt/bn/automl-aigc/chengjiaxiang/models/diffusers/stable-diffusion-xl-base-1.0" +diffusion_model: "/path/to/stable-diffusion-xl-base-1.0" model_type: "sdxl" -controlnet_model: "/mnt/bn/automl-aigc/chengjiaxiang/models/diffusers/controlnet-canny-sdxl-1.0" -res_adapter_model: "/mnt/bn/automl-aigc/chengjiaxiang/python/res-adapter/models/res_adapter/sdxl-i" +controlnet_model: "/path/to/controlnet-canny-sdxl-1.0" +res_adapter_model: "models/res_adapter/resadapter_v1_sdxl" res_adapter_alpha: 1.0 @@ -22,12 +22,10 @@ num_images_per_prompt: 8 source_images: [ "assets/controlnet/man.png", - # "assets/controlnet/old.png", ] prompts: [ "man", - # "old man", ] n_prompt: "lowres, bad anatomy, worst quality, low quality" diff --git a/configs/res_adapter_controlnet/controlnet_image2image.yaml b/configs/res_adapter_controlnet/controlnet_image2image.yaml index 7f00d5a..534d1ac 100644 --- a/configs/res_adapter_controlnet/controlnet_image2image.yaml +++ b/configs/res_adapter_controlnet/controlnet_image2image.yaml @@ -4,10 +4,10 @@ experiment_name: "" # Model Configs -personalized_model: "/mnt/bn/automl-aigc/chengjiaxiang/models/diffusers/stable-diffusion-v1-5" +diffusion_model: "/path/to/stable-diffusion-v1-5" model_type: "sd1.5" -controlnet_model: "/mnt/bn/automl-aigc/chengjiaxiang/models/diffusers/control_v11p_sd15_canny" -res_adapter_model: "/mnt/bn/automl-aigc/chengjiaxiang/outputs/aigc/train/exp056_sdv15_resnet_mix128-1024-2024-03-08T13-22-52/checkpoint-50000" +controlnet_model: "/path/to/control_v11p_sd15_canny" +res_adapter_model: "models/res_adapter/resadapter_v1_sd1.5" res_adapter_alpha: 1.0 @@ -22,12 +22,10 @@ num_images_per_prompt: 8 source_images: [ "assets/controlnet/bird.png", - # "assets/controlnet/dog2.png", ] prompts: [ "bird", - # "cute dog", ] n_prompt: "lowres, bad anatomy, worst quality, low quality" @@ -36,7 +34,7 @@ n_prompt: "lowres, bad anatomy, worst quality, low quality" # Other Configs enable_xformers: true enable_compare: true -draw_text: false +draw_text: true seed: 42 device: 0 -split_images: true \ No newline at end of file +split_images: false \ No newline at end of file diff --git a/configs/res_adapter_ip_adapter/ip_adapter_face_variation.yaml b/configs/res_adapter_ip_adapter/ip_adapter_face_variation.yaml index 27063e8..794bbc4 100644 --- a/configs/res_adapter_ip_adapter/ip_adapter_face_variation.yaml +++ b/configs/res_adapter_ip_adapter/ip_adapter_face_variation.yaml @@ -3,7 +3,7 @@ sub_task: "image_variation" experiment_name: "" # Model Configs -personalized_model: "/path/to/model" +diffusion_model: "/path/to/model" model_type: "sd1.5" ip_adapter_model: "/path/to/model" ip_adapter_weight_name: "face" diff --git a/configs/res_adapter_ip_adapter/ip_adapter_inpaint.yaml b/configs/res_adapter_ip_adapter/ip_adapter_inpaint.yaml index dd87a7c..d3cccfc 100644 --- a/configs/res_adapter_ip_adapter/ip_adapter_inpaint.yaml +++ b/configs/res_adapter_ip_adapter/ip_adapter_inpaint.yaml @@ -3,7 +3,7 @@ sub_task: "inpaint" experiment_name: "" # Model Configs -personalized_model: "/path/to/model" +diffusion_model: "/path/to/model" model_type: "sd1.5" ip_adapter_model: "/path/to/model" ip_adapter_weight_name: "general" diff --git a/configs/res_adapter_ip_adapter/ip_adapter_sdxl_variation.yaml b/configs/res_adapter_ip_adapter/ip_adapter_sdxl_variation.yaml index 50bf824..a2192e0 100644 --- a/configs/res_adapter_ip_adapter/ip_adapter_sdxl_variation.yaml +++ b/configs/res_adapter_ip_adapter/ip_adapter_sdxl_variation.yaml @@ -3,7 +3,7 @@ sub_task: "image_variation" experiment_name: "" # Model Configs -personalized_model: "/path/to/model" +diffusion_model: "/path/to/model" model_type: "sdxl" ip_adapter_model: "/path/to/model" ip_adapter_weight_name: "general" diff --git a/configs/res_adapter_ip_adapter/ip_adapter_variation.yaml b/configs/res_adapter_ip_adapter/ip_adapter_variation.yaml index b2d1b04..a24fe68 100644 --- a/configs/res_adapter_ip_adapter/ip_adapter_variation.yaml +++ b/configs/res_adapter_ip_adapter/ip_adapter_variation.yaml @@ -3,7 +3,7 @@ sub_task: "image_variation" experiment_name: "" # Model Configs -personalized_model: "/path/to/model" +diffusion_model: "/path/to/model" model_type: "sd1.5" ip_adapter_model: "/path/to/model" ip_adapter_weight_name: "general" diff --git a/configs/res_adapter_lcmlora/cartoon3dxl_lcm_lora.yaml b/configs/res_adapter_lcmlora/cartoon3dxl_lcm_lora.yaml index 1d45c49..1cfcaf5 100644 --- a/configs/res_adapter_lcmlora/cartoon3dxl_lcm_lora.yaml +++ b/configs/res_adapter_lcmlora/cartoon3dxl_lcm_lora.yaml @@ -2,11 +2,11 @@ task: "t2i_accelerate" experiment_name: "" # Model Configs -personalized_model: "/path/to/model" +diffusion_model: "/path/to/cartoon3dxl" model_type: "sdxl" -res_adapter_model: "/path/to/model" +res_adapter_model: "models/res_adapter/resadapter_v1_sdxl" res_adapter_alpha: 1.0 -lcm_lora_path: "/path/to/model" +lcm_lora_path: "/path/to/lcm-sdxl-lora" lcm_lora_alpha: 1.0 # Inference Configs diff --git a/configs/res_adapter_lcmlora/dreamshaperxl_lcm_lora.yaml b/configs/res_adapter_lcmlora/dreamshaperxl_lcm_lora.yaml index 6f8e307..9d0a416 100644 --- a/configs/res_adapter_lcmlora/dreamshaperxl_lcm_lora.yaml +++ b/configs/res_adapter_lcmlora/dreamshaperxl_lcm_lora.yaml @@ -2,11 +2,11 @@ task: "t2i_accelerate" experiment_name: "" # Model Configs -personalized_model: "/mnt/bn/automl-aigc/chengjiaxiang/models/diffusers/dreamshaper-xl-1-0" +diffusion_model: "/path/to/dreamshaper-xl-1.0" model_type: "sdxl" -res_adapter_model: "models/res_adapter/sdxl-i" +res_adapter_model: "models/res_adapter/resadapter_v1_sdxl" res_adapter_alpha: 1.0 -lcm_lora_path: "/mnt/bn/automl-aigc/chengjiaxiang/models/diffusers/lcm-lora-sdxl" +lcm_lora_path: "/path/to/lcm-lora-sdxl" lcm_lora_alpha: 1.0 # Inference Configs @@ -17,14 +17,7 @@ guidance_scale: 1.5 num_images_per_prompt: 8 prompts: [ - # "black dragonborn, solo, red eyes, male, upper body, male focus, horns, cape, armor, glowing, glowing eyes, volumetrics dtx, (film grain, blurry background, blurry foreground, bokeh, depth of field, motion blur, realistic:1.3), ((masterpiece, best quality)), art by greg rutkowski ", - # "(masterpiece), (extremely intricate), (realistic), portrait of a girl, the most beautiful in the world, (medieval armor), metal reflections, upper body, outdoors, intense sunlight, far away castle, professional photograph of a stunning woman detailed, sharp focus, dramatic, award winning, cinematic lighting, octane render unreal engine, volumetrics dtx, (film grain, blurry background, blurry foreground, bokeh, depth of field, sunset, motion blur), chainmail", "portrait, action pose, slow motion, (old male human wizard:1.2) old male human wizard wearing yellow and black robes (majestic evoker cloth armor:1.2), (wrinkles, steampunk), (archmage robes, runic patterns:1.2), (insanely detailed, bloom:1.5), (analog:1.2), (high sharpness), (detailed pupils:1.1), (painting:1.1), (digital painting:1), detailed face and eyes, Masterpiece, best quality, (highly detailed photo:1.1), 8k, photorealistic, very long straight white and grey hair, grey streaks, ecstatic, (60-year old Austrian male:1.1), sharp, (older body:1.1), stocky, realistic, real shadow 3d, (highest quality), (concept art, 4k), (wizard labratory in backgound:1.2), by Michelangelo and Alessandro Casagrande and Greg Rutkowski and Sally Mann and jeremy mann and sandra chevrier and maciej kuciara, inspired by (arnold schwarzenegger:1.001) and (Dolph Lundgren:1.001) and (Albert Einstien:1.001)", - # "Portrait photo of muscular bearded guy in a worn mech suit, ((light bokeh)), intricate, (steel metal [rust]), elegant, sharp focus, photo by greg rutkowski, soft lighting, vibrant colors, (masterpiece), ((streets)), (detailed face), (glowing blue eyes)", - # "cinematic film still, photo of a girl, cyberpunk, neonpunk, headset, city at night, sony fe 12-24mm f/2.8 gm, close up, 32k uhd, wallpaper, analog film grain, SONY headset", - # "portrait of a soldier, man, cyberpunk, cyber warrior, wearing a black suit with a future theme and metal parts, (wearing a helmet:1.2), sci-fi, science fiction, sci-fi action scence, symmetrical eyes, fine details best quality, hyperdetailed face, photorealistic, highest quality, best shadow, high contrast, character design, moody, film grain, dark, highly detailed. photography, professional, 4k, 8k HD, highly detailed, professional", - # "masterpiece, best quality, 1girl, sci-fi armor with black and red colors, glowing elements, redhair", - # "In Casey Baugh's evocative style, a Gothic girl emerges from the depths of darkness, her essence a captivating blend of mystery and allure. With piercing eyes and flowing ebony hair, she exudes an enigmatic presence that draws viewers into her world. Baugh's brushwork infuses the painting with a unique combination of realism and abstraction, highlighting the girl's delicate features and contrasting them against a backdrop of deep, rich hues. The interplay of light and shadow adds depth and dimension to the artwork, creating a hauntingly beautiful portrayal of this Gothic muse. Baugh's distinctive style captures the essence of the girl's enigmatic nature, inviting viewers to explore the depths of her soul. Signature", ] n_prompt: "ugly, deformed, noisy, blurry, low contrast, text, BadDream, 3d, cgi, render, fake, anime, open mouth, big forehead, long neck" @@ -32,7 +25,7 @@ n_prompt: "ugly, deformed, noisy, blurry, low contrast, text, BadDream, 3d, cgi, # Other Configs enable_xformers: true enable_compare: true -draw_text: false -seed: 45 +draw_text: true +seed: 42 device: 0 -split_images: true \ No newline at end of file +split_images: false \ No newline at end of file