happyz
/
Fooocus
mirror of https://github.com/lllyasviel/Fooocus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

feat: add inpaint mask generation functionality 

uses rembg, see https://github.com/danielgatis/rembg
This commit is contained in:
Manuel Schmid 2024-01-24 02:05:52 +01:00
parent f6d67d7655
commit db5512fb93
No known key found for this signature in database
GPG Key ID: 32C4F7569B40B84B
5 changed files with 44 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
extras/inpaint_mask.py Normal file
View File

@ -0,0 +1,15 @@
from rembg import remove, new_session
def generate_mask_from_image(image, mask_model):
if image is None:
return
if 'image' in image:
image = image['image']
return remove(
image,
session=new_session(mask_model),
only_mask=True
)

6
modules/config.py
View File

@ -318,6 +318,12 @@ example_inpaint_prompts = get_config_item_or_set_default(
example_inpaint_prompts = [[x] for x in example_inpaint_prompts]
default_inpaint_mask_model = get_config_item_or_set_default(
key='default_inpaint_mask_model',
default_value='isnet-general-use',
validator=lambda x: isinstance(x, str)
)
config_dict["default_loras"] = default_loras = default_loras[:5] + [['None', 1.0] for _ in range(5 - len(default_loras))]
possible_preset_keys = [

4
modules/flags.py
View File

@ -35,6 +35,10 @@ default_parameters = {
inpaint_engine_versions = ['None', 'v1', 'v2.5', 'v2.6']
performance_selections = ['Speed', 'Quality', 'Extreme Speed']
inpaint_mask_models = [
'u2net', 'u2netp', 'u2net_human_seg', 'u2net_cloth_seg', 'silueta', 'isnet-general-use', 'isnet-anime', 'sam'
]
inpaint_option_default = 'Inpaint or Outpaint (default)'
inpaint_option_detail = 'Improve Detail (face, hand, eyes, etc.)'
inpaint_option_modify = 'Modify Content (add objects, change background, etc.)'

1
requirements_versions.txt
View File

@ -16,3 +16,4 @@ opencv-contrib-python==4.8.0.74
httpx==0.24.1
onnxruntime==1.16.3
timm==0.9.2
rembg==2.0.53

21
webui.py
View File

@ -194,6 +194,19 @@ with shared.gradio_root:
inpaint_additional_prompt = gr.Textbox(placeholder="Describe what you want to inpaint.", elem_id='inpaint_additional_prompt', label='Inpaint Additional Prompt', visible=False)
outpaint_selections = gr.CheckboxGroup(choices=['Left', 'Right', 'Top', 'Bottom'], value=[], label='Outpaint Direction')
inpaint_mode = gr.Dropdown(choices=modules.flags.inpaint_options, value=modules.flags.inpaint_option_default, label='Method')
with gr.Row(visible=False) as inpaint_mask_generation_row:
inpaint_mask_model = gr.Dropdown(label='Mask generation model',
choices=flags.inpaint_mask_models,
value=modules.config.default_inpaint_mask_model, visible=False)
generate_mask_button = gr.Button(value='Generate mask from image', visible=False)
def generate_mask(image, mask_model):
from extras.inpaint_mask import generate_mask_from_image
return generate_mask_from_image(image, mask_model)
generate_mask_button.click(fn=generate_mask, inputs=[inpaint_input_image, inpaint_mask_model],
outputs=inpaint_mask_image)
example_inpaint_prompts = gr.Dataset(samples=modules.config.example_inpaint_prompts, label='Additional Prompt Quick List', components=[inpaint_additional_prompt], visible=False)
gr.HTML('* Powered by Fooocus Inpaint Engine <a href="https://github.com/lllyasviel/Fooocus/discussions/414" target="_blank">\U0001F4D4 Document</a>')
example_inpaint_prompts.click(lambda x: x[0], inputs=example_inpaint_prompts, outputs=inpaint_additional_prompt, show_progress=False, queue=False)
@ -434,9 +447,11 @@ with shared.gradio_root:
inpaint_strength, inpaint_respective_field,
inpaint_mask_upload_checkbox, invert_mask_checkbox, inpaint_erode_or_dilate]
inpaint_mask_upload_checkbox.change(lambda x: gr.update(visible=x),
inputs=inpaint_mask_upload_checkbox,
outputs=inpaint_mask_image, queue=False, show_progress=False)
inpaint_mask_upload_checkbox.change(lambda x: [gr.update(visible=x)] * 4,
inputs=inpaint_mask_upload_checkbox,
outputs=[inpaint_mask_image, generate_mask_button,
inpaint_mask_model, inpaint_mask_generation_row],
queue=False, show_progress=False)
with gr.Tab(label='FreeU'):
freeu_enabled = gr.Checkbox(label='Enabled', value=False)