Repository navigation
Expand file tree
/
Copy pathinference.py
More file actions
51 lines (39 loc) · 1.45 KB
/
Copy pathinference.py
File metadata and controls
51 lines (39 loc) · 1.45 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
import hydra
import torch
from hydra.utils import instantiate
from omegaconf import OmegaConf
from PIL import Image
from pipelines.pipeline_utils import PipelineConfigs, TunePipeline
@hydra.main(config_path="configs", config_name="infer.yaml", version_base="v1.2")
def inference(cfgs: OmegaConf):
pipe_cfgs: PipelineConfigs = instantiate(cfgs.pipeline)
pipeline = TunePipeline(pipe_cfgs, weight_dtype=torch.bfloat16, device="cuda")
pipeline.add_adapter(
cfgs.adapter,
tune_modules=pipe_cfgs.tune_modules,
requires_grad=False,
adpt_checkpoint=cfgs.adpt_checkpoint,
weight_dtype=torch.bfloat16,
device="cuda",
)
print(cfgs.adpt_checkpoint)
print(cfgs.prompt)
source_image = Image.open(cfgs.source_image).convert("RGB")
mask_image = Image.open(cfgs.mask_image).convert("RGB")
source_image.save("inference/source.jpg")
mask_image.save("inference/mask.jpg")
if hasattr(cfgs, "target_image"):
target_image = Image.open(cfgs.target_image).convert("RGB")
target_image.save("inference/target.jpg")
output_image = pipeline.pipeline(
prompt=cfgs.prompt,
image=source_image,
mask_image=mask_image,
num_inference_steps=50,
generator=torch.Generator("cuda").manual_seed(42),
output_type="pil",
return_dict=True,
).images[0]
output_image.save("inference/output.jpg")
if __name__ == "__main__":
inference()