remove variant fp16 for updated diffusers

add-flux-model
Konstantine Tsafatinos 2024-08-07 11:16:00 -04:00
parent 60be53ca6a
commit c26871536a
1 changed files with 5 additions and 5 deletions

View File

@ -87,18 +87,18 @@ def pipeline_for(
if over_mem:
logging.warn(f'model requires {req_mem} but card has {mem_gb}, model will run slower..')
shortname = model_info['short']
# shortname = model_info['short']
params = {
'safety_checker': None,
'torch_dtype': torch.float16,
'cache_dir': cache_dir,
'variant': 'fp16'
# 'variant': 'fp16'
}
match shortname:
case 'stable':
params['revision'] = 'fp16'
# match shortname:
# case 'stable':
# params['revision'] = 'fp16'
torch.cuda.set_per_process_memory_fraction(mem_fraction)