additional fix for difference model merging

This commit is contained in:
AUTOMATIC 2022-10-18 16:05:52 +03:00
parent e20b7e30fe
commit ec1924ee57

View File

@ -220,7 +220,7 @@ def run_modelmerger(primary_model_name, secondary_model_name, teritary_model_nam
t2 = theta_2.get(key, torch.zeros_like(theta_1[key])) t2 = theta_2.get(key, torch.zeros_like(theta_1[key]))
theta_1[key] = theta_func1(theta_1[key], t2) theta_1[key] = theta_func1(theta_1[key], t2)
else: else:
theta_1[key] = 0 theta_1[key] = torch.zeros_like(theta_1[key])
del theta_2, teritary_model del theta_2, teritary_model
for key in tqdm.tqdm(theta_0.keys()): for key in tqdm.tqdm(theta_0.keys()):