Spaces:
Runtime error
Runtime error
kyleleey
commited on
Commit
·
288ffdd
1
Parent(s):
0352152
remove unused parts
Browse files- video3d/model_ddp.py +4 -85
video3d/model_ddp.py
CHANGED
|
@@ -1170,99 +1170,18 @@ class Unsup3DDDP:
|
|
| 1170 |
|
| 1171 |
# mask distribution
|
| 1172 |
self.enable_mask_distribution = cfgs.get('enable_mask_distribution', False)
|
|
|
|
| 1173 |
self.random_mask_law = cfgs.get('random_mask_law', 'batch_swap_noy') # batch_swap, batch_swap_noy, # random_azimuth # random_all
|
| 1174 |
self.mask_distribution_path = cfgs.get('mask_distribution_path', None)
|
| 1175 |
-
if self.enable_mask_distribution and (self.mask_distribution_path is not None):
|
| 1176 |
-
self.class_mask_distribution = {}
|
| 1177 |
-
for category in os.listdir(self.mask_distribution_path):
|
| 1178 |
-
# Here we assume the category names are identical
|
| 1179 |
-
distribution_file = osp.join(self.mask_distribution_path, category, "raw_mask_distribution.npy")
|
| 1180 |
-
distribution = np.load(distribution_file)
|
| 1181 |
-
self.class_mask_distribution.update(
|
| 1182 |
-
{
|
| 1183 |
-
category: distribution # [256, 256]
|
| 1184 |
-
}
|
| 1185 |
-
)
|
| 1186 |
-
self.mask_distribution_loss_weight = cfgs.get("mask_distribution_loss_weight", 0.1)
|
| 1187 |
-
self.mask_distribution_loss_freq = cfgs.get("mask_distribution_loss_freq", 1)
|
| 1188 |
-
|
| 1189 |
-
self.mask_distribution_average = cfgs.get("mask_distribution_average", False)
|
| 1190 |
-
|
| 1191 |
-
else:
|
| 1192 |
-
self.enable_mask_distribution = False
|
| 1193 |
|
| 1194 |
self.enable_clip = cfgs.get('enable_clip', False)
|
| 1195 |
self.enable_clip = False
|
| 1196 |
-
# if self.enable_clip:
|
| 1197 |
-
# self.clip_model, _ = clip.load('ViT-B/32', self.device)
|
| 1198 |
-
# self.clip_model = self.clip_model.eval().requires_grad_(False)
|
| 1199 |
-
# self.clip_mean = [0.48145466, 0.4578275, 0.40821073]
|
| 1200 |
-
# self.clip_std = [0.26862954, 0.26130258, 0.27577711]
|
| 1201 |
-
# self.clip_reso = 224
|
| 1202 |
-
# self.clip_render_size = 64
|
| 1203 |
-
# self.enable_clip_text = cfgs.get('enable_clip_text', False)
|
| 1204 |
-
# if self.enable_clip_text:
|
| 1205 |
-
# self.clip_text_feature = {}
|
| 1206 |
-
# for category_name in ['bear', 'elephant', 'horse', 'sheep', 'cow', 'zebra', 'giraffe']:
|
| 1207 |
-
# text_input = clip.tokenize(['A photo of ' + category_name]).to(self.device)
|
| 1208 |
-
# text_feature = self.clip_model.encode_text(text_input).detach() # [1, 512]
|
| 1209 |
-
# self.clip_text_feature.update({category_name: text_feature})
|
| 1210 |
|
| 1211 |
self.enable_disc = cfgs.get('enable_disc', False)
|
| 1212 |
-
|
| 1213 |
-
self.mask_discriminator_iter = cfgs.get('mask_discriminator_iter', [0, 0])
|
| 1214 |
-
# this module is not in netInstance or netPrior
|
| 1215 |
-
|
| 1216 |
-
self.mask_disc_feat_condition = cfgs.get('mask_disc_feat_condition', False)
|
| 1217 |
-
if self.mask_disc_feat_condition:
|
| 1218 |
-
self.mask_disc = discriminator_architecture.DCDiscriminator(in_dim=(cfgs.get('dim_of_classes', 128) + 1)).to(self.device)
|
| 1219 |
-
else:
|
| 1220 |
-
self.mask_disc = discriminator_architecture.DCDiscriminator(in_dim=(len(list(self.netPrior.category_id_map.keys())) + 1)).to(self.device)
|
| 1221 |
-
|
| 1222 |
-
self.disc_gt = cfgs.get('disc_gt', True)
|
| 1223 |
-
self.disc_iv = cfgs.get('disc_iv', False) # whether to use input view render in disc loss
|
| 1224 |
-
self.disc_iv_label = cfgs.get('disc_iv_label', 'Fake')
|
| 1225 |
-
self.disc_reg_mul = cfgs.get('disc_reg_mul', 10.)
|
| 1226 |
-
|
| 1227 |
-
self.record_mask_gt = None
|
| 1228 |
-
self.record_mask_iv = None
|
| 1229 |
-
self.record_mask_rv = None
|
| 1230 |
-
self.discriminator_loss = 0.
|
| 1231 |
-
self.discriminator_loss_weight = cfgs.get('discriminator_loss_weight', 0.1)
|
| 1232 |
|
| 1233 |
-
|
| 1234 |
-
|
| 1235 |
-
if self.cfgs.get('gan_tex', False):
|
| 1236 |
-
self.few_shot_gan_tex = True
|
| 1237 |
-
self.few_shot_gan_tex_reso = self.cfgs.get('few_shot_gan_tex_reso', 64) # used to render novel view, will upsample to out_image_size ASAP
|
| 1238 |
-
self.few_shot_gan_tex_patch = self.cfgs.get('few_shot_gan_tex_patch', 0) # used to sample patch size on out_image_size image
|
| 1239 |
-
if self.few_shot_gan_tex_patch > 0:
|
| 1240 |
-
self.few_shot_gan_tex_patch_max = self.cfgs.get('few_shot_gan_tex_patch_max', 128)
|
| 1241 |
-
assert self.few_shot_gan_tex_patch_max > self.few_shot_gan_tex_patch
|
| 1242 |
-
self.few_shot_gan_tex_patch_num = self.cfgs.get('few_shot_gan_tex_patch_num', 1)
|
| 1243 |
-
self.discriminator_texture = discriminator_architecture.DCDiscriminator(in_dim=3, img_size=self.few_shot_gan_tex_patch).to(self.device)
|
| 1244 |
-
else:
|
| 1245 |
-
self.discriminator_texture = discriminator_architecture.DCDiscriminator(in_dim=3, img_size=self.out_image_size).to(self.device)
|
| 1246 |
-
|
| 1247 |
-
self.few_shot_gan_tex_real = self.cfgs.get('few_shot_gan_tex_real', 'gt')
|
| 1248 |
-
self.few_shot_gan_tex_fake = self.cfgs.get('few_shot_gan_tex_fake', 'rv')
|
| 1249 |
-
else:
|
| 1250 |
-
self.few_shot_gan_tex = False
|
| 1251 |
-
|
| 1252 |
-
if self.cfgs.get('clip_tex', False):
|
| 1253 |
-
self.few_shot_clip_tex = True
|
| 1254 |
-
self.clip_model, _ = clip.load('ViT-B/32', self.device)
|
| 1255 |
-
self.clip_model = self.clip_model.eval().requires_grad_(False)
|
| 1256 |
-
self.clip_mean = [0.48145466, 0.4578275, 0.40821073]
|
| 1257 |
-
self.clip_std = [0.26862954, 0.26130258, 0.27577711]
|
| 1258 |
-
self.clip_reso = 224
|
| 1259 |
-
self.enable_clip_text = False
|
| 1260 |
-
else:
|
| 1261 |
-
self.few_shot_clip_tex = False
|
| 1262 |
-
|
| 1263 |
-
else:
|
| 1264 |
-
self.few_shot_gan_tex = False
|
| 1265 |
-
self.few_shot_clip_tex = False
|
| 1266 |
|
| 1267 |
self.enable_sds = cfgs.get('enable_sds', False)
|
| 1268 |
self.enable_vsd = cfgs.get('enable_vsd', False)
|
|
|
|
| 1170 |
|
| 1171 |
# mask distribution
|
| 1172 |
self.enable_mask_distribution = cfgs.get('enable_mask_distribution', False)
|
| 1173 |
+
self.enable_mask_distribution = False
|
| 1174 |
self.random_mask_law = cfgs.get('random_mask_law', 'batch_swap_noy') # batch_swap, batch_swap_noy, # random_azimuth # random_all
|
| 1175 |
self.mask_distribution_path = cfgs.get('mask_distribution_path', None)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1176 |
|
| 1177 |
self.enable_clip = cfgs.get('enable_clip', False)
|
| 1178 |
self.enable_clip = False
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1179 |
|
| 1180 |
self.enable_disc = cfgs.get('enable_disc', False)
|
| 1181 |
+
self.enable_disc = False
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1182 |
|
| 1183 |
+
self.few_shot_gan_tex = False
|
| 1184 |
+
self.few_shot_clip_tex = False
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1185 |
|
| 1186 |
self.enable_sds = cfgs.get('enable_sds', False)
|
| 1187 |
self.enable_vsd = cfgs.get('enable_vsd', False)
|