Spaces:
Runtime error
Runtime error
kleinhe
commited on
Commit
·
9ae6df4
1
Parent(s):
e287d25
update
Browse files- SMPLX/__pycache__/read_from_npy.cpython-39.pyc +0 -0
- SMPLX/__pycache__/rotation_conversions.cpython-39.pyc +0 -0
- SMPLX/smplx/__pycache__/__init__.cpython-39.pyc +0 -0
- SMPLX/smplx/__pycache__/body_models.cpython-39.pyc +0 -0
- SMPLX/smplx/__pycache__/lbs.cpython-39.pyc +0 -0
- SMPLX/smplx/__pycache__/utils.cpython-39.pyc +0 -0
- SMPLX/smplx/__pycache__/vertex_ids.cpython-39.pyc +0 -0
- SMPLX/smplx/__pycache__/vertex_joint_selector.cpython-39.pyc +0 -0
- SMPLX/visualize_joint2smpl/__pycache__/__init__.cpython-39.pyc +0 -0
- SMPLX/visualize_joint2smpl/__pycache__/simplify_loc2rot.cpython-39.pyc +0 -0
- SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/config.cpython-39.pyc +0 -0
- SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/customloss.cpython-39.pyc +0 -0
- SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/prior.cpython-39.pyc +0 -0
- SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/smplify.cpython-39.pyc +0 -0
- TADA/__pycache__/anime.cpython-39.pyc +0 -0
- TADA/anime.py +2 -2
- TADA/lib/common/__pycache__/lbs.cpython-39.pyc +0 -0
- TADA/lib/common/__pycache__/obj.cpython-39.pyc +0 -0
- TADA/lib/common/__pycache__/remesh.cpython-39.pyc +0 -0
- TADA/lib/common/__pycache__/utils.cpython-39.pyc +0 -0
- TADA/smplx/__pycache__/__init__.cpython-39.pyc +0 -0
- TADA/smplx/__pycache__/body_models.cpython-39.pyc +0 -0
- TADA/smplx/__pycache__/lbs.cpython-39.pyc +0 -0
- TADA/smplx/__pycache__/utils.cpython-39.pyc +0 -0
- TADA/smplx/__pycache__/vertex_ids.cpython-39.pyc +0 -0
- TADA/smplx/__pycache__/vertex_joint_selector.cpython-39.pyc +0 -0
- inference.py +1 -1
- motion/__pycache__/double_take.cpython-39.pyc +0 -0
- motion/__pycache__/hybrik_loc2rot.cpython-39.pyc +0 -0
- motion/__pycache__/model_util.cpython-39.pyc +0 -0
- motion/__pycache__/plot3d.cpython-39.pyc +0 -0
- motion/__pycache__/sample.cpython-39.pyc +0 -0
- motion/__pycache__/visual_api.cpython-39.pyc +0 -0
- motion/dataset/__pycache__/paramUtil.cpython-39.pyc +0 -0
- motion/dataset/__pycache__/recover_joints.cpython-39.pyc +0 -0
- motion/dataset/__pycache__/recover_smr.cpython-39.pyc +0 -0
- motion/diffusion/__pycache__/gaussian_diffusion.cpython-39.pyc +0 -0
- motion/diffusion/__pycache__/nn.cpython-39.pyc +0 -0
- motion/diffusion/__pycache__/respace.cpython-39.pyc +0 -0
- motion/model/__pycache__/Encode_Full.cpython-39.pyc +0 -0
- motion/model/__pycache__/base_transformer.cpython-39.pyc +0 -0
- motion/model/__pycache__/cfg_sampler.cpython-39.pyc +0 -0
- motion/model/__pycache__/layer_norm_fp16.cpython-39.pyc +0 -0
- motion/model/__pycache__/mdm.cpython-39.pyc +0 -0
- motion/model/clip/__pycache__/__init__.cpython-39.pyc +0 -0
- motion/model/clip/__pycache__/clip.cpython-39.pyc +0 -0
- motion/model/clip/__pycache__/model.cpython-39.pyc +0 -0
- motion/model/clip/__pycache__/simple_tokenizer.cpython-39.pyc +0 -0
- motion/model/mdm.py +1 -1
- requirements.txt +2 -1
SMPLX/__pycache__/read_from_npy.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/__pycache__/read_from_npy.cpython-39.pyc and b/SMPLX/__pycache__/read_from_npy.cpython-39.pyc differ
|
|
|
SMPLX/__pycache__/rotation_conversions.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/__pycache__/rotation_conversions.cpython-39.pyc and b/SMPLX/__pycache__/rotation_conversions.cpython-39.pyc differ
|
|
|
SMPLX/smplx/__pycache__/__init__.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/smplx/__pycache__/__init__.cpython-39.pyc and b/SMPLX/smplx/__pycache__/__init__.cpython-39.pyc differ
|
|
|
SMPLX/smplx/__pycache__/body_models.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/smplx/__pycache__/body_models.cpython-39.pyc and b/SMPLX/smplx/__pycache__/body_models.cpython-39.pyc differ
|
|
|
SMPLX/smplx/__pycache__/lbs.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/smplx/__pycache__/lbs.cpython-39.pyc and b/SMPLX/smplx/__pycache__/lbs.cpython-39.pyc differ
|
|
|
SMPLX/smplx/__pycache__/utils.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/smplx/__pycache__/utils.cpython-39.pyc and b/SMPLX/smplx/__pycache__/utils.cpython-39.pyc differ
|
|
|
SMPLX/smplx/__pycache__/vertex_ids.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/smplx/__pycache__/vertex_ids.cpython-39.pyc and b/SMPLX/smplx/__pycache__/vertex_ids.cpython-39.pyc differ
|
|
|
SMPLX/smplx/__pycache__/vertex_joint_selector.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/smplx/__pycache__/vertex_joint_selector.cpython-39.pyc and b/SMPLX/smplx/__pycache__/vertex_joint_selector.cpython-39.pyc differ
|
|
|
SMPLX/visualize_joint2smpl/__pycache__/__init__.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/visualize_joint2smpl/__pycache__/__init__.cpython-39.pyc and b/SMPLX/visualize_joint2smpl/__pycache__/__init__.cpython-39.pyc differ
|
|
|
SMPLX/visualize_joint2smpl/__pycache__/simplify_loc2rot.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/visualize_joint2smpl/__pycache__/simplify_loc2rot.cpython-39.pyc and b/SMPLX/visualize_joint2smpl/__pycache__/simplify_loc2rot.cpython-39.pyc differ
|
|
|
SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/config.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/config.cpython-39.pyc and b/SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/config.cpython-39.pyc differ
|
|
|
SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/customloss.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/customloss.cpython-39.pyc and b/SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/customloss.cpython-39.pyc differ
|
|
|
SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/prior.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/prior.cpython-39.pyc and b/SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/prior.cpython-39.pyc differ
|
|
|
SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/smplify.cpython-39.pyc
CHANGED
|
Binary files a/SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/smplify.cpython-39.pyc and b/SMPLX/visualize_joint2smpl/joints2smpl/src/__pycache__/smplify.cpython-39.pyc differ
|
|
|
TADA/__pycache__/anime.cpython-39.pyc
CHANGED
|
Binary files a/TADA/__pycache__/anime.cpython-39.pyc and b/TADA/__pycache__/anime.cpython-39.pyc differ
|
|
|
TADA/anime.py
CHANGED
|
@@ -76,7 +76,7 @@ class Animation:
|
|
| 76 |
dtype=torch.float32,
|
| 77 |
batch_size=1,
|
| 78 |
)
|
| 79 |
-
self.body_model = smplx.create(**model_params).to(device=
|
| 80 |
self.smplx_face = self.body_model.faces.astype(np.int32)
|
| 81 |
|
| 82 |
ckpt_file = os.path.join(workspace_dir, "MESH", ckpt_path, "params.pt")
|
|
@@ -85,7 +85,7 @@ class Animation:
|
|
| 85 |
|
| 86 |
|
| 87 |
def load_ckpt_data(self, ckpt_file, albedo_path):
|
| 88 |
-
model_data = torch.load(ckpt_file)
|
| 89 |
self.expression = model_data["expression"] if "expression" in model_data else None
|
| 90 |
self.jaw_pose = model_data["jaw_pose"] if "jaw_pose" in model_data else None
|
| 91 |
|
|
|
|
| 76 |
dtype=torch.float32,
|
| 77 |
batch_size=1,
|
| 78 |
)
|
| 79 |
+
self.body_model = smplx.create(**model_params).to(device=self.device)
|
| 80 |
self.smplx_face = self.body_model.faces.astype(np.int32)
|
| 81 |
|
| 82 |
ckpt_file = os.path.join(workspace_dir, "MESH", ckpt_path, "params.pt")
|
|
|
|
| 85 |
|
| 86 |
|
| 87 |
def load_ckpt_data(self, ckpt_file, albedo_path):
|
| 88 |
+
model_data = torch.load(ckpt_file, map_location=self.device)
|
| 89 |
self.expression = model_data["expression"] if "expression" in model_data else None
|
| 90 |
self.jaw_pose = model_data["jaw_pose"] if "jaw_pose" in model_data else None
|
| 91 |
|
TADA/lib/common/__pycache__/lbs.cpython-39.pyc
CHANGED
|
Binary files a/TADA/lib/common/__pycache__/lbs.cpython-39.pyc and b/TADA/lib/common/__pycache__/lbs.cpython-39.pyc differ
|
|
|
TADA/lib/common/__pycache__/obj.cpython-39.pyc
CHANGED
|
Binary files a/TADA/lib/common/__pycache__/obj.cpython-39.pyc and b/TADA/lib/common/__pycache__/obj.cpython-39.pyc differ
|
|
|
TADA/lib/common/__pycache__/remesh.cpython-39.pyc
CHANGED
|
Binary files a/TADA/lib/common/__pycache__/remesh.cpython-39.pyc and b/TADA/lib/common/__pycache__/remesh.cpython-39.pyc differ
|
|
|
TADA/lib/common/__pycache__/utils.cpython-39.pyc
CHANGED
|
Binary files a/TADA/lib/common/__pycache__/utils.cpython-39.pyc and b/TADA/lib/common/__pycache__/utils.cpython-39.pyc differ
|
|
|
TADA/smplx/__pycache__/__init__.cpython-39.pyc
CHANGED
|
Binary files a/TADA/smplx/__pycache__/__init__.cpython-39.pyc and b/TADA/smplx/__pycache__/__init__.cpython-39.pyc differ
|
|
|
TADA/smplx/__pycache__/body_models.cpython-39.pyc
CHANGED
|
Binary files a/TADA/smplx/__pycache__/body_models.cpython-39.pyc and b/TADA/smplx/__pycache__/body_models.cpython-39.pyc differ
|
|
|
TADA/smplx/__pycache__/lbs.cpython-39.pyc
CHANGED
|
Binary files a/TADA/smplx/__pycache__/lbs.cpython-39.pyc and b/TADA/smplx/__pycache__/lbs.cpython-39.pyc differ
|
|
|
TADA/smplx/__pycache__/utils.cpython-39.pyc
CHANGED
|
Binary files a/TADA/smplx/__pycache__/utils.cpython-39.pyc and b/TADA/smplx/__pycache__/utils.cpython-39.pyc differ
|
|
|
TADA/smplx/__pycache__/vertex_ids.cpython-39.pyc
CHANGED
|
Binary files a/TADA/smplx/__pycache__/vertex_ids.cpython-39.pyc and b/TADA/smplx/__pycache__/vertex_ids.cpython-39.pyc differ
|
|
|
TADA/smplx/__pycache__/vertex_joint_selector.cpython-39.pyc
CHANGED
|
Binary files a/TADA/smplx/__pycache__/vertex_joint_selector.cpython-39.pyc and b/TADA/smplx/__pycache__/vertex_joint_selector.cpython-39.pyc differ
|
|
|
inference.py
CHANGED
|
@@ -16,7 +16,7 @@ def interface(prompt, mode="cadm", render_mode="pyrender", out_size=1024, tada_r
|
|
| 16 |
name = "_".join(name.split("_")[:25])
|
| 17 |
out_path = os.path.join("results/motion", name + ".mp4")
|
| 18 |
gif_path = os.path.join("results/motion", name + ".gif")
|
| 19 |
-
joint_path = os.path.join("results/
|
| 20 |
smpl_path = os.path.join("results/smpls", name + ".npy")
|
| 21 |
|
| 22 |
'''
|
|
|
|
| 16 |
name = "_".join(name.split("_")[:25])
|
| 17 |
out_path = os.path.join("results/motion", name + ".mp4")
|
| 18 |
gif_path = os.path.join("results/motion", name + ".gif")
|
| 19 |
+
joint_path = os.path.join("results/joints", name + ".npy")
|
| 20 |
smpl_path = os.path.join("results/smpls", name + ".npy")
|
| 21 |
|
| 22 |
'''
|
motion/__pycache__/double_take.cpython-39.pyc
CHANGED
|
Binary files a/motion/__pycache__/double_take.cpython-39.pyc and b/motion/__pycache__/double_take.cpython-39.pyc differ
|
|
|
motion/__pycache__/hybrik_loc2rot.cpython-39.pyc
CHANGED
|
Binary files a/motion/__pycache__/hybrik_loc2rot.cpython-39.pyc and b/motion/__pycache__/hybrik_loc2rot.cpython-39.pyc differ
|
|
|
motion/__pycache__/model_util.cpython-39.pyc
CHANGED
|
Binary files a/motion/__pycache__/model_util.cpython-39.pyc and b/motion/__pycache__/model_util.cpython-39.pyc differ
|
|
|
motion/__pycache__/plot3d.cpython-39.pyc
CHANGED
|
Binary files a/motion/__pycache__/plot3d.cpython-39.pyc and b/motion/__pycache__/plot3d.cpython-39.pyc differ
|
|
|
motion/__pycache__/sample.cpython-39.pyc
CHANGED
|
Binary files a/motion/__pycache__/sample.cpython-39.pyc and b/motion/__pycache__/sample.cpython-39.pyc differ
|
|
|
motion/__pycache__/visual_api.cpython-39.pyc
CHANGED
|
Binary files a/motion/__pycache__/visual_api.cpython-39.pyc and b/motion/__pycache__/visual_api.cpython-39.pyc differ
|
|
|
motion/dataset/__pycache__/paramUtil.cpython-39.pyc
CHANGED
|
Binary files a/motion/dataset/__pycache__/paramUtil.cpython-39.pyc and b/motion/dataset/__pycache__/paramUtil.cpython-39.pyc differ
|
|
|
motion/dataset/__pycache__/recover_joints.cpython-39.pyc
CHANGED
|
Binary files a/motion/dataset/__pycache__/recover_joints.cpython-39.pyc and b/motion/dataset/__pycache__/recover_joints.cpython-39.pyc differ
|
|
|
motion/dataset/__pycache__/recover_smr.cpython-39.pyc
CHANGED
|
Binary files a/motion/dataset/__pycache__/recover_smr.cpython-39.pyc and b/motion/dataset/__pycache__/recover_smr.cpython-39.pyc differ
|
|
|
motion/diffusion/__pycache__/gaussian_diffusion.cpython-39.pyc
CHANGED
|
Binary files a/motion/diffusion/__pycache__/gaussian_diffusion.cpython-39.pyc and b/motion/diffusion/__pycache__/gaussian_diffusion.cpython-39.pyc differ
|
|
|
motion/diffusion/__pycache__/nn.cpython-39.pyc
CHANGED
|
Binary files a/motion/diffusion/__pycache__/nn.cpython-39.pyc and b/motion/diffusion/__pycache__/nn.cpython-39.pyc differ
|
|
|
motion/diffusion/__pycache__/respace.cpython-39.pyc
CHANGED
|
Binary files a/motion/diffusion/__pycache__/respace.cpython-39.pyc and b/motion/diffusion/__pycache__/respace.cpython-39.pyc differ
|
|
|
motion/model/__pycache__/Encode_Full.cpython-39.pyc
CHANGED
|
Binary files a/motion/model/__pycache__/Encode_Full.cpython-39.pyc and b/motion/model/__pycache__/Encode_Full.cpython-39.pyc differ
|
|
|
motion/model/__pycache__/base_transformer.cpython-39.pyc
CHANGED
|
Binary files a/motion/model/__pycache__/base_transformer.cpython-39.pyc and b/motion/model/__pycache__/base_transformer.cpython-39.pyc differ
|
|
|
motion/model/__pycache__/cfg_sampler.cpython-39.pyc
CHANGED
|
Binary files a/motion/model/__pycache__/cfg_sampler.cpython-39.pyc and b/motion/model/__pycache__/cfg_sampler.cpython-39.pyc differ
|
|
|
motion/model/__pycache__/layer_norm_fp16.cpython-39.pyc
CHANGED
|
Binary files a/motion/model/__pycache__/layer_norm_fp16.cpython-39.pyc and b/motion/model/__pycache__/layer_norm_fp16.cpython-39.pyc differ
|
|
|
motion/model/__pycache__/mdm.cpython-39.pyc
CHANGED
|
Binary files a/motion/model/__pycache__/mdm.cpython-39.pyc and b/motion/model/__pycache__/mdm.cpython-39.pyc differ
|
|
|
motion/model/clip/__pycache__/__init__.cpython-39.pyc
CHANGED
|
Binary files a/motion/model/clip/__pycache__/__init__.cpython-39.pyc and b/motion/model/clip/__pycache__/__init__.cpython-39.pyc differ
|
|
|
motion/model/clip/__pycache__/clip.cpython-39.pyc
CHANGED
|
Binary files a/motion/model/clip/__pycache__/clip.cpython-39.pyc and b/motion/model/clip/__pycache__/clip.cpython-39.pyc differ
|
|
|
motion/model/clip/__pycache__/model.cpython-39.pyc
CHANGED
|
Binary files a/motion/model/clip/__pycache__/model.cpython-39.pyc and b/motion/model/clip/__pycache__/model.cpython-39.pyc differ
|
|
|
motion/model/clip/__pycache__/simple_tokenizer.cpython-39.pyc
CHANGED
|
Binary files a/motion/model/clip/__pycache__/simple_tokenizer.cpython-39.pyc and b/motion/model/clip/__pycache__/simple_tokenizer.cpython-39.pyc differ
|
|
|
motion/model/mdm.py
CHANGED
|
@@ -127,7 +127,7 @@ class MDM(nn.Module):
|
|
| 127 |
def load_and_freeze_clip(self, clip_version):
|
| 128 |
clip_model, clip_preprocess = clip.load(clip_version, device='cpu', jit=False, download_root=self.json_dict["clip"]) # Must set jit=False for training
|
| 129 |
clip.model.convert_weights(clip_model) # Actually this line is unnecessary since clip by default already on float16
|
| 130 |
-
|
| 131 |
# Freeze CLIP weights
|
| 132 |
clip_model.eval()
|
| 133 |
for p in clip_model.parameters():
|
|
|
|
| 127 |
def load_and_freeze_clip(self, clip_version):
|
| 128 |
clip_model, clip_preprocess = clip.load(clip_version, device='cpu', jit=False, download_root=self.json_dict["clip"]) # Must set jit=False for training
|
| 129 |
clip.model.convert_weights(clip_model) # Actually this line is unnecessary since clip by default already on float16
|
| 130 |
+
clip_model.float()
|
| 131 |
# Freeze CLIP weights
|
| 132 |
clip_model.eval()
|
| 133 |
for p in clip_model.parameters():
|
requirements.txt
CHANGED
|
@@ -74,4 +74,5 @@ shapely==2.0.2
|
|
| 74 |
mapbox_earcut==1.0.1
|
| 75 |
gdown==4.7.1
|
| 76 |
opencv-python
|
| 77 |
-
yacs
|
|
|
|
|
|
| 74 |
mapbox_earcut==1.0.1
|
| 75 |
gdown==4.7.1
|
| 76 |
opencv-python
|
| 77 |
+
yacs
|
| 78 |
+
pymeshlab
|