Release CoTracker3 (#108)

* release cotracker3

* gradio demo fixes

* new gradio demo

* fix readme demo

* update readme

* update evaluation

* update readme and gradio demo

Author: nikitakaraevv

README.md

@@ -115,7 +115,8 @@ def _dataclass_list_from_dict_list(dlist, typeannot):
         types = cls.__annotations__.values()
         dlist_T = zip(*dlist)
         res_T = [
-            _dataclass_list_from_dict_list(key_list, tp) for key_list, tp in zip(dlist_T, types)
+            _dataclass_list_from_dict_list(key_list, tp)
+            for key_list, tp in zip(dlist_T, types)
         ]
         return [cls(*converted_as_tuple) for converted_as_tuple in zip(*res_T)]
     elif issubclass(cls, (list, tuple)):
@@ -125,7 +126,8 @@ def _dataclass_list_from_dict_list(dlist, typeannot):
             types = types * len(dlist[0])
         dlist_T = zip(*dlist)
         res_T = (
-            _dataclass_list_from_dict_list(pos_list, tp) for pos_list, tp in zip(dlist_T, types)
+            _dataclass_list_from_dict_list(pos_list, tp)
+            for pos_list, tp in zip(dlist_T, types)
         )
         if issubclass(cls, tuple):
             return list(zip(*res_T))

assets/teaser.png

@@ -67,7 +67,9 @@ def __init__(
         with gzip.open(
             os.path.join(root, split, frame_annotations_file), "rt", encoding="utf8"
         ) as zipfile:
-            frame_annots_list = load_dataclass(zipfile, List[DynamicReplicaFrameAnnotation])
+            frame_annots_list = load_dataclass(
+                zipfile, List[DynamicReplicaFrameAnnotation]
+            )
         seq_annot = defaultdict(list)
         for frame_annot in frame_annots_list:
             if frame_annot.camera_name == "left":
@@ -102,7 +104,10 @@ def crop(self, rgbs, trajs):
         # simple random crop
         y0 = 0 if self.crop_size[0] >= H_new else (H_new - self.crop_size[0]) // 2
         x0 = 0 if self.crop_size[1] >= W_new else (W_new - self.crop_size[1]) // 2
-        rgbs = [rgb[y0 : y0 + self.crop_size[0], x0 : x0 + self.crop_size[1]] for rgb in rgbs]
+        rgbs = [
+            rgb[y0 : y0 + self.crop_size[0], x0 : x0 + self.crop_size[1]]
+            for rgb in rgbs
+        ]
 
         trajs[:, :, 0] -= x0
         trajs[:, :, 1] -= y0
@@ -118,7 +123,9 @@ def __getitem__(self, index):
         image_size = (H, W)
 
         for i in range(T):
-            traj_path = os.path.join(self.root, self.split, sample[i].trajectories["path"])
+            traj_path = os.path.join(
+                self.root, self.split, sample[i].trajectories["path"]
+            )
             traj = torch.load(traj_path)
 
             visibilities.append(traj["verts_inds_vis"].numpy())