EgoInfinity: initial public release

Metric 3D hand-object tracking from a single static-camera RGB video, plus
robot retargeting. See README.md.

Author: Vector-Wangel

.github/workflows/ci.yml

@@ -0,0 +1,46 @@
+name: ci
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+      - name: Install ruff
+        run: pip install ruff
+      - name: ruff check
+        run: ruff check .
+
+  import-smoke:
+    # Verifies the package layout is sound — does NOT pull torch / wilor /
+    # sam2 / etc. (heavy + needs CUDA).  Just checks that pyproject.toml is
+    # valid and that the top-level package imports without runtime deps.
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+      - name: Install build tools + minimal deps
+        run: |
+          pip install --upgrade pip setuptools wheel
+          # No-deps install proves pyproject.toml is well-formed.
+          pip install -e . --no-deps
+      - name: Verify package metadata
+        run: |
+          python -c "from importlib.metadata import metadata; print(metadata('egoinfinity')['Name'])"
+      - name: Smoke-import config (no torch needed for path resolution)
+        # config.py does `import os` + path joins; skips runtime model code.
+        run: |
+          python -c "import sys; sys.path.insert(0, '.'); \
+                     import egoinfinity.pipeline.config as c; \
+                     print('REPO_ROOT:', c.REPO_ROOT); \
+                     print('CKPT_DIR:', c.CKPT_DIR); \
+                     print('WILOR_CFG:', c.WILOR_CFG)"

.gitignore

@@ -0,0 +1,84 @@
+# Pretrained models — checkpoints downloaded by setup_weights.sh (or
+# linked from a shared NVMe location).  The whole directory is ignored;
+# users get their own layout via env var EGOINFINITY_CKPT_DIR or the symlink.
+# WiLoR's tiny model_config.yaml lives in `configs/` instead and IS tracked.
+pretrained_models
+pretrained_models.bak.*
+
+# Python cache
+__pycache__/
+*.pyc
+*.pyo
+
+# Build artifacts (generated by `pip install -e .`)
+*.egg-info/
+build/
+dist/
+
+# Demo output
+demo_out/
+
+# Logs and temp
+logs/
+*.log
+*.log.bak.*
+*.tmp
+
+# Internal-only dev tree — never published; stripped at the release tag.
+# Guard against accidental `git add private/...`.
+private/
+
+# IDE
+.vscode/
+.idea/
+
+# OS
+.DS_Store
+Thumbs.db
+
+# Output data
+output/
+results/
+
+# Large dataset files
+100DOH/*.json
+
+# Favorites / per-clip cache (videos, frames, sam3 meshes, depth, pkl results).
+# Default location <repo>/cache; override with ACTION100M_CACHE.
+cache/
+
+# Action100M index database (large, rebuilt locally by action100m_filter)
+action100m_index.db
+action100m_index.db-shm
+action100m_index.db-wal
+
+# WiLoR (CC-BY-NC-ND, no-derivatives): NOT redistributed. Fetched verbatim
+# from upstream + patched locally by scripts/setup_wilor.sh. Only the patch
+# (third_party/wilor.patch) is tracked.
+third_party/wilor/
+
+# MANO model — non-commercial license; see README "MANO model" section
+# for the manual download instructions (we cannot redistribute).
+third_party/wilor/mano_data/MANO_RIGHT.pkl
+
+# Retarget large binaries — MuJoCo XML printout + training checkpoints.
+# The repo ships the URDF / STL meshes (small, structural), but training
+# artifacts are reproduced by re-running retarget/train_vn_alignment.py.
+retarget/MJMODEL.TXT
+retarget/runs/*/checkpoints/*.pt
+retarget/runs/*/checkpoints/*.pth
+retarget/runs/*/events.out.tfevents.*
+
+# Batch run logs / SLURM artifacts (regenerated)
+batch_logs/
+
+# action100m_filter caches MediaPipe model files locally; not redistributable
+action100m_filter/.cache/
+
+# Tool audit / dry-run outputs (generated artifacts, not source)
+tools/_audit_*/
+_audit/
+
+# Stray debug screenshots dropped at repo root
+/skel_on_*.jpg
+MUJOCO_LOG.TXT