Add Replicator support to replay extension, augmenting previous recor…

…dings (#5)
apockill · Dec 24, 2024 · 6fc86d2 · 6fc86d2
1 parent 91f8587
commit 6fc86d2
Show file tree

Hide file tree

Showing 123 changed files with 839 additions and 129 deletions.
diff --git a/.gitattributes b/.gitattributes
@@ -19,6 +19,7 @@
 *.ogg filter=lfs diff=lfs merge=lfs -binary
 *.dae filter=lfs diff=lfs merge=lfs -binary
 *.usd filter=lfs diff=lfs merge=lfs -binary
+*.exr filter=lfs diff=lfs merge=lfs -binary
 
 # ReadTheDocs does not support Git LFS
 docs/** !filter !diff !merge binary

diff --git a/.github/lint/lint_darglint.py b/.github/lint/lint_darglint.py
@@ -14,7 +14,7 @@ def lint_darglint(fix: bool) -> None:
         "sphinx",
         "--ignore-regex",
         "^test.*",
-        Path(),
+        Path("pkgs/"),
     ]
     if not fix:
         run_command(cmd)
diff --git a/.gitignore b/.gitignore
@@ -20,7 +20,8 @@ __pycache__/
 .env
 
 # Persistent data
-.docker_volumes
+.docker_volumes/
+synthetic-output/
 
 # URDF
 *.part

diff --git a/README.md b/README.md
@@ -32,7 +32,7 @@ factors.
   - [ ] Create ROS service for starting/stopping data collection and serializing datasets
 - [ ] Create easy workflows for:
   - [ ] Record demonstrations with **real leader arm** and **simulation follower arm**
-  - [ ] Multiplex demonstrations using domain randomization, leveraging Replicator learnings above
+  - [x] Multiplex demonstrations using domain randomization, leveraging Replicator learnings above
   - [ ] Training models with mix of real and simulated data
 - [ ] Benchmark the sim2real gap with this project, publicize results to open source community
 - [ ] Add support for Koch arm and other open-source robot arm

diff --git a/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_01-512x512.png b/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_01-512x512.png
diff --git a/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_02-512x512.png b/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_02-512x512.png
diff --git a/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_03-512x512.png b/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_03-512x512.png
diff --git a/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_04-512x512.png b/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_04-512x512.png
diff --git a/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_05-512x512.png b/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_05-512x512.png
diff --git a/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_06-512x512.png b/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_06-512x512.png
diff --git a/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_07-512x512.png b/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_07-512x512.png
diff --git a/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_08-512x512.png b/...sets/textures/512x512-photorealistic/Concrete/Photoreal_Concrete_08-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_01-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_01-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_02-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_02-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_03-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_03-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_04-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_04-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_05-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_05-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_06-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_06-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_07-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_07-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_08-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Fire/Photoreal_Fire_08-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_01-512x512.png b/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_01-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_02-512x512.png b/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_02-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_03-512x512.png b/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_03-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_04-512x512.png b/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_04-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_05-512x512.png b/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_05-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_06-512x512.png b/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_06-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_07-512x512.png b/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_07-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_08-512x512.png b/...src/assets/textures/512x512-photorealistic/Grass/Photoreal_Grass_08-512x512.png
diff --git a/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_01-512x512.png b/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_01-512x512.png
diff --git a/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_02-512x512.png b/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_02-512x512.png
diff --git a/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_03-512x512.png b/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_03-512x512.png
diff --git a/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_04-512x512.png b/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_04-512x512.png
diff --git a/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_05-512x512.png b/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_05-512x512.png
diff --git a/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_06-512x512.png b/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_06-512x512.png
diff --git a/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_07-512x512.png b/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_07-512x512.png
diff --git a/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_08-512x512.png b/isaac_src/assets/textures/512x512-photorealistic/Ice/Photoreal_Ice_08-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_01-512x512.png b/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_01-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_02-512x512.png b/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_02-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_03-512x512.png b/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_03-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_04-512x512.png b/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_04-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_05-512x512.png b/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_05-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_06-512x512.png b/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_06-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_07-512x512.png b/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_07-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_08-512x512.png b/...src/assets/textures/512x512-photorealistic/Metal/Photoreal_Metal_08-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_01-512x512.png b/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_01-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_02-512x512.png b/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_02-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_03-512x512.png b/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_03-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_04-512x512.png b/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_04-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_05-512x512.png b/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_05-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_06-512x512.png b/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_06-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_07-512x512.png b/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_07-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_08-512x512.png b/...src/assets/textures/512x512-photorealistic/Stone/Photoreal_Stone_08-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_01-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_01-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_02-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_02-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_03-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_03-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_04-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_04-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_05-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_05-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_06-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_06-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_07-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_07-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_08-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Tile/Photoreal_Tile_08-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_01-512x512.png b/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_01-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_02-512x512.png b/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_02-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_03-512x512.png b/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_03-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_04-512x512.png b/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_04-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_05-512x512.png b/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_05-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_06-512x512.png b/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_06-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_07-512x512.png b/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_07-512x512.png
diff --git a/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_08-512x512.png b/...src/assets/textures/512x512-photorealistic/Trees/Photoreal_Trees_08-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_01-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_01-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_02-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_02-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_03-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_03-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_04-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_04-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_05-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_05-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_06-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_06-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_07-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_07-512x512.png
diff --git a/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_08-512x512.png b/...c_src/assets/textures/512x512-photorealistic/Wood/Photoreal_Wood_08-512x512.png
diff --git a/isaac_src/assets/textures/skyboxes/billiard_hall_1k.exr b/isaac_src/assets/textures/skyboxes/billiard_hall_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/blue_photo_studio_1k.exr b/isaac_src/assets/textures/skyboxes/blue_photo_studio_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/boma_1k.exr b/isaac_src/assets/textures/skyboxes/boma_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/brown_photostudio_01_1k.exr b/isaac_src/assets/textures/skyboxes/brown_photostudio_01_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/brown_photostudio_04_1k.exr b/isaac_src/assets/textures/skyboxes/brown_photostudio_04_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/chapel_day_1k.exr b/isaac_src/assets/textures/skyboxes/chapel_day_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/christmas_photo_studio_01_1k (1).exr b/isaac_src/assets/textures/skyboxes/christmas_photo_studio_01_1k (1).exr
diff --git a/isaac_src/assets/textures/skyboxes/christmas_photo_studio_01_1k.exr b/isaac_src/assets/textures/skyboxes/christmas_photo_studio_01_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/christmas_photo_studio_03_1k.exr b/isaac_src/assets/textures/skyboxes/christmas_photo_studio_03_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/dancing_hall_1k.exr b/isaac_src/assets/textures/skyboxes/dancing_hall_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/empty_warehouse_01_1k.exr b/isaac_src/assets/textures/skyboxes/empty_warehouse_01_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/fireplace_1k (1).exr b/isaac_src/assets/textures/skyboxes/fireplace_1k (1).exr
diff --git a/isaac_src/assets/textures/skyboxes/fireplace_1k (2).exr b/isaac_src/assets/textures/skyboxes/fireplace_1k (2).exr
diff --git a/isaac_src/assets/textures/skyboxes/fireplace_1k.exr b/isaac_src/assets/textures/skyboxes/fireplace_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/goegap_road_4k.exr b/isaac_src/assets/textures/skyboxes/goegap_road_4k.exr
diff --git a/isaac_src/assets/textures/skyboxes/hospital_room_2_1k.exr b/isaac_src/assets/textures/skyboxes/hospital_room_2_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/kart_club_1k.exr b/isaac_src/assets/textures/skyboxes/kart_club_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/metro_noord_1k.exr b/isaac_src/assets/textures/skyboxes/metro_noord_1k.exr
diff --git a/isaac_src/assets/textures/skyboxes/neon_photostudio_1k.exr b/isaac_src/assets/textures/skyboxes/neon_photostudio_1k.exr