adding slides for pose-estimation (#12)

neuroinformatics-unit · Dec 4, 2023 · 513494d · 513494d
1 parent 484cf3f
commit 513494d
Show file tree

Hide file tree

Showing 20 changed files with 934 additions and 0 deletions.
diff --git a/img/diagrams/array-jobs.mmd b/img/diagrams/array-jobs.mmd
@@ -0,0 +1,10 @@
+%%{init: {"theme": "neutral", "fontFamily": "arial", "curve": "linear"} }%%
+
+flowchart LR
+    classDef emphasis fill:#03A062;
+
+    script["array script"] -->|"video 1"| GPU1["GPU 1"] --> model1["predictions 1"]
+    script -->|"video 2"| GPU2GPU1["GPU 2"] --> model2["predictions 2"]
+    script -->|"video n"| GPU3GPU1["GPU n"] --> model3["predictions n"]
+
+    class script emphasis
diff --git a/img/diagrams/pose-estimation.mmd b/img/diagrams/pose-estimation.mmd
@@ -0,0 +1,16 @@
+%%{init: {"theme": "neutral", "fontFamily": "arial", "curve": "linear"} }%%
+
+flowchart LR
+    classDef emphasis fill:#03A062;
+
+    videos("videos\n 1,2,...,n")
+    videos -->|extract| frames("sampled\n frames")
+    frames -->|label\n body parts| labels("training\n dataset")
+    labels -->|train| model
+    model("model") -->|infer| predictions("predicted\n body parts")
+    predictions -.->|fix labels| labels
+    videos -->|unseeen data| model
+
+
+    linkStyle 2 stroke:#03A062, color:;
+    linkStyle 3 stroke:#03A062, color:;
diff --git a/img/diagrams/pose-estimation.svg b/img/diagrams/pose-estimation.svg
diff --git a/img/diagrams/video_pipeline_pose.mmd b/img/diagrams/video_pipeline_pose.mmd
@@ -0,0 +1,12 @@
+flowchart TB
+    classDef emphasis fill:#03A062;
+
+    video -->|compression/re-encoding | video2["compressed video"]
+    video2 -->|pose estimation + tracking| tracks["pose tracks"]
+    tracks --> |calculations| kinematics
+    tracks -->|classifiers| actions["actions / behav syllables"]
+    video2 --> |comp vision| actions
+
+    linkStyle 1 stroke:#03A062, color:;
+    class video2 emphasis
+    class tracks emphasis
diff --git a/img/modern_behav_experiment_analysis.png b/img/modern_behav_experiment_analysis.png
diff --git a/img/pose_estimation_2D.png b/img/pose_estimation_2D.png
diff --git a/img/pose_estimation_bottomup.png b/img/pose_estimation_bottomup.png
diff --git a/img/pose_estimation_topdown.png b/img/pose_estimation_topdown.png
diff --git a/img/sleap-evaluation.png b/img/sleap-evaluation.png
diff --git a/img/sleap-labeling.png b/img/sleap-labeling.png
diff --git a/img/sleap-monitoring.png b/img/sleap-monitoring.png
diff --git a/img/sleap-training.png b/img/sleap-training.png
diff --git a/img/sleap_movie.gif b/img/sleap_movie.gif