AugmentedDesignLab · AmeliaY07 · Mar 21, 2024 · Mar 21, 2024 · Mar 21, 2024 · Apr 2, 2024
diff --git a/.DS_Store b/.DS_Store
diff --git a/Dataset/.DS_Store b/Dataset/.DS_Store
diff --git a/amelia.json b/amelia.json
@@ -0,0 +1,200 @@
+{
+    "name": "proj 1",
+    "fps": 30,
+    "annotation_path": "/Users/ameliayuan/Documents/ped-behavior-annotator/amelia.json",
+    "video_path": "https://www.youtube.com/watch?v=eu4QqwsfXFE",
+    "multiFrameAnnotations": [
+        {
+            "frameStart": 5225,
+            "frameEnd": 5447,
+            "pedTags": [],
+            "egoTags": [
+                "Distracted driving"
+            ],
+            "sceneTags": [
+                "No traffic lights"
+            ],
+            "additionalNotes": "Vehicle stopped but started to pull forward right as pedestrian walked towards its path"
+        },
+        {
+            "frameStart": 4980,
+            "frameEnd": 5128,
+            "pedTags": [
+                "Jaywalking"
+            ],
+            "egoTags": [],
+            "sceneTags": [],
+            "additionalNotes": "Vehicle swerves to avoid person, person is hidden behind vehicle by curb as they begin crossing the street"
+        },
+        {
+            "frameStart": 8518,
+            "frameEnd": 8778,
+            "pedTags": [
+                "Flinch",
+                "No Looking"
+            ],
+            "egoTags": [],
+            "sceneTags": [],
+            "additionalNotes": "Pedestrian almost walked into path of incoming light rail train"
+        },
+        {
+            "frameStart": 8901,
+            "frameEnd": 8923,
+            "pedTags": [
+                "Jaywalking"
+            ],
+            "egoTags": [],
+            "sceneTags": [],
+            "additionalNotes": "Pedestrian in middle of road, very dark, vehicle swerved to avoid"
+        },
+        {
+            "frameStart": 7571,
+            "frameEnd": 7727,
+            "pedTags": [
+                "Flinch",
+                "Distracted"
+            ],
+            "egoTags": [
+                "Speeding"
+            ],
+            "sceneTags": [
+                "No stop signs",
+                "No traffic lights"
+            ],
+            "additionalNotes": "Vehicle did not stop at crosswalk for already crossing pedestrian, pedestrian jumped back to avoid getting hit"
+        },
+        {
+            "frameStart": 5588,
+            "frameEnd": 5654,
+            "pedTags": [
+                "Crash"
+            ],
+            "egoTags": [
+                "Distracted driving"
+            ],
+            "sceneTags": [
+                "No stop signs",
+                "No traffic lights"
+            ],
+            "additionalNotes": "The car did not stop at the crosswalk even though there were pedestrians clearly there"
+        },
+        {
+            "frameStart": 4771,
+            "frameEnd": 4907,
+            "pedTags": [
+                "Jaywalking",
+                "No Looking"
+            ],
+            "egoTags": [
+                "Brake"
+            ],
+            "sceneTags": [
+                "No stop signs",
+                "No traffic lights"
+            ],
+            "additionalNotes": ""
+        },
+        {
+            "frameStart": 9002,
+            "frameEnd": 12480,
+            "pedTags": [
+                "Flinch"
+            ],
+            "egoTags": [
+                "Distracted driving",
+                "Speeding"
+            ],
+            "sceneTags": [],
+            "additionalNotes": "Vehicle did not stop at crosswalk, person flinched back to avoid"
+        },
+        {
+            "frameStart": 5793,
+            "frameEnd": 5902,
+            "pedTags": [
+                "Crash"
+            ],
+            "egoTags": [
+                "Distracted driving"
+            ],
+            "sceneTags": [
+                "No stop signs",
+                "No traffic lights"
+            ],
+            "additionalNotes": "Vehicle did not stop at crosswalk, pedestrian was already crossing"
+        },
+        {
+            "frameStart": 6848,
+            "frameEnd": 7029,
+            "pedTags": [],
+            "egoTags": [],
+            "sceneTags": [
+                "No traffic lights",
+                "No stop signs"
+            ],
+            "additionalNotes": "Pedestrian attempted to cross road, cars on half of the road did not stop for the pedestrian, so they retreated back to the sidewalk and waited"
+        },
+        {
+            "frameStart": 6612,
+            "frameEnd": 6720,
+            "pedTags": [
+                "Crash"
+            ],
+            "egoTags": [],
+            "sceneTags": [],
+            "additionalNotes": "vehicle did not stop at crosswalk, pedestrian was already walking"
+        },
+        {
+            "frameStart": 6428,
+            "frameEnd": 6534,
+            "pedTags": [],
+            "egoTags": [
+                "Speeding"
+            ],
+            "sceneTags": [],
+            "additionalNotes": "Vehicle hit from behind by a vehicle speeding that didn't brake for the crosswalk"
+        },
+        {
+            "frameStart": 7303,
+            "frameEnd": 7427,
+            "pedTags": [],
+            "egoTags": [],
+            "sceneTags": [
+                "No stop signs",
+                "No traffic lights"
+            ],
+            "additionalNotes": "Vehicle did not stop at crosswalk for already crossing pedestrians, pedestrians waited in the middle of the road to let vehicle through"
+        },
+        {
+            "frameStart": 7895,
+            "frameEnd": 14408,
+            "pedTags": [
+                "Flinch"
+            ],
+            "egoTags": [
+                "Brake"
+            ],
+            "sceneTags": [
+                "No stop signs",
+                "No traffic lights"
+            ],
+            "additionalNotes": "Cars braked last-minute at crosswalk, pedestrian retreated back onto sidewalk before crossing again"
+        },
+        {
+            "frameStart": 8305,
+            "frameEnd": 8448,
+            "pedTags": [
+                "Crash",
+                "Flinch"
+            ],
+            "egoTags": [
+                "Brake"
+            ],
+            "sceneTags": [
+                "No stop signs",
+                "No traffic lights"
+            ],
+            "additionalNotes": "Vehicle paused, then appeared to get lurch forward from behind perhaps from another car crashing, then hit the pedestrians"
+        }
+    ],
+    "singleFrameAnnotations": []
+}
diff --git a/app.py b/app.py
@@ -95,10 +95,13 @@ def makeEditor(self):
 
         # self.videoFrame.Text("Video")
         # self.leftFrame.Seperator()
-        self.annotationFrame = self.leftFrame.addLabelFrame("Annotation Edit View", padx=(0,0), pady=(10,0))
-        self.annotationEditView = self.viewManager.getAnnotationEditView(self.recordingController)
-        #self.context["controllers"]["recording"])
-        self.annotationEditView.render(self.annotationFrame)
+        # self.annotationFrame = self.leftFrame.addLabelFrame("Annotation Edit View", padx=(0,0), pady=(10,0))
+        # self.annotationEditView = self.viewManager.getAnnotationEditView(self.recordingController)
+        # #self.context["controllers"]["recording"])
+        # self.annotationEditView.render(self.annotationFrame)
+        self.behaviorTagFrame = self.leftFrame.addLabelFrame("Behavior Tag Frame", padx=(0,0), pady=(10,0))
+        self.behaviorTagView = self.viewManager.getBehaviorTagView()
+        self.behaviorTagView.render(self.behaviorTagFrame)
 
         self.recordingFrame = self.rightFrame.addFrame("Recording", padx=(0,0), pady=(10,0))
         self.recordingView = self.viewManager.getRecordingView(self.recordingController)

diff --git a/docs/.DS_Store b/docs/.DS_Store
diff --git a/docs/Makefile b/docs/Makefile
@@ -0,0 +1,20 @@
+# Minimal makefile for Sphinx documentation
+#
+
+# You can set these variables from the command line, and also
+# from the environment for the first two.
+SPHINXOPTS    ?=
+SPHINXBUILD   ?= sphinx-build
+SOURCEDIR     = source
+BUILDDIR      = build
+
+# Put it first so that "make" without argument is like "make help".
+help:
+	@$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
+
+.PHONY: help Makefile
+
+# Catch-all target: route all unknown targets to Sphinx using the new
+# "make mode" option.  $(O) is meant as a shortcut for $(SPHINXOPTS).
+%: Makefile
+	@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
diff --git a/docs/UI.pptx b/docs/UI.pptx
diff --git a/docs/make.bat b/docs/make.bat
@@ -0,0 +1,35 @@
+@ECHO OFF
+
+pushd %~dp0
+
+REM Command file for Sphinx documentation
+
+if "%SPHINXBUILD%" == "" (
+	set SPHINXBUILD=sphinx-build
+)
+set SOURCEDIR=source
+set BUILDDIR=build
+
+%SPHINXBUILD% >NUL 2>NUL
+if errorlevel 9009 (
+	echo.
+	echo.The 'sphinx-build' command was not found. Make sure you have Sphinx
+	echo.installed, then set the SPHINXBUILD environment variable to point
+	echo.to the full path of the 'sphinx-build' executable. Alternatively you
+	echo.may add the Sphinx directory to PATH.
+	echo.
+	echo.If you don't have Sphinx installed, grab it from
+	echo.https://www.sphinx-doc.org/
+	exit /b 1
+)
+
+if "%1" == "" goto help
+
+%SPHINXBUILD% -M %1 %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O%
+goto end
+
+:help
+%SPHINXBUILD% -M help %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O%
+
+:end
+popd
diff --git a/docs/requirements.txt b/docs/requirements.txt
diff --git a/docs/source/.DS_Store b/docs/source/.DS_Store
diff --git a/docs/source/_static/css/custom.css b/docs/source/_static/css/custom.css
@@ -0,0 +1,18 @@
+@import 'theme.css';
+
+ol {
+    list-style: decimal;
+}
+
+ol.simple {
+    list-style: decimal;
+    margin-left: 2em;
+}
+
+ul.simple {
+    margin-left: 1em;
+}
+
+ol.simple > li {
+    list-style: decimal;
+}
diff --git a/docs/source/additional-pedestrian-archetype-evidence.md b/docs/source/additional-pedestrian-archetype-evidence.md
@@ -0,0 +1,57 @@
+# Additional Pedestrian Archetype Evidence
+
+We didn't have enough space in our paper to include many examples, so we've included them here for further evidence of our archetypes.
+
+## Wanderer
+Wanderers show diverse behaviors. In [1], a pedestrian runs towards an oncoming vehicle, forcing it to stop, and climbs onto the hood. In [2], another dances on the highway, stopping traffic. When intoxicated, wanderers become even more dangerous, rapidly changing direction or speed [3].
+
+[1] DDPAI Global, “Drunk Drivers and Pedestrians Compilation - DDPAI Dash Cam,” [Online]. Available https://youtu.be/YuofxA63faE?si=INYkx5uGrtoE-lQT&t=284, 2023, Youtube@DDPAI Global, Accessed: 2024-04-28.
+
+[2] ——, “Drunk Drivers and Pedestrians Compilation - DDPAI Dash Cam,” [Online]. Available https://youtu.be/YuofxA63faE?si=Kt-2aZNSuE5H-OY&t=440, 2023, Youtube@DDPAI Global, Accessed: 2024-04-28.
+
+[3] DriveStart, “Drunk Pedestrian Fail Compilation,” [Online]. Available https://youtu.be/qGs9KAwzneg?si=yTFDbcJeQ2WfQADk&t=35, 2023, youtube@DriveStartTV, Accessed: 2024-04-28.
+
+## Drunk
+
+In [2], another pedestrian stands outside the highway lanes and suddenly falls on their back, unintentionally stum- bling into the driving lane. With no intention or action to cross, the drunk still manages to risk colliding with high-speed vehicles. Like the wanderer, the drunk comes in many forms. In video [3], [4], the drunk crosses by crawling (using legs and hands). In video [5], the drunk walks blindly and crashes into the midsection of a moving bus. In [1], they wander along the driving lane.
+
+[1] DriveStart, “Drunk Pedestrian Fail Compilation,” [Online]. Available https://youtu.be/qGs9KAwzneg?si=yTFDbcJeQ2WfQADk&t=35, 2023, youtube@DriveStartTV, Accessed: 2024-04-28.
+
+[2] ——, “Drunk Pedestrian Fail Compilation,” [Online]. Available https://youtu.be/qGs9KAwzneg?si=LXuJeQorKb-D3RbZ, 2023, youtube@DriveStartTV, Accessed: 2024-04-28.
+
+[3] ——, “Drunk Pedestrian Fail Compilation,” [Online]. Available https://youtu.be/qGs9KAwzneg?si=yTFDbcJeQ2WfQADk&t=4, 2023, youtube@DriveStartTV, Accessed: 2024-04-28.
+
+[4] ——, “Drunk Pedestrian Fail Compilation,” [Online]. Available https://youtu.be/qGs9KAwzneg?si=yTFDbcJeQ2WfQADk&t=66, 2023, youtube@DriveStartTV, Accessed: 2024-04-28.
+
+[5] ——, “Drunk Pedestrian Fail Compilation,” [Online]. Available https://youtu.be/qGs9KAwzneg?si=yTFDbcJeQ2WfQADk&t=60, 2023, youtube@DriveStartTV, Accessed: 2024-04-28.
+
+## Blind
+In [1], while crossing, the pedestrian listens to music and plays with their phone. The approaching vehicle honks at them, but they do not budge from their path. Without noticing the surroundings, they cross a four-lane road on a green signal. Such behavior is often common in rare scenarios [2], [3].
+
+[1] ——, “Pedestrians on the road, on footpaths and beyond —— Cars Accidents,” [Online]. Available https://youtu.be/YuofxA63faE?si=nDT-2i9DCn1vVH-e&t=468, 2023, youtube@carsaccidentsTBl, Accessed: 2024-04-28.
+
+[2] ——, “Pedestrians on the road, on footpaths and beyond —— Cars Accidents,” [Online]. Available https://youtu.be/YuofxA63faE?si=PRxJAtYN97MNKX9T&t=47, 2023, youtube@carsaccidentsTBl, Accessed: 2024-04-28.
+
+[3] ——, “Pedestrians on the road, on footpaths and beyond —— Cars Accidents,” [Online]. Available https://youtu.be/YuofxA63faE?si=PRxJAtYN97MNKX9T&t=30, 2023, youtube@carsaccidentsTBl, Accessed: 2024-04-28.
+
+## Flock
+In [1], one flock member leaves others behind, scared by the approaching vehicle. One wants to continue crossing in [2], but the other drags them and retreats off the road. In [3], one of the two pedestrians crosses the road, and the other retreats to the previous lane. Things get more complicated when the flock is on scooters and violates the signal on high-speed roads [4].
+
+[1] RoyalJordanian, “The Ultimate Pedestrian Compilation,” [Online]. Available https://youtu.be/PHg3HDg9z3Y?si=8A4u4sYAxOBfba4R&t=57, 2023, youtube@royaljordanian, Accessed: 2024-04-28.
+
+[2] ——, “The Ultimate Pedestrian Compilation,” [Online]. Available https://youtu.be/PHg3HDg9z3Y?si=8A4u4sYAxOBfba4R&t=72, 2023, youtube@royaljordanian, Accessed: 2024-04-28.
+
+[3] ——, “The Ultimate Pedestrian Compilation,” [Online]. Available https://youtu.be/PHg3HDg9z3Y?si=SF5sWwZwCATPn7pb&t=92, 2021, youtube@royaljordanian, Accessed: 2024-04-28.
+
+[4] I haz Dashcam, “Dumb Pedestrians,” [Online]. Available https://youtu.be/KSfOL61HYoM?si=tfdtOzwPGydw1aik&t=229, 2023, youtube@ihazdashcam, Accessed: 2024-04-28.
+
+## Eventful
+Pedestrians can also drop items on the road [1], [2]. In [2], a kid crossing with a group drops one of their sandals on the road and falls behind the group. Occluded pedestrians can unexpectedly appear anywhere on the road [3], [4]. While in more common scenarios, occluded pedestrians appear from around a stopped vehicle, in [4], we see an event when the occluded pedestrian appears from the front of a high-speed vehicle moving at over 40 mph!
+
+[1] Cars Accidents, “Pedestrians on the road, on footpaths and beyond —— Cars Accidents,” [Online]. Available https://youtu.be/YuofxA63faE?si=PRxJAtYN97MNKX9T&t=30, 2023, youtube@carsaccidentsTBl, Accessed: 2024-04-28.
+
+[2] RoyalJordanian, “The Ultimate Pedestrian Compilation,” [Online]. Available https://youtu.be/PHg3HDg9z3Y?si=61HickVTkx0LYTUy&t=473, 2021, youtube@royaljordanian, Accessed: 2024-04-28.
+
+[3] Cars Accidents, “Pedestrians on the road, on footpaths and beyond —— Cars Accidents,” [Online]. Available https://youtu.be/YuofxA63faE?si=BoWWlfozNJZKqGC&t=495, 2023, youtube@carsaccidentsTBl, Accessed: 2024-04-28.
+
+[4] I haz Dashcam, “Dumb Pedestrians,” [Online]. Available https://youtu.be/KSfOL61HYoM?si=NYw5Fr8ZnUbFeGwa&t=74, 2023, youtube@ihazdashcam, Accessed: 2024-04-28.
diff --git a/docs/source/advanced-user-guide.md b/docs/source/advanced-user-guide.md
@@ -0,0 +1,8 @@
+# Advanced User Guide
+
+## Editing annoations
+
+## Merging annotations
+
+## Adding a new Behavior Tag
+