diff --git "a/profile.json" "b/profile.json" new file mode 100644--- /dev/null +++ "b/profile.json" @@ -0,0 +1,18011 @@ +{ + "alloc_samples": 1039, + "args": [ + "charles_actor.py" + ], + "elapsed_time_sec": 91.92571020126343, + "filename": "/Users/joebooth/Development/project_charles", + "files": { + "/Users/joebooth/Development/project_charles/charles_actor.py": { + "functions": [ + { + "line": "CharlesActor._initalize_resources", + "lineno": 28, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.07205641877745673, + "n_cpu_percent_c": 0.01379856944772153, + "n_cpu_percent_python": 0.02702069735193116, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.01582976945861779, + "n_usage_fraction": 0.0 + }, + { + "line": "CharlesActor.start", + "lineno": 75, + "memory_samples": [ + [ + 21289600291, + 3503.5253915786743 + ], + [ + 74402713208, + 3493.8579053878784 + ], + [ + 80233411083, + 3473.979058265686 + ], + [ + 86094015625, + 3464.1026878356934 + ], + [ + 91485577375, + 3464.198176383972 + ], + [ + 75484712208, + 3483.9502716064453 + ] + ], + "n_avg_mb": 50.11398983001709, + "n_copy_mb_s": 12.540464446541423, + "n_core_utilization": 0.009247271533595565, + "n_cpu_percent_c": 0.0005038521359021481, + "n_cpu_percent_python": 0.2230866304866803, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 50.11398983001709, + "n_malloc_mb": 50.11398983001709, + "n_mallocs": 1, + "n_peak_mb": 50.11398983001709, + "n_python_fraction": 0.9894194262077459, + "n_sys_percent": 2.1943171327239845, + "n_usage_fraction": 0.007343994946450585 + }, + { + "line": "CharlesActor.start..render_debug_output", + "lineno": 81, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.015454229522079328, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.019317458264339425, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.10568041520933154, + "n_usage_fraction": 0.0 + }, + { + "line": "init_ray", + "lineno": 230, + "memory_samples": [ + [ + 5303948208, + 206.61747550964355 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 1.2333076291950147, + "n_core_utilization": 0.0015950563264209012, + "n_cpu_percent_c": 0.0003186469566293774, + "n_cpu_percent_python": 0.041470758965654386, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 10.176729202270508, + "n_malloc_mb": 10.176729202270508, + "n_mallocs": 0, + "n_peak_mb": 10.176729202270508, + "n_python_fraction": 0.10133399999999998, + "n_sys_percent": 2.5781435224686375, + "n_usage_fraction": 0.0014913569661161663 + } + ], + "imports": [ + "import ray", + "import time", + "import os", + "import subprocess" + ], + "leaks": {}, + "lines": [ + { + "end_outermost_loop": 1, + "end_region_line": 1, + "line": "import json\n", + "lineno": 1, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 1, + "start_region_line": 1 + }, + { + "end_outermost_loop": 2, + "end_region_line": 2, + "line": "import ray\n", + "lineno": 2, + "memory_samples": [ + [ + 121782958, + 10.000162124633789 + ], + [ + 211341708, + 20.199800491333008 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 1.8930311751261542, + "n_core_utilization": 0.0832022004683644, + "n_cpu_percent_c": 0.141233332562971, + "n_cpu_percent_python": 0.11440107939563181, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 20.011314392089844, + "n_malloc_mb": 20.011314392089844, + "n_mallocs": 0, + "n_peak_mb": 20.011314392089844, + "n_python_fraction": 0.995378583333365, + "n_sys_percent": 0.051610361039680475, + "n_usage_fraction": 0.002932574162740368, + "start_outermost_loop": 2, + "start_region_line": 2 + }, + { + "end_outermost_loop": 3, + "end_region_line": 3, + "line": "import time\n", + "lineno": 3, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 3, + "start_region_line": 3 + }, + { + "end_outermost_loop": 4, + "end_region_line": 4, + "line": "import asyncio\n", + "lineno": 4, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 4, + "start_region_line": 4 + }, + { + "end_outermost_loop": 5, + "end_region_line": 5, + "line": "import os\n", + "lineno": 5, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 5, + "start_region_line": 5 + }, + { + "end_outermost_loop": 6, + "end_region_line": 6, + "line": "from clip_transform import CLIPTransform\n", + "lineno": 6, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 6, + "start_region_line": 6 + }, + { + "end_outermost_loop": 7, + "end_region_line": 7, + "line": "from environment_state_actor import EnvironmentStateActor, EnvironmentState\n", + "lineno": 7, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 7, + "start_region_line": 7 + }, + { + "end_outermost_loop": 8, + "end_region_line": 8, + "line": "import asyncio\n", + "lineno": 8, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 8, + "start_region_line": 8 + }, + { + "end_outermost_loop": 9, + "end_region_line": 9, + "line": "import subprocess\n", + "lineno": 9, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 10, + "end_region_line": 10, + "line": "\n", + "lineno": 10, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 10, + "start_region_line": 10 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": "class CharlesActor:\n", + "lineno": 11, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 11, + "start_region_line": 11 + }, + { + "end_outermost_loop": 17, + "end_region_line": 17, + "line": " def __init__(self):\n", + "lineno": 12, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 12, + "start_region_line": 12 + }, + { + "end_outermost_loop": 13, + "end_region_line": 17, + "line": " self._needs_init = True\n", + "lineno": 13, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 13, + "start_region_line": 12 + }, + { + "end_outermost_loop": 14, + "end_region_line": 17, + "line": " self._charles_actor_debug_output = \"\"\n", + "lineno": 14, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 14, + "start_region_line": 12 + }, + { + "end_outermost_loop": 15, + "end_region_line": 17, + "line": " self._environment_state:EnvironmentState = EnvironmentState(episode=0, step=0) # Initialize as EnvironmentState\n", + "lineno": 15, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 15, + "start_region_line": 12 + }, + { + "end_outermost_loop": 16, + "end_region_line": 17, + "line": " self._state = \"Initializing\"\n", + "lineno": 16, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 16, + "start_region_line": 12 + }, + { + "end_outermost_loop": 17, + "end_region_line": 17, + "line": " self._clip_transform = CLIPTransform()\n", + "lineno": 17, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 17, + "start_region_line": 12 + }, + { + "end_outermost_loop": 18, + "end_region_line": 228, + "line": " \n", + "lineno": 18, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 18, + "start_region_line": 11 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " # def get_state(self):\n", + "lineno": 19, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 11, + "start_region_line": 11 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " # return self._state\n", + "lineno": 20, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 11, + "start_region_line": 11 + }, + { + "end_outermost_loop": 21, + "end_region_line": 228, + "line": " \n", + "lineno": 21, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 21, + "start_region_line": 11 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " # def get_charles_actor_debug_output(self):\n", + "lineno": 22, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 11, + "start_region_line": 11 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " # return self._charles_actor_debug_output\n", + "lineno": 23, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 11, + "start_region_line": 11 + }, + { + "end_outermost_loop": 24, + "end_region_line": 228, + "line": " \n", + "lineno": 24, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 24, + "start_region_line": 11 + }, + { + "end_outermost_loop": 26, + "end_region_line": 26, + "line": " def get_environment_state(self)-\\u003eEnvironmentState:\n", + "lineno": 25, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 25, + "start_region_line": 25 + }, + { + "end_outermost_loop": 26, + "end_region_line": 26, + "line": " return self._environment_state\n", + "lineno": 26, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 26, + "start_region_line": 25 + }, + { + "end_outermost_loop": 27, + "end_region_line": 228, + "line": " \n", + "lineno": 27, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 27, + "start_region_line": 11 + }, + { + "end_outermost_loop": 73, + "end_region_line": 228, + "line": " async def _initalize_resources(self):\n", + "lineno": 28, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 28, + "start_region_line": 11 + }, + { + "end_outermost_loop": 73, + "end_region_line": 228, + "line": " # Initialize resources\n", + "lineno": 29, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 28, + "start_region_line": 11 + }, + { + "end_outermost_loop": 30, + "end_region_line": 228, + "line": " print(\"000 - create AppInterfaceActor\")\n", + "lineno": 30, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 30, + "start_region_line": 11 + }, + { + "end_outermost_loop": 31, + "end_region_line": 228, + "line": " self._state = \"000 - creating AppInterfaceActor\"\n", + "lineno": 31, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 31, + "start_region_line": 11 + }, + { + "end_outermost_loop": 32, + "end_region_line": 228, + "line": " from app_interface_actor import AppInterfaceActor\n", + "lineno": 32, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 32, + "start_region_line": 11 + }, + { + "end_outermost_loop": 33, + "end_region_line": 228, + "line": " self._app_interface_actor = AppInterfaceActor.get_singleton()\n", + "lineno": 33, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 33, + "start_region_line": 11 + }, + { + "end_outermost_loop": 34, + "end_region_line": 228, + "line": " self._audio_output_queue = await self._app_interface_actor.get_audio_output_queue.remote()\n", + "lineno": 34, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 34, + "start_region_line": 11 + }, + { + "end_outermost_loop": 35, + "end_region_line": 228, + "line": " await self._app_interface_actor.set_state.remote(self._state)\n", + "lineno": 35, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0783487423965428, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.009793426188904296, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0027063611584628006, + "n_usage_fraction": 0.0, + "start_outermost_loop": 35, + "start_region_line": 11 + }, + { + "end_outermost_loop": 36, + "end_region_line": 228, + "line": " \n", + "lineno": 36, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 36, + "start_region_line": 11 + }, + { + "end_outermost_loop": 37, + "end_region_line": 228, + "line": "\n", + "lineno": 37, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 37, + "start_region_line": 11 + }, + { + "end_outermost_loop": 38, + "end_region_line": 228, + "line": " print(\"001 - create RespondToPromptAsync\")\n", + "lineno": 38, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 38, + "start_region_line": 11 + }, + { + "end_outermost_loop": 39, + "end_region_line": 228, + "line": " self._state = \"001 - creating RespondToPromptAsync\"\n", + "lineno": 39, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 39, + "start_region_line": 11 + }, + { + "end_outermost_loop": 40, + "end_region_line": 228, + "line": " await self._app_interface_actor.set_state.remote(self._state)\n", + "lineno": 40, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 40, + "start_region_line": 11 + }, + { + "end_outermost_loop": 41, + "end_region_line": 228, + "line": " from respond_to_prompt_async import RespondToPromptAsync\n", + "lineno": 41, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 41, + "start_region_line": 11 + }, + { + "end_outermost_loop": 42, + "end_region_line": 228, + "line": " self._environment_state_actor = EnvironmentStateActor.remote()\n", + "lineno": 42, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.07798431684271376, + "n_cpu_percent_c": 0.0060017658799665025, + "n_cpu_percent_python": 0.009747873769636203, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.004446266767540227, + "n_usage_fraction": 0.0, + "start_outermost_loop": 42, + "start_region_line": 11 + }, + { + "end_outermost_loop": 43, + "end_region_line": 228, + "line": " self._respond_to_prompt = RespondToPromptAsync(self._environment_state_actor, self._audio_output_queue)\n", + "lineno": 43, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 43, + "start_region_line": 11 + }, + { + "end_outermost_loop": 44, + "end_region_line": 228, + "line": " self._respond_to_prompt_task = asyncio.create_task(self._respond_to_prompt.run())\n", + "lineno": 44, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 44, + "start_region_line": 11 + }, + { + "end_outermost_loop": 45, + "end_region_line": 228, + "line": "\n", + "lineno": 45, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 45, + "start_region_line": 11 + }, + { + "end_outermost_loop": 46, + "end_region_line": 228, + "line": " print(\"002 - create SpeechToTextVoskActor\")\n", + "lineno": 46, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 46, + "start_region_line": 11 + }, + { + "end_outermost_loop": 47, + "end_region_line": 228, + "line": " self._state = \"002 - creating SpeechToTextVoskActor\"\n", + "lineno": 47, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 47, + "start_region_line": 11 + }, + { + "end_outermost_loop": 48, + "end_region_line": 228, + "line": " await self._app_interface_actor.set_state.remote(self._state)\n", + "lineno": 48, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 48, + "start_region_line": 11 + }, + { + "end_outermost_loop": 49, + "end_region_line": 228, + "line": " from speech_to_text_vosk_actor import SpeechToTextVoskActor\n", + "lineno": 49, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 49, + "start_region_line": 11 + }, + { + "end_outermost_loop": 50, + "end_region_line": 228, + "line": " self._speech_to_text_actor = SpeechToTextVoskActor.remote(\"small\")\n", + "lineno": 50, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.05983619709311368, + "n_cpu_percent_c": 0.0068533718315643925, + "n_cpu_percent_python": 0.007479397393390662, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.009620573268805398, + "n_usage_fraction": 0.0, + "start_outermost_loop": 50, + "start_region_line": 11 + }, + { + "end_outermost_loop": 73, + "end_region_line": 228, + "line": " # self._speech_to_text_actor = SpeechToTextVoskActor.remote(\"big\")\n", + "lineno": 51, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 28, + "start_region_line": 11 + }, + { + "end_outermost_loop": 52, + "end_region_line": 228, + "line": " \n", + "lineno": 52, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 52, + "start_region_line": 11 + }, + { + "end_outermost_loop": 53, + "end_region_line": 228, + "line": " self._debug_queue = [\n", + "lineno": 53, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 53, + "start_region_line": 11 + }, + { + "end_outermost_loop": 54, + "end_region_line": 228, + "line": " # \"hello, how are you today?\",\n", + "lineno": 54, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 11 + }, + { + "end_outermost_loop": 55, + "end_region_line": 228, + "line": " # \"hmm, interesting, tell me more about that.\",\n", + "lineno": 55, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 11 + }, + { + "end_outermost_loop": 56, + "end_region_line": 228, + "line": " ]\n", + "lineno": 56, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 56, + "start_region_line": 11 + }, + { + "end_outermost_loop": 57, + "end_region_line": 228, + "line": "\n", + "lineno": 57, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 57, + "start_region_line": 11 + }, + { + "end_outermost_loop": 58, + "end_region_line": 228, + "line": " print(\"003 - create Prototypes\")\n", + "lineno": 58, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 58, + "start_region_line": 11 + }, + { + "end_outermost_loop": 59, + "end_region_line": 228, + "line": " self._state = \"003 - creating Prototypes\"\n", + "lineno": 59, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 59, + "start_region_line": 11 + }, + { + "end_outermost_loop": 60, + "end_region_line": 228, + "line": " await self._app_interface_actor.set_state.remote(self._state)\n", + "lineno": 60, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 60, + "start_region_line": 11 + }, + { + "end_outermost_loop": 61, + "end_region_line": 228, + "line": " from prototypes import Prototypes\n", + "lineno": 61, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 61, + "start_region_line": 11 + }, + { + "end_outermost_loop": 62, + "end_region_line": 228, + "line": " self._prototypes = Prototypes()\n", + "lineno": 62, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 62, + "start_region_line": 11 + }, + { + "end_outermost_loop": 63, + "end_region_line": 228, + "line": "\n", + "lineno": 63, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 63, + "start_region_line": 11 + }, + { + "end_outermost_loop": 64, + "end_region_line": 228, + "line": " print(\"004 - create animator\")\n", + "lineno": 64, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 64, + "start_region_line": 11 + }, + { + "end_outermost_loop": 65, + "end_region_line": 228, + "line": " self._state = \"004 - creating animator\"\n", + "lineno": 65, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 65, + "start_region_line": 11 + }, + { + "end_outermost_loop": 66, + "end_region_line": 228, + "line": " await self._app_interface_actor.set_state.remote(self._state)\n", + "lineno": 66, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 66, + "start_region_line": 11 + }, + { + "end_outermost_loop": 67, + "end_region_line": 228, + "line": " from charles_animator import CharlesAnimator\n", + "lineno": 67, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 67, + "start_region_line": 11 + }, + { + "end_outermost_loop": 68, + "end_region_line": 228, + "line": " self._animator = CharlesAnimator()\n", + "lineno": 68, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 68, + "start_region_line": 11 + }, + { + "end_outermost_loop": 69, + "end_region_line": 228, + "line": "\n", + "lineno": 69, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 69, + "start_region_line": 11 + }, + { + "end_outermost_loop": 70, + "end_region_line": 228, + "line": " print(\"010\")\n", + "lineno": 70, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 70, + "start_region_line": 11 + }, + { + "end_outermost_loop": 71, + "end_region_line": 228, + "line": " self._needs_init = True\n", + "lineno": 71, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 11 + }, + { + "end_outermost_loop": 72, + "end_region_line": 228, + "line": " self._state = \"Initialized\"\n", + "lineno": 72, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 72, + "start_region_line": 11 + }, + { + "end_outermost_loop": 73, + "end_region_line": 228, + "line": " await self._app_interface_actor.set_state.remote(self._state)\n", + "lineno": 73, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 73, + "start_region_line": 11 + }, + { + "end_outermost_loop": 74, + "end_region_line": 228, + "line": " \n", + "lineno": 74, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 74, + "start_region_line": 11 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " async def start(self):\n", + "lineno": 75, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 75, + "start_region_line": 11 + }, + { + "end_outermost_loop": 77, + "end_region_line": 228, + "line": " if self._needs_init:\n", + "lineno": 76, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 76, + "start_region_line": 11 + }, + { + "end_outermost_loop": 77, + "end_region_line": 228, + "line": " await self._initalize_resources()\n", + "lineno": 77, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 77, + "start_region_line": 11 + }, + { + "end_outermost_loop": 78, + "end_region_line": 228, + "line": " \n", + "lineno": 78, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 78, + "start_region_line": 11 + }, + { + "end_outermost_loop": 79, + "end_region_line": 228, + "line": " debug_output_history = []\n", + "lineno": 79, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 79, + "start_region_line": 11 + }, + { + "end_outermost_loop": 80, + "end_region_line": 228, + "line": "\n", + "lineno": 80, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 80, + "start_region_line": 11 + }, + { + "end_outermost_loop": 87, + "end_region_line": 228, + "line": " async def render_debug_output(list_of_strings):\n", + "lineno": 81, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.016137852160862866, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.004034394405080688, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.020965180289653506, + "n_usage_fraction": 0.0, + "start_outermost_loop": 81, + "start_region_line": 11 + }, + { + "end_outermost_loop": 82, + "end_region_line": 228, + "line": " table_content = \"##### Chat history\\n\"\n", + "lineno": 82, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 82, + "start_region_line": 11 + }, + { + "end_outermost_loop": 85, + "end_region_line": 85, + "line": " for item in reversed(list_of_strings):\n", + "lineno": 83, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 83, + "start_region_line": 83 + }, + { + "end_outermost_loop": 85, + "end_region_line": 85, + "line": " # table_content += f\"\\n```markdown\\n{item}\\n```\\n\"\n", + "lineno": 84, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 83, + "start_region_line": 83 + }, + { + "end_outermost_loop": 85, + "end_region_line": 85, + "line": " table_content += f\"\\n{item}\\n\"\n", + "lineno": 85, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.015625819772033943, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0019531942427870853, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.010546593104580011, + "n_usage_fraction": 0.0, + "start_outermost_loop": 83, + "start_region_line": 83 + }, + { + "end_outermost_loop": 86, + "end_region_line": 228, + "line": " self._charles_actor_debug_output = table_content\n", + "lineno": 86, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 86, + "start_region_line": 11 + }, + { + "end_outermost_loop": 87, + "end_region_line": 228, + "line": " await self._app_interface_actor.set_debug_output.remote(self._charles_actor_debug_output)\n", + "lineno": 87, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.015234395875290513, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.013329869616471653, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.07416864181509804, + "n_usage_fraction": 0.0, + "start_outermost_loop": 87, + "start_region_line": 11 + }, + { + "end_outermost_loop": 88, + "end_region_line": 228, + "line": "\n", + "lineno": 88, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 88, + "start_region_line": 11 + }, + { + "end_outermost_loop": 93, + "end_region_line": 228, + "line": " async def add_debug_output(output):\n", + "lineno": 89, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 89, + "start_region_line": 11 + }, + { + "end_outermost_loop": 90, + "end_region_line": 228, + "line": " debug_output_history.append(output)\n", + "lineno": 90, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 90, + "start_region_line": 11 + }, + { + "end_outermost_loop": 92, + "end_region_line": 228, + "line": " if len(debug_output_history) \\u003e 10:\n", + "lineno": 91, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 91, + "start_region_line": 11 + }, + { + "end_outermost_loop": 92, + "end_region_line": 228, + "line": " debug_output_history.pop(0)\n", + "lineno": 92, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 92, + "start_region_line": 11 + }, + { + "end_outermost_loop": 93, + "end_region_line": 228, + "line": " await render_debug_output(debug_output_history)\n", + "lineno": 93, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 93, + "start_region_line": 11 + }, + { + "end_outermost_loop": 94, + "end_region_line": 228, + "line": " \n", + "lineno": 94, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 94, + "start_region_line": 11 + }, + { + "end_outermost_loop": 95, + "end_region_line": 228, + "line": " self._state = \"Waiting for input\"\n", + "lineno": 95, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 95, + "start_region_line": 11 + }, + { + "end_outermost_loop": 96, + "end_region_line": 228, + "line": " await self._app_interface_actor.set_state.remote(self._state)\n", + "lineno": 96, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 96, + "start_region_line": 11 + }, + { + "end_outermost_loop": 97, + "end_region_line": 228, + "line": " total_video_frames = 0\n", + "lineno": 97, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 97, + "start_region_line": 11 + }, + { + "end_outermost_loop": 98, + "end_region_line": 228, + "line": " skipped_video_frames = 0\n", + "lineno": 98, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 98, + "start_region_line": 11 + }, + { + "end_outermost_loop": 99, + "end_region_line": 228, + "line": " total_audio_frames = 0\n", + "lineno": 99, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 99, + "start_region_line": 11 + }, + { + "end_outermost_loop": 100, + "end_region_line": 228, + "line": " loops = 0\n", + "lineno": 100, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 11 + }, + { + "end_outermost_loop": 101, + "end_region_line": 228, + "line": " start_time = time.time()\n", + "lineno": 101, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 101, + "start_region_line": 11 + }, + { + "end_outermost_loop": 102, + "end_region_line": 228, + "line": " vector_debug = \"--n/a--\"\n", + "lineno": 102, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 102, + "start_region_line": 11 + }, + { + "end_outermost_loop": 103, + "end_region_line": 228, + "line": " \n", + "lineno": 103, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 103, + "start_region_line": 11 + }, + { + "end_outermost_loop": 104, + "end_region_line": 228, + "line": " process_speech_to_text_future = []\n", + "lineno": 104, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 104, + "start_region_line": 11 + }, + { + "end_outermost_loop": 105, + "end_region_line": 228, + "line": " current_responses = []\n", + "lineno": 105, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 105, + "start_region_line": 11 + }, + { + "end_outermost_loop": 106, + "end_region_line": 228, + "line": " speech_chunks_per_response = []\n", + "lineno": 106, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 106, + "start_region_line": 11 + }, + { + "end_outermost_loop": 107, + "end_region_line": 228, + "line": " human_preview_text = \"\"\n", + "lineno": 107, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 107, + "start_region_line": 11 + }, + { + "end_outermost_loop": 108, + "end_region_line": 228, + "line": " robot_preview_text = \"\"\n", + "lineno": 108, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 108, + "start_region_line": 11 + }, + { + "end_outermost_loop": 109, + "end_region_line": 228, + "line": " additional_prompt = None\n", + "lineno": 109, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 109, + "start_region_line": 11 + }, + { + "end_outermost_loop": 110, + "end_region_line": 228, + "line": " previous_prompt = \"\"\n", + "lineno": 110, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 110, + "start_region_line": 11 + }, + { + "end_outermost_loop": 111, + "end_region_line": 228, + "line": " is_talking = False\n", + "lineno": 111, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 111, + "start_region_line": 11 + }, + { + "end_outermost_loop": 112, + "end_region_line": 228, + "line": " has_spoken_for_this_prompt = False\n", + "lineno": 112, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 112, + "start_region_line": 11 + }, + { + "end_outermost_loop": 113, + "end_region_line": 228, + "line": "\n", + "lineno": 113, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 113, + "start_region_line": 11 + }, + { + "end_outermost_loop": 114, + "end_region_line": 228, + "line": "\n", + "lineno": 114, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 114, + "start_region_line": 11 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " while True:\n", + "lineno": 115, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if len(self._debug_queue) \\u003e 0:\n", + "lineno": 116, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " prompt = self._debug_queue.pop(0)\n", + "lineno": 117, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " await self._respond_to_prompt.enqueue_prompt(prompt)\n", + "lineno": 118, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " \n", + "lineno": 119, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " env_state = await self._environment_state_actor.begin_next_step.remote()\n", + "lineno": 120, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.01887183964605046, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.011794699121462117, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.05070423761537337, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " self._environment_state = env_state\n", + "lineno": 121, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " audio_frames = await self._app_interface_actor.dequeue_audio_input_frames_async.remote() \n", + "lineno": 122, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.014067501037022274, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.008792038573582229, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.053706898163253254, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " video_frames = await self._app_interface_actor.dequeue_video_input_frames_async.remote()\n", + "lineno": 123, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 1.3432355863874499, + "n_core_utilization": 0.014391348962614738, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.01798888016744363, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.10700899330622735, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": "\n", + "lineno": 124, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if len(audio_frames) \\u003e 0:\n", + "lineno": 125, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " total_audio_frames += len(audio_frames)\n", + "lineno": 126, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " # Concatenate all audio frames into a single buffer\n", + "lineno": 127, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " audio_buffer = b\"\".join([buffer.tobytes() for buffer in audio_frames])\n", + "lineno": 128, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " future = self._speech_to_text_actor.process_speech.remote(audio_buffer)\n", + "lineno": 129, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.014732001165469683, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.012890281723867471, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.07460822970770223, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " process_speech_to_text_future.append(future)\n", + "lineno": 130, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " # audio_frames_task = None\n", + "lineno": 131, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": "\n", + "lineno": 132, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if len(video_frames) \\u003e 0:\n", + "lineno": 133, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " vector_debug = f\"found {len(video_frames)} video frames\"\n", + "lineno": 134, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " total_video_frames += 1\n", + "lineno": 135, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " skipped_video_frames += (len(video_frames) -1)\n", + "lineno": 136, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " image_as_array = video_frames[-1]\n", + "lineno": 137, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " image_vector = self._clip_transform.image_to_embeddings(image_as_array)\n", + "lineno": 138, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " image_vector = image_vector[0]\n", + "lineno": 139, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " distances, closest_item_key, distance_debug_str = self._prototypes.get_distances(image_vector)\n", + "lineno": 140, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " vector_debug = f\"{closest_item_key} {distance_debug_str}\"\n", + "lineno": 141, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": "\n", + "lineno": 142, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if len(process_speech_to_text_future) \\u003e 0:\n", + "lineno": 143, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " ready, _ = ray.wait([process_speech_to_text_future[0]], timeout=0)\n", + "lineno": 144, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.01628606324715665, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.00610716981945687, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.03139219222264442, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if ready:\n", + "lineno": 145, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " prompt, speaker_finished, raw_json = await process_speech_to_text_future[0]\n", + "lineno": 146, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.01898203012742915, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.023727134001417988, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.101270739472253, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " del process_speech_to_text_future[0]\n", + "lineno": 147, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": "\n", + "lineno": 148, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " prompts_to_ignore = [\"um\", \"uh\", \"ah\", \"huh\", \"hmm\", \"the\", \"but\", \"by\", \"just\", \"i'm\"]\n", + "lineno": 149, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": "\n", + "lineno": 150, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if speaker_finished and len(prompt) \\u003e 0 and prompt not in prompts_to_ignore:\n", + "lineno": 151, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " print(f\"Prompt: {prompt}\")\n", + "lineno": 152, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " line = \"\"\n", + "lineno": 153, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 157, + "line": " for i, response in enumerate(current_responses):\n", + "lineno": 154, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 154 + }, + { + "end_outermost_loop": 228, + "end_region_line": 157, + "line": " line += \"\ud83e\udd16 \" if len(line) == 0 else \"\"\n", + "lineno": 155, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 154 + }, + { + "end_outermost_loop": 228, + "end_region_line": 157, + "line": " # line += f\"{response} [{speech_chunks_per_response[i]}] \\n\"\n", + "lineno": 156, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 154 + }, + { + "end_outermost_loop": 228, + "end_region_line": 157, + "line": " line += f\"[{speech_chunks_per_response[i]}] {response} \\n\"\n", + "lineno": 157, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 154 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if len(line) \\u003e 0:\n", + "lineno": 158, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " await add_debug_output(line)\n", + "lineno": 159, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " current_responses = []\n", + "lineno": 160, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " speech_chunks_per_response = []\n", + "lineno": 161, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " env_state.llm_preview = \"\"\n", + "lineno": 162, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " env_state.llm_responses = []\n", + "lineno": 163, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " env_state.tts_raw_chunk_ids = []\n", + "lineno": 164, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " human_preview_text = \"\"\n", + "lineno": 165, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " robot_preview_text = \"\"\n", + "lineno": 166, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if additional_prompt is not None:\n", + "lineno": 167, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " prompt = additional_prompt + \". \" + prompt\n", + "lineno": 168, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " await add_debug_output(f\"\ud83d\udc68 {prompt}\")\n", + "lineno": 169, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " await self._respond_to_prompt.enqueue_prompt(prompt)\n", + "lineno": 170, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " additional_prompt = None\n", + "lineno": 171, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " previous_prompt = prompt\n", + "lineno": 172, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " is_talking = False\n", + "lineno": 173, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " has_spoken_for_this_prompt = False\n", + "lineno": 174, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " elif len(prompt) \\u003e 0 and prompt not in prompts_to_ignore:\n", + "lineno": 175, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " # sometimes we get a false signal of speaker_finsihed\n", + "lineno": 176, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " # in which case we get new prompts before we have spoken\n", + "lineno": 177, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if len(previous_prompt) \\u003e 0 and not has_spoken_for_this_prompt:\n", + "lineno": 178, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " additional_prompt = previous_prompt\n", + "lineno": 179, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " has_spoken_for_this_prompt = True\n", + "lineno": 180, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " await self._respond_to_prompt.enqueue_prompt(\"\")\n", + "lineno": 181, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if additional_prompt is not None:\n", + "lineno": 182, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " prompt = additional_prompt + \". \" + prompt \n", + "lineno": 183, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " human_preview_text = f\"\ud83d\udc68\u2753 {prompt}\"\n", + "lineno": 184, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": "\n", + "lineno": 185, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 190, + "line": " for new_response in env_state.llm_responses:\n", + "lineno": 186, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 186 + }, + { + "end_outermost_loop": 228, + "end_region_line": 190, + "line": " # add_debug_output(f\"\ud83e\udd16 {new_response}\")\n", + "lineno": 187, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 186 + }, + { + "end_outermost_loop": 228, + "end_region_line": 190, + "line": " current_responses.append(new_response)\n", + "lineno": 188, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 186 + }, + { + "end_outermost_loop": 228, + "end_region_line": 190, + "line": " speech_chunks_per_response.append(0)\n", + "lineno": 189, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 186 + }, + { + "end_outermost_loop": 228, + "end_region_line": 190, + "line": " robot_preview_text = \"\"\n", + "lineno": 190, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 186 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if len(env_state.llm_preview):\n", + "lineno": 191, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " robot_preview_text = f\"\ud83e\udd16\u2753 {env_state.llm_preview}\"\n", + "lineno": 192, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": "\n", + "lineno": 193, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 198, + "line": " for chunk in env_state.tts_raw_chunk_ids:\n", + "lineno": 194, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 194 + }, + { + "end_outermost_loop": 228, + "end_region_line": 198, + "line": " chunk = json.loads(chunk)\n", + "lineno": 195, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 194 + }, + { + "end_outermost_loop": 228, + "end_region_line": 198, + "line": " # prompt = chunk['prompt']\n", + "lineno": 196, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 194 + }, + { + "end_outermost_loop": 228, + "end_region_line": 198, + "line": " response_id = chunk['llm_sentence_id']\n", + "lineno": 197, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 194 + }, + { + "end_outermost_loop": 228, + "end_region_line": 198, + "line": " speech_chunks_per_response[response_id] += 1\n", + "lineno": 198, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 194 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": "\n", + "lineno": 199, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " list_of_strings = debug_output_history.copy()\n", + "lineno": 200, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " line = \"\"\n", + "lineno": 201, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 204, + "line": " for i, response in enumerate(current_responses):\n", + "lineno": 202, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 202 + }, + { + "end_outermost_loop": 228, + "end_region_line": 204, + "line": " line += \"\ud83e\udd16 \" if len(line) == 0 else \"\"\n", + "lineno": 203, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 202 + }, + { + "end_outermost_loop": 228, + "end_region_line": 204, + "line": " line += f\"[{speech_chunks_per_response[i]}] {response} \\n\"\n", + "lineno": 204, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 202 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " # line += f\"{response} [{speech_chunks_per_response[i]}] \\n\"\n", + "lineno": 205, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if len(robot_preview_text) \\u003e 0:\n", + "lineno": 206, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " line += robot_preview_text+\" \\n\"\n", + "lineno": 207, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " list_of_strings.append(line)\n", + "lineno": 208, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if len(human_preview_text) \\u003e 0:\n", + "lineno": 209, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " list_of_strings.append(human_preview_text)\n", + "lineno": 210, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " if len(list_of_strings) \\u003e 10:\n", + "lineno": 211, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " list_of_strings.pop(0)\n", + "lineno": 212, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " await render_debug_output(list_of_strings)\n", + "lineno": 213, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": "\n", + "lineno": 214, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": "\n", + "lineno": 215, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " await asyncio.sleep(0.01)\n", + "lineno": 216, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.013875226455355664, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0017343738008850794, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.010765413546482017, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": "\n", + "lineno": 217, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " # add observations to the environment state\n", + "lineno": 218, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " count = len(self._audio_output_queue)\n", + "lineno": 219, + "memory_samples": [ + [ + 75484712208, + 3483.9502716064453 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.005927576169121314, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.05779288444748314, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.9171905286471509, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " is_talking = bool(count \\u003e 0)\n", + "lineno": 220, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0071405308097312785, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0008925511666896396, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.011607236180677457, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " has_spoken_for_this_prompt = has_spoken_for_this_prompt or is_talking\n", + "lineno": 221, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " frame = self._animator.update(is_talking)\n", + "lineno": 222, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " frame_ref = ray.put(frame)\n", + "lineno": 223, + "memory_samples": [ + [ + 21289600291, + 3503.5253915786743 + ], + [ + 74402713208, + 3493.8579053878784 + ], + [ + 80233411083, + 3473.979058265686 + ], + [ + 86094015625, + 3464.1026878356934 + ], + [ + 91485577375, + 3464.198176383972 + ] + ], + "n_avg_mb": 50.11398983001709, + "n_copy_mb_s": 11.034673582160368, + "n_core_utilization": 0.007988165640310702, + "n_cpu_percent_c": 4.1637605040395804e-05, + "n_cpu_percent_python": 0.05292069705369705, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 50.11398983001709, + "n_malloc_mb": 50.11398983001709, + "n_mallocs": 1, + "n_peak_mb": 50.11398983001709, + "n_python_fraction": 0.9894194262077459, + "n_sys_percent": 0.6100476358841047, + "n_usage_fraction": 0.007343994946450585, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " await self._app_interface_actor.enqueue_video_output_frame.remote(frame_ref) \n", + "lineno": 224, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0061125620446837794, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0061124580564907716, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.093885840722446, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": "\n", + "lineno": 225, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " loops+=1\n", + "lineno": 226, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " self._state = f\"Processed {total_video_frames} video frames and {total_audio_frames} audio frames, loops: {loops}. loops per second: {loops/(time.time()-start_time):.2f}. Is speaking: {is_talking}({count}). {vector_debug}\"\n", + "lineno": 227, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.008691298725823398, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0010863938584523508, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.011413393488914746, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 228, + "end_region_line": 228, + "line": " await self._app_interface_actor.set_state.remote(self._state)\n", + "lineno": 228, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.16255527799360425, + "n_core_utilization": 0.015452676481097579, + "n_cpu_percent_c": 0.0007614176799874425, + "n_cpu_percent_python": 0.02124706869575186, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.12041659061762877, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 115 + }, + { + "end_outermost_loop": 229, + "end_region_line": 229, + "line": "\n", + "lineno": 229, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 229, + "start_region_line": 229 + }, + { + "end_outermost_loop": 242, + "end_region_line": 242, + "line": "def init_ray():\n", + "lineno": 230, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 230, + "start_region_line": 230 + }, + { + "end_outermost_loop": 231, + "end_region_line": 242, + "line": " try:\n", + "lineno": 231, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 231, + "start_region_line": 230 + }, + { + "end_outermost_loop": 232, + "end_region_line": 242, + "line": " subprocess.check_output([\"ray\", \"start\", \"--include-dashboard=True\", \"--head\"])\n", + "lineno": 232, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 1.2333076291950147, + "n_core_utilization": 0.0013787466873581154, + "n_cpu_percent_c": 2.864297514125364e-05, + "n_cpu_percent_python": 0.033951059583790674, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 2.430555869529521, + "n_usage_fraction": 0.0, + "start_outermost_loop": 232, + "start_region_line": 230 + }, + { + "end_outermost_loop": 233, + "end_region_line": 242, + "line": " except Exception as e:\n", + "lineno": 233, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 233, + "start_region_line": 230 + }, + { + "end_outermost_loop": 234, + "end_region_line": 242, + "line": " print (f\"charles_actor.py init_ray: {e}\")\n", + "lineno": 234, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 234, + "start_region_line": 230 + }, + { + "end_outermost_loop": 242, + "end_region_line": 242, + "line": " # Connect to a running Ray cluster\n", + "lineno": 235, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 230, + "start_region_line": 230 + }, + { + "end_outermost_loop": 242, + "end_region_line": 242, + "line": " while not ray.is_initialized():\n", + "lineno": 236, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 236, + "start_region_line": 236 + }, + { + "end_outermost_loop": 242, + "end_region_line": 242, + "line": " time.sleep(0.1)\n", + "lineno": 237, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0005009116388852514, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0005009031172709425, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.09949739566166584, + "n_usage_fraction": 0.0, + "start_outermost_loop": 236, + "start_region_line": 236 + }, + { + "end_outermost_loop": 242, + "end_region_line": 242, + "line": " ray_address = os.getenv('RAY_ADDRESS')\n", + "lineno": 238, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 236, + "start_region_line": 236 + }, + { + "end_outermost_loop": 242, + "end_region_line": 242, + "line": " if ray_address:\n", + "lineno": 239, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 236, + "start_region_line": 236 + }, + { + "end_outermost_loop": 242, + "end_region_line": 242, + "line": " ray.init(ray_address, namespace=\"project_charles\")\n", + "lineno": 240, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 236, + "start_region_line": 236 + }, + { + "end_outermost_loop": 242, + "end_region_line": 242, + "line": " else:\n", + "lineno": 241, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 236, + "start_region_line": 236 + }, + { + "end_outermost_loop": 242, + "end_region_line": 242, + "line": " ray.init(namespace=\"project_charles\")\n", + "lineno": 242, + "memory_samples": [ + [ + 5303948208, + 206.61747550964355 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.018717108458305563, + "n_cpu_percent_c": 0.0033503054169656443, + "n_cpu_percent_python": 0.007018796264592767, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 10.176729202270508, + "n_malloc_mb": 10.176729202270508, + "n_mallocs": 0, + "n_peak_mb": 10.176729202270508, + "n_python_fraction": 0.10133399999999998, + "n_sys_percent": 0.045029955841972724, + "n_usage_fraction": 0.0014913569661161663, + "start_outermost_loop": 236, + "start_region_line": 236 + }, + { + "end_outermost_loop": 243, + "end_region_line": 243, + "line": "\n", + "lineno": 243, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 243, + "start_region_line": 243 + }, + { + "end_outermost_loop": 293, + "end_region_line": 244, + "line": "async def main():\n", + "lineno": 244, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 244, + "start_region_line": 244 + }, + { + "end_outermost_loop": 246, + "end_region_line": 245, + "line": " if not ray.is_initialized():\n", + "lineno": 245, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 245, + "start_region_line": 245 + }, + { + "end_outermost_loop": 246, + "end_region_line": 246, + "line": " init_ray()\n", + "lineno": 246, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 246, + "start_region_line": 246 + }, + { + "end_outermost_loop": 247, + "end_region_line": 247, + "line": "\n", + "lineno": 247, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 247, + "start_region_line": 247 + }, + { + "end_outermost_loop": 293, + "end_region_line": 248, + "line": " # charles_actor = CharlesActor.options(\n", + "lineno": 248, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 244, + "start_region_line": 248 + }, + { + "end_outermost_loop": 293, + "end_region_line": 249, + "line": " # name=\"CharlesActor\", \n", + "lineno": 249, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 244, + "start_region_line": 249 + }, + { + "end_outermost_loop": 293, + "end_region_line": 250, + "line": " # get_if_exists=True,\n", + "lineno": 250, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 244, + "start_region_line": 250 + }, + { + "end_outermost_loop": 293, + "end_region_line": 251, + "line": " # ).remote() \n", + "lineno": 251, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 244, + "start_region_line": 251 + }, + { + "end_outermost_loop": 293, + "end_region_line": 252, + "line": " # future = charles_actor.start.remote()\n", + "lineno": 252, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 244, + "start_region_line": 252 + }, + { + "end_outermost_loop": 253, + "end_region_line": 253, + "line": " charles_actor = CharlesActor()\n", + "lineno": 253, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 253, + "start_region_line": 253 + }, + { + "end_outermost_loop": 254, + "end_region_line": 254, + "line": " await charles_actor.start()\n", + "lineno": 254, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 254, + "start_region_line": 254 + }, + { + "end_outermost_loop": 255, + "end_region_line": 255, + "line": "\n", + "lineno": 255, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 255, + "start_region_line": 255 + }, + { + "end_outermost_loop": 256, + "end_region_line": 256, + "line": " last_step = -1\n", + "lineno": 256, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 256, + "start_region_line": 256 + }, + { + "end_outermost_loop": 257, + "end_region_line": 257, + "line": " last_episode = -1\n", + "lineno": 257, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 257, + "start_region_line": 257 + }, + { + "end_outermost_loop": 258, + "end_region_line": 258, + "line": " try:\n", + "lineno": 258, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 258, + "start_region_line": 258 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " while True:\n", + "lineno": 259, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " ready, _ = ray.wait([future], timeout=0)\n", + "lineno": 260, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " if ready:\n", + "lineno": 261, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " # The start method has terminated. You can fetch the result (if any) with ray.get().\n", + "lineno": 262, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " # If the method raised an exception, it will be re-raised here.\n", + "lineno": 263, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " try:\n", + "lineno": 264, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " result = ray.get(future)\n", + "lineno": 265, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " print(f\"The start method has terminated with result: {result}\")\n", + "lineno": 266, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " except Exception as e:\n", + "lineno": 267, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " print(f\"The start method raised an exception: {e}\")\n", + "lineno": 268, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " break\n", + "lineno": 269, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " else:\n", + "lineno": 270, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " # The start method is still running. You can poll for debug information here.\n", + "lineno": 271, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " await asyncio.sleep(1)\n", + "lineno": 272, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " state = await charles_actor.get_state.remote()\n", + "lineno": 273, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " env_state = await charles_actor.get_environment_state.remote()\n", + "lineno": 274, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " if (env_state.episode != last_episode) or (env_state.step != last_step):\n", + "lineno": 275, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " last_episode = env_state.episode\n", + "lineno": 276, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " last_step = env_state.step\n", + "lineno": 277, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 278, + "end_region_line": 278, + "line": " print(f\"Charles is in state: {state}\")\n", + "lineno": 278, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 259, + "start_region_line": 259 + }, + { + "end_outermost_loop": 279, + "end_region_line": 279, + "line": " # if len(env_state.llm_preview):\n", + "lineno": 279, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 279, + "start_region_line": 279 + }, + { + "end_outermost_loop": 280, + "end_region_line": 280, + "line": " # print (f\"llm_preview: {env_state.llm_preview}\")\n", + "lineno": 280, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 280, + "start_region_line": 280 + }, + { + "end_outermost_loop": 281, + "end_region_line": 281, + "line": " # if len(env_state.llm_responses):\n", + "lineno": 281, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 281, + "start_region_line": 281 + }, + { + "end_outermost_loop": 282, + "end_region_line": 282, + "line": " # print (f\"llm_responses: {env_state.llm_responses}\")\n", + "lineno": 282, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 282, + "start_region_line": 282 + }, + { + "end_outermost_loop": 283, + "end_region_line": 283, + "line": " # if len(env_state.tts_raw_chunk_ids):\n", + "lineno": 283, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 283, + "start_region_line": 283 + }, + { + "end_outermost_loop": 284, + "end_region_line": 284, + "line": " # for chunk_json in env_state.tts_raw_chunk_ids:\n", + "lineno": 284, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 284, + "start_region_line": 284 + }, + { + "end_outermost_loop": 285, + "end_region_line": 285, + "line": " # chunk = json.loads(chunk_json)\n", + "lineno": 285, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 285, + "start_region_line": 285 + }, + { + "end_outermost_loop": 286, + "end_region_line": 286, + "line": " # prompt = chunk['prompt']\n", + "lineno": 286, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 286, + "start_region_line": 286 + }, + { + "end_outermost_loop": 287, + "end_region_line": 287, + "line": " # line = chunk['llm_sentence_id']\n", + "lineno": 287, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 287, + "start_region_line": 287 + }, + { + "end_outermost_loop": 288, + "end_region_line": 288, + "line": " # chunk_id = chunk['chunk_count']\n", + "lineno": 288, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 288, + "start_region_line": 288 + }, + { + "end_outermost_loop": 289, + "end_region_line": 289, + "line": " # print(f\"Prompt: {prompt}, Line: {line}, Chunk: {chunk_id}\") \n", + "lineno": 289, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 289, + "start_region_line": 289 + }, + { + "end_outermost_loop": 290, + "end_region_line": 290, + "line": "\n", + "lineno": 290, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 290, + "start_region_line": 290 + }, + { + "end_outermost_loop": 291, + "end_region_line": 291, + "line": " except KeyboardInterrupt as e:\n", + "lineno": 291, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 291, + "start_region_line": 291 + }, + { + "end_outermost_loop": 292, + "end_region_line": 292, + "line": " print(\"Script was manually terminated\")\n", + "lineno": 292, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 292, + "start_region_line": 292 + }, + { + "end_outermost_loop": 293, + "end_region_line": 293, + "line": " raise(e)\n", + "lineno": 293, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 293, + "start_region_line": 293 + }, + { + "end_outermost_loop": 294, + "end_region_line": 294, + "line": " \n", + "lineno": 294, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 294, + "start_region_line": 294 + }, + { + "end_outermost_loop": 295, + "end_region_line": 295, + "line": "\n", + "lineno": 295, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 295, + "start_region_line": 295 + }, + { + "end_outermost_loop": 298, + "end_region_line": 296, + "line": "if __name__ == \"__main__\":\n", + "lineno": 296, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 296, + "start_region_line": 296 + }, + { + "end_outermost_loop": 297, + "end_region_line": 297, + "line": " loop = asyncio.get_event_loop()\n", + "lineno": 297, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 297, + "start_region_line": 297 + }, + { + "end_outermost_loop": 298, + "end_region_line": 298, + "line": " loop.run_until_complete(main())\n", + "lineno": 298, + "memory_samples": [ + [ + 62006112833, + 3493.6191005706787 + ], + [ + 62416640791, + 3483.6189937591553 + ], + [ + 75496481583, + 3473.9502563476562 + ], + [ + 78780859291, + 3463.9480743408203 + ], + [ + 84155540666, + 3464.0729656219482 + ], + [ + 84569805666, + 3454.072950363159 + ], + [ + 90465417833, + 3454.196900367737 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 4.510880956029408, + "n_core_utilization": 0.011555698549605867, + "n_cpu_percent_c": 0.011678856945068462, + "n_cpu_percent_python": 3.99098148999753, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 30.635317874452987, + "n_usage_fraction": 0.0, + "start_outermost_loop": 298, + "start_region_line": 298 + } + ], + "percent_cpu_time": 40.16471044786412 + }, + "/Users/joebooth/Development/project_charles/charles_animator.py": { + "functions": [ + { + "line": "resize_and_crop", + "lineno": 9, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0 + }, + { + "line": "overlay_images", + "lineno": 36, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 1.4507836245264714, + "n_core_utilization": 0.11649730327000155, + "n_cpu_percent_c": 0.007031130382893993, + "n_cpu_percent_python": 0.012499787347367097, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0 + }, + { + "line": "create_charles_frames", + "lineno": 63, + "memory_samples": [ + [ + 14363137625, + 3493.7080936431885 + ], + [ + 14363140166, + 3505.7003116607666 + ], + [ + 14363142458, + 3493.7003116607666 + ], + [ + 14363148541, + 3505.6082429885864 + ], + [ + 14364157750, + 3493.6095247268677 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.1234455372674302, + "n_cpu_percent_c": 0.1824767821058965, + "n_cpu_percent_python": 0.03686772039719087, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 25.367375373840332, + "n_malloc_mb": 37.275306701660156, + "n_mallocs": 0, + "n_peak_mb": 25.367375373840332, + "n_python_fraction": 0.4277989437996866, + "n_sys_percent": 0.0037579519663945545, + "n_usage_fraction": 0.005462539801219704 + } + ], + "imports": [ + "import random", + "import time", + "import cv2", + "import av", + "import numpy as np" + ], + "leaks": {}, + "lines": [ + { + "end_outermost_loop": 1, + "end_region_line": 1, + "line": "# Modifying the code to ensure the mouth is open when the character starts talking\n", + "lineno": 1, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 1, + "start_region_line": 1 + }, + { + "end_outermost_loop": 2, + "end_region_line": 2, + "line": "\n", + "lineno": 2, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 2, + "start_region_line": 2 + }, + { + "end_outermost_loop": 3, + "end_region_line": 3, + "line": "import random\n", + "lineno": 3, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 3, + "start_region_line": 3 + }, + { + "end_outermost_loop": 4, + "end_region_line": 4, + "line": "import time\n", + "lineno": 4, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 4, + "start_region_line": 4 + }, + { + "end_outermost_loop": 5, + "end_region_line": 5, + "line": "import cv2\n", + "lineno": 5, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 1.6992509167872445, + "n_core_utilization": 0.07563143091662529, + "n_cpu_percent_c": 0.02462801110107289, + "n_cpu_percent_python": 0.009453768032349014, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.010981204232571843, + "n_usage_fraction": 0.0, + "start_outermost_loop": 5, + "start_region_line": 5 + }, + { + "end_outermost_loop": 6, + "end_region_line": 6, + "line": "import av\n", + "lineno": 6, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 6, + "start_region_line": 6 + }, + { + "end_outermost_loop": 7, + "end_region_line": 7, + "line": "import numpy as np\n", + "lineno": 7, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 7, + "start_region_line": 7 + }, + { + "end_outermost_loop": 8, + "end_region_line": 8, + "line": "\n", + "lineno": 8, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 8, + "start_region_line": 8 + }, + { + "end_outermost_loop": 34, + "end_region_line": 34, + "line": "def resize_and_crop(image, dim=(640, 480)):\n", + "lineno": 9, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 10, + "end_region_line": 34, + "line": " h, w = image.shape[:2]\n", + "lineno": 10, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 10, + "start_region_line": 9 + }, + { + "end_outermost_loop": 11, + "end_region_line": 34, + "line": " aspect_ratio = w / h\n", + "lineno": 11, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 11, + "start_region_line": 9 + }, + { + "end_outermost_loop": 12, + "end_region_line": 34, + "line": "\n", + "lineno": 12, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 12, + "start_region_line": 9 + }, + { + "end_outermost_loop": 13, + "end_region_line": 34, + "line": " target_width, target_height = dim\n", + "lineno": 13, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 13, + "start_region_line": 9 + }, + { + "end_outermost_loop": 14, + "end_region_line": 34, + "line": " target_aspect = target_width / target_height\n", + "lineno": 14, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 14, + "start_region_line": 9 + }, + { + "end_outermost_loop": 15, + "end_region_line": 34, + "line": "\n", + "lineno": 15, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 15, + "start_region_line": 9 + }, + { + "end_outermost_loop": 23, + "end_region_line": 34, + "line": " if aspect_ratio \\u003e target_aspect:\n", + "lineno": 16, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 16, + "start_region_line": 9 + }, + { + "end_outermost_loop": 23, + "end_region_line": 34, + "line": " # Original aspect is wider than target, fit by height\n", + "lineno": 17, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 16, + "start_region_line": 9 + }, + { + "end_outermost_loop": 18, + "end_region_line": 34, + "line": " new_height = target_height\n", + "lineno": 18, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 18, + "start_region_line": 9 + }, + { + "end_outermost_loop": 19, + "end_region_line": 34, + "line": " new_width = int(target_height * aspect_ratio)\n", + "lineno": 19, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 19, + "start_region_line": 9 + }, + { + "end_outermost_loop": 23, + "end_region_line": 34, + "line": " else:\n", + "lineno": 20, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 16, + "start_region_line": 9 + }, + { + "end_outermost_loop": 23, + "end_region_line": 34, + "line": " # Original aspect is taller than target, fit by width\n", + "lineno": 21, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 16, + "start_region_line": 9 + }, + { + "end_outermost_loop": 22, + "end_region_line": 34, + "line": " new_width = target_width\n", + "lineno": 22, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 22, + "start_region_line": 9 + }, + { + "end_outermost_loop": 23, + "end_region_line": 34, + "line": " new_height = int(target_width / aspect_ratio)\n", + "lineno": 23, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 23, + "start_region_line": 9 + }, + { + "end_outermost_loop": 24, + "end_region_line": 34, + "line": "\n", + "lineno": 24, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 24, + "start_region_line": 9 + }, + { + "end_outermost_loop": 34, + "end_region_line": 34, + "line": " # Resize the image with new dimensions\n", + "lineno": 25, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 26, + "end_region_line": 34, + "line": " resized_image = cv2.resize(image, (new_width, new_height), interpolation=cv2.INTER_AREA)\n", + "lineno": 26, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 26, + "start_region_line": 9 + }, + { + "end_outermost_loop": 27, + "end_region_line": 34, + "line": "\n", + "lineno": 27, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 27, + "start_region_line": 9 + }, + { + "end_outermost_loop": 34, + "end_region_line": 34, + "line": " # Crop to target dimensions\n", + "lineno": 28, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 29, + "end_region_line": 34, + "line": " x_offset = (new_width - target_width) // 2\n", + "lineno": 29, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 29, + "start_region_line": 9 + }, + { + "end_outermost_loop": 30, + "end_region_line": 34, + "line": " y_offset = (new_height - target_height) // 2\n", + "lineno": 30, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 30, + "start_region_line": 9 + }, + { + "end_outermost_loop": 31, + "end_region_line": 34, + "line": "\n", + "lineno": 31, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 31, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 34, + "line": " cropped_image = resized_image[y_offset:y_offset + target_height, x_offset:x_offset + target_width]\n", + "lineno": 32, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 32, + "start_region_line": 9 + }, + { + "end_outermost_loop": 33, + "end_region_line": 34, + "line": "\n", + "lineno": 33, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 33, + "start_region_line": 9 + }, + { + "end_outermost_loop": 34, + "end_region_line": 34, + "line": " return cropped_image\n", + "lineno": 34, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 34, + "start_region_line": 9 + }, + { + "end_outermost_loop": 35, + "end_region_line": 35, + "line": "\n", + "lineno": 35, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 35, + "start_region_line": 35 + }, + { + "end_outermost_loop": 61, + "end_region_line": 61, + "line": "def overlay_images(background, overlay, x, y):\n", + "lineno": 36, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 36, + "start_region_line": 36 + }, + { + "end_outermost_loop": 37, + "end_region_line": 61, + "line": " \"\"\"\n", + "lineno": 37, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 37, + "start_region_line": 36 + }, + { + "end_outermost_loop": 38, + "end_region_line": 61, + "line": " Overlay an image with transparency over another image.\n", + "lineno": 38, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 38, + "start_region_line": 36 + }, + { + "end_outermost_loop": 39, + "end_region_line": 61, + "line": " \"\"\"\n", + "lineno": 39, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 39, + "start_region_line": 36 + }, + { + "end_outermost_loop": 61, + "end_region_line": 61, + "line": " # Check if overlay dimensions fit within the background at the given (x, y) position\n", + "lineno": 40, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 36, + "start_region_line": 36 + }, + { + "end_outermost_loop": 42, + "end_region_line": 61, + "line": " if y + overlay.shape[0] \\u003e background.shape[0] or x + overlay.shape[1] \\u003e background.shape[1]:\n", + "lineno": 41, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 41, + "start_region_line": 36 + }, + { + "end_outermost_loop": 42, + "end_region_line": 61, + "line": " raise ValueError(\"Overlay dimensions exceed background dimensions at the specified position.\")\n", + "lineno": 42, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 42, + "start_region_line": 36 + }, + { + "end_outermost_loop": 43, + "end_region_line": 61, + "line": "\n", + "lineno": 43, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 43, + "start_region_line": 36 + }, + { + "end_outermost_loop": 61, + "end_region_line": 61, + "line": " # Extract the alpha channel from the overlay and create an inverse alpha channel\n", + "lineno": 44, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 36, + "start_region_line": 36 + }, + { + "end_outermost_loop": 45, + "end_region_line": 61, + "line": " alpha = overlay[:, :, 3] / 255.0\n", + "lineno": 45, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 45, + "start_region_line": 36 + }, + { + "end_outermost_loop": 46, + "end_region_line": 61, + "line": " inverse_alpha = 1.0 - alpha\n", + "lineno": 46, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 46, + "start_region_line": 36 + }, + { + "end_outermost_loop": 47, + "end_region_line": 61, + "line": "\n", + "lineno": 47, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 47, + "start_region_line": 36 + }, + { + "end_outermost_loop": 61, + "end_region_line": 61, + "line": " # Convert overlay to BGR if it's in RGB\n", + "lineno": 48, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 36, + "start_region_line": 36 + }, + { + "end_outermost_loop": 53, + "end_region_line": 61, + "line": " if overlay.shape[2] == 4: # If it has an alpha channel\n", + "lineno": 49, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 49, + "start_region_line": 36 + }, + { + "end_outermost_loop": 50, + "end_region_line": 61, + "line": " overlay = cv2.cvtColor(overlay[:, :, :3], cv2.COLOR_RGB2BGR)\n", + "lineno": 50, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 50, + "start_region_line": 36 + }, + { + "end_outermost_loop": 51, + "end_region_line": 61, + "line": " overlay = np.concatenate([overlay, overlay[:, :, 3:]], axis=2) # Add alpha channel back\n", + "lineno": 51, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 51, + "start_region_line": 36 + }, + { + "end_outermost_loop": 53, + "end_region_line": 61, + "line": " else:\n", + "lineno": 52, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 49, + "start_region_line": 36 + }, + { + "end_outermost_loop": 53, + "end_region_line": 61, + "line": " overlay = cv2.cvtColor(overlay, cv2.COLOR_RGB2BGR)\n", + "lineno": 53, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 53, + "start_region_line": 36 + }, + { + "end_outermost_loop": 54, + "end_region_line": 61, + "line": " \n", + "lineno": 54, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 36 + }, + { + "end_outermost_loop": 61, + "end_region_line": 61, + "line": " # Overlay the images\n", + "lineno": 55, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 36, + "start_region_line": 36 + }, + { + "end_outermost_loop": 59, + "end_region_line": 59, + "line": " for c in range(0, 3):\n", + "lineno": 56, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 56, + "start_region_line": 56 + }, + { + "end_outermost_loop": 59, + "end_region_line": 59, + "line": " background[y:overlay.shape[0]+y, x:overlay.shape[1]+x, c] = (\n", + "lineno": 57, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 1.4507836245264714, + "n_core_utilization": 0.11649730327000155, + "n_cpu_percent_c": 0.007031130382893993, + "n_cpu_percent_python": 0.012499787347367097, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 56, + "start_region_line": 56 + }, + { + "end_outermost_loop": 59, + "end_region_line": 59, + "line": " alpha * overlay[:, :, c] + inverse_alpha * background[y:overlay.shape[0]+y, x:overlay.shape[1]+x, c]\n", + "lineno": 58, + "memory_samples": [ + [ + 14417271708, + 3493.3955936431885 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 10.534934997558594, + "n_malloc_mb": 10.534934997558594, + "n_mallocs": 0, + "n_peak_mb": 10.534934997558594, + "n_python_fraction": 0.309788, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0015438505224925, + "start_outermost_loop": 56, + "start_region_line": 56 + }, + { + "end_outermost_loop": 59, + "end_region_line": 59, + "line": " )\n", + "lineno": 59, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 56, + "start_region_line": 56 + }, + { + "end_outermost_loop": 60, + "end_region_line": 61, + "line": " \n", + "lineno": 60, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 60, + "start_region_line": 36 + }, + { + "end_outermost_loop": 61, + "end_region_line": 61, + "line": " return background\n", + "lineno": 61, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 61, + "start_region_line": 36 + }, + { + "end_outermost_loop": 62, + "end_region_line": 62, + "line": "\n", + "lineno": 62, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 62, + "start_region_line": 62 + }, + { + "end_outermost_loop": 88, + "end_region_line": 88, + "line": "def create_charles_frames(background, charles_frames):\n", + "lineno": 63, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 63, + "start_region_line": 63 + }, + { + "end_outermost_loop": 64, + "end_region_line": 88, + "line": " output_frames = []\n", + "lineno": 64, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 64, + "start_region_line": 63 + }, + { + "end_outermost_loop": 88, + "end_region_line": 88, + "line": " # Load background image\n", + "lineno": 65, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 63, + "start_region_line": 63 + }, + { + "end_outermost_loop": 66, + "end_region_line": 88, + "line": " background = cv2.imread(background, cv2.COLOR_BGR2RGB)\n", + "lineno": 66, + "memory_samples": [ + [ + 14363137625, + 3493.7080936431885 + ], + [ + 14363140166, + 3505.7003116607666 + ], + [ + 14363142458, + 3493.7003116607666 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.09494678087428851, + "n_cpu_percent_c": 0.12258132970239456, + "n_cpu_percent_python": 0.011868145702456678, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 25.367375373840332, + "n_malloc_mb": 25.367375373840332, + "n_mallocs": 0, + "n_peak_mb": 25.367375373840332, + "n_python_fraction": 0.3589975635057732, + "n_sys_percent": 0.007155615538532207, + "n_usage_fraction": 0.003717482427204597, + "start_outermost_loop": 66, + "start_region_line": 63 + }, + { + "end_outermost_loop": 67, + "end_region_line": 88, + "line": " background = cv2.cvtColor(background, cv2.COLOR_BGR2RGB)\n", + "lineno": 67, + "memory_samples": [ + [ + 14363148541, + 3505.6082429885864 + ], + [ + 14364157750, + 3493.6095247268677 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 11.907931327819824, + "n_malloc_mb": 11.907931327819824, + "n_mallocs": 0, + "n_peak_mb": 11.907931327819824, + "n_python_fraction": 0.574366, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.001745057374015107, + "start_outermost_loop": 67, + "start_region_line": 63 + }, + { + "end_outermost_loop": 88, + "end_region_line": 88, + "line": " # resize background to match user image\n", + "lineno": 68, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 63, + "start_region_line": 63 + }, + { + "end_outermost_loop": 69, + "end_region_line": 88, + "line": " background = resize_and_crop(background, (640, 480))\n", + "lineno": 69, + "memory_samples": [ + [ + 14382981333, + 3482.86065864563 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 69, + "start_region_line": 63 + }, + { + "end_outermost_loop": 70, + "end_region_line": 88, + "line": "\n", + "lineno": 70, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 70, + "start_region_line": 63 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": " for bot_image_path in charles_frames:\n", + "lineno": 71, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": " bot_image = cv2.imread(bot_image_path, cv2.IMREAD_UNCHANGED)\n", + "lineno": 72, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.13769491546400103, + "n_cpu_percent_c": 0.056497788831364276, + "n_cpu_percent_python": 0.024999574694734194, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": "\n", + "lineno": 73, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": " # assert bot image is square\n", + "lineno": 74, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": " assert bot_image.shape[0] == bot_image.shape[1]\n", + "lineno": 75, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": "\n", + "lineno": 76, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": " # resize bot image if it is larger than backgroun impage in any direction\n", + "lineno": 77, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": " if bot_image.shape[0] \\u003e background.shape[0]:\n", + "lineno": 78, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": " bot_image = cv2.resize(bot_image, (background.shape[0], background.shape[0]), interpolation=cv2.INTER_AREA)\n", + "lineno": 79, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": "\n", + "lineno": 80, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": " # Overlay bot image on the right-hand side\n", + "lineno": 81, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": " x_bot = background.shape[1] - bot_image.shape[1]\n", + "lineno": 82, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": " y_bot = background.shape[0] - bot_image.shape[0]\n", + "lineno": 83, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": " background_with_bot = overlay_images(background.copy(), bot_image, x_bot, y_bot)\n", + "lineno": 84, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": "\n", + "lineno": 85, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 86, + "end_region_line": 86, + "line": " output_frames.append(background_with_bot)\n", + "lineno": 86, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 71, + "start_region_line": 71 + }, + { + "end_outermost_loop": 87, + "end_region_line": 88, + "line": " \n", + "lineno": 87, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 87, + "start_region_line": 63 + }, + { + "end_outermost_loop": 88, + "end_region_line": 88, + "line": " return output_frames\n", + "lineno": 88, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 88, + "start_region_line": 63 + }, + { + "end_outermost_loop": 89, + "end_region_line": 89, + "line": "\n", + "lineno": 89, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 89, + "start_region_line": 89 + }, + { + "end_outermost_loop": 128, + "end_region_line": 128, + "line": "class CharlesAnimator:\n", + "lineno": 90, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 90, + "start_region_line": 90 + }, + { + "end_outermost_loop": 100, + "end_region_line": 100, + "line": " def __init__(self):\n", + "lineno": 91, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 91, + "start_region_line": 91 + }, + { + "end_outermost_loop": 92, + "end_region_line": 100, + "line": " self.mouth_open = False\n", + "lineno": 92, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 92, + "start_region_line": 91 + }, + { + "end_outermost_loop": 93, + "end_region_line": 100, + "line": " self.last_change_time = 0\n", + "lineno": 93, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 93, + "start_region_line": 91 + }, + { + "end_outermost_loop": 94, + "end_region_line": 100, + "line": " self.next_change_in = 0\n", + "lineno": 94, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 94, + "start_region_line": 91 + }, + { + "end_outermost_loop": 95, + "end_region_line": 100, + "line": " self.was_talking = False\n", + "lineno": 95, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 95, + "start_region_line": 91 + }, + { + "end_outermost_loop": 100, + "end_region_line": 100, + "line": " # use static frames for pefromance\n", + "lineno": 96, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 91, + "start_region_line": 91 + }, + { + "end_outermost_loop": 97, + "end_region_line": 100, + "line": " self.static_frames = create_charles_frames(\"./images/zoom-background.png\", [\n", + "lineno": 97, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 97, + "start_region_line": 91 + }, + { + "end_outermost_loop": 98, + "end_region_line": 100, + "line": " \"./images/charles.png\", \n", + "lineno": 98, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 98, + "start_region_line": 91 + }, + { + "end_outermost_loop": 99, + "end_region_line": 100, + "line": " \"./images/charles-open.png\"\n", + "lineno": 99, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 99, + "start_region_line": 91 + }, + { + "end_outermost_loop": 100, + "end_region_line": 100, + "line": " ])\n", + "lineno": 100, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 91 + }, + { + "end_outermost_loop": 101, + "end_region_line": 128, + "line": "\n", + "lineno": 101, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 101, + "start_region_line": 90 + }, + { + "end_outermost_loop": 128, + "end_region_line": 128, + "line": " def update(self, is_talking):\n", + "lineno": 102, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 102, + "start_region_line": 102 + }, + { + "end_outermost_loop": 103, + "end_region_line": 128, + "line": " start_talking = True if is_talking and not self.was_talking else False\n", + "lineno": 103, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 103, + "start_region_line": 102 + }, + { + "end_outermost_loop": 104, + "end_region_line": 128, + "line": " self.was_talking = is_talking\n", + "lineno": 104, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 104, + "start_region_line": 102 + }, + { + "end_outermost_loop": 105, + "end_region_line": 128, + "line": " current_time = time.time()\n", + "lineno": 105, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 105, + "start_region_line": 102 + }, + { + "end_outermost_loop": 106, + "end_region_line": 128, + "line": "\n", + "lineno": 106, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 106, + "start_region_line": 102 + }, + { + "end_outermost_loop": 128, + "end_region_line": 128, + "line": " # Open the mouth when the character starts talking\n", + "lineno": 107, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 102, + "start_region_line": 102 + }, + { + "end_outermost_loop": 111, + "end_region_line": 128, + "line": " if start_talking:\n", + "lineno": 108, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 108, + "start_region_line": 102 + }, + { + "end_outermost_loop": 109, + "end_region_line": 128, + "line": " self.mouth_open = True\n", + "lineno": 109, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 109, + "start_region_line": 102 + }, + { + "end_outermost_loop": 110, + "end_region_line": 128, + "line": " self.next_change_in = current_time + random.uniform(0.05, 0.25)\n", + "lineno": 110, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 110, + "start_region_line": 102 + }, + { + "end_outermost_loop": 111, + "end_region_line": 128, + "line": " return self.mouth_open\n", + "lineno": 111, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 111, + "start_region_line": 102 + }, + { + "end_outermost_loop": 112, + "end_region_line": 128, + "line": "\n", + "lineno": 112, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 112, + "start_region_line": 102 + }, + { + "end_outermost_loop": 128, + "end_region_line": 128, + "line": " # Initialize the next change time if it's zero.\n", + "lineno": 113, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 102, + "start_region_line": 102 + }, + { + "end_outermost_loop": 115, + "end_region_line": 128, + "line": " if self.next_change_in == 0:\n", + "lineno": 114, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 114, + "start_region_line": 102 + }, + { + "end_outermost_loop": 115, + "end_region_line": 128, + "line": " self.next_change_in = current_time + random.uniform(0.05, 0.25)\n", + "lineno": 115, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 102 + }, + { + "end_outermost_loop": 116, + "end_region_line": 128, + "line": "\n", + "lineno": 116, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 116, + "start_region_line": 102 + }, + { + "end_outermost_loop": 128, + "end_region_line": 128, + "line": " # Update the mouth state only if the character is talking.\n", + "lineno": 117, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 102, + "start_region_line": 102 + }, + { + "end_outermost_loop": 125, + "end_region_line": 128, + "line": " if is_talking:\n", + "lineno": 118, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 118, + "start_region_line": 102 + }, + { + "end_outermost_loop": 125, + "end_region_line": 128, + "line": " # Check if it's time to change the mouth state.\n", + "lineno": 119, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 118, + "start_region_line": 102 + }, + { + "end_outermost_loop": 122, + "end_region_line": 128, + "line": " if current_time \\u003e= self.next_change_in:\n", + "lineno": 120, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 120, + "start_region_line": 102 + }, + { + "end_outermost_loop": 121, + "end_region_line": 128, + "line": " self.mouth_open = not self.mouth_open\n", + "lineno": 121, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 121, + "start_region_line": 102 + }, + { + "end_outermost_loop": 122, + "end_region_line": 128, + "line": " self.next_change_in = current_time + random.uniform(0.05, 0.25)\n", + "lineno": 122, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 122, + "start_region_line": 102 + }, + { + "end_outermost_loop": 125, + "end_region_line": 128, + "line": " else:\n", + "lineno": 123, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 118, + "start_region_line": 102 + }, + { + "end_outermost_loop": 125, + "end_region_line": 128, + "line": " # Close the mouth if the character is not talking.\n", + "lineno": 124, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 118, + "start_region_line": 102 + }, + { + "end_outermost_loop": 125, + "end_region_line": 128, + "line": " self.mouth_open = False\n", + "lineno": 125, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 125, + "start_region_line": 102 + }, + { + "end_outermost_loop": 126, + "end_region_line": 128, + "line": "\n", + "lineno": 126, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 126, + "start_region_line": 102 + }, + { + "end_outermost_loop": 127, + "end_region_line": 128, + "line": " frame = self.static_frames[1] if self.mouth_open else self.static_frames[0]\n", + "lineno": 127, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 127, + "start_region_line": 102 + }, + { + "end_outermost_loop": 128, + "end_region_line": 128, + "line": " return frame", + "lineno": 128, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 128, + "start_region_line": 102 + } + ], + "percent_cpu_time": 0.28769635556573675 + }, + "/Users/joebooth/Development/project_charles/clip_transform.py": { + "functions": [ + { + "line": "CLIPTransform.__init__", + "lineno": 9, + "memory_samples": [ + [ + 5325406250, + 222.16053199768066 + ], + [ + 5481714000, + 414.4968910217285 + ], + [ + 5493684458, + 434.53317642211914 + ], + [ + 5518613333, + 462.5802116394043 + ], + [ + 5542777291, + 498.63762283325195 + ], + [ + 5907896875, + 979.4687042236328 + ], + [ + 6128510333, + 1267.9653701782227 + ], + [ + 6141804583, + 1279.9906768798828 + ], + [ + 6153780083, + 1300.026870727539 + ], + [ + 6178171250, + 1328.073226928711 + ], + [ + 6225314875, + 1514.161720275879 + ], + [ + 6631220708, + 1532.461654663086 + ], + [ + 6857753791, + 1830.2297286987305 + ], + [ + 8348069666, + 1840.3239889144897 + ], + [ + 8654074583, + 1861.5304775238037 + ], + [ + 8678657458, + 1929.631643295288 + ], + [ + 8683776000, + 1957.6691341400146 + ], + [ + 8713633291, + 2137.9275341033936 + ], + [ + 8726557375, + 2233.96971988678 + ], + [ + 8736913875, + 2282.1313848495483 + ], + [ + 8736917291, + 2294.0543842315674 + ], + [ + 8742015458, + 2314.1810903549194 + ], + [ + 8746692458, + 2342.2254400253296 + ], + [ + 8757379666, + 2410.326537132263 + ], + [ + 8757383208, + 2426.250207901001 + ], + [ + 8772727083, + 2506.464011192322 + ], + [ + 8780593583, + 2554.5310277938843 + ], + [ + 8783097000, + 2570.549765586853 + ], + [ + 8788034291, + 2602.5988073349 + ], + [ + 8792292083, + 2630.6338033676147 + ], + [ + 8795641208, + 2650.6652059555054 + ], + [ + 8795645583, + 2666.5895862579346 + ], + [ + 8800045666, + 2678.7005376815796 + ], + [ + 8803268166, + 2698.732695579529 + ], + [ + 8810892833, + 2746.799506187439 + ], + [ + 8821143416, + 2810.8843603134155 + ], + [ + 8826211541, + 2842.9497900009155 + ], + [ + 8834057458, + 2891.0169744491577 + ], + [ + 8841368125, + 2939.083640098572 + ], + [ + 8841371583, + 2955.0074710845947 + ], + [ + 8848908708, + 2987.1513862609863 + ], + [ + 8899453291, + 3291.773250579834 + ], + [ + 9031924166, + 3383.4983043670654 + ], + [ + 9031926458, + 3335.4375972747803 + ], + [ + 9031930000, + 3271.359609603882 + ], + [ + 9031930833, + 3259.34458732605 + ], + [ + 9031938666, + 3079.116781234741 + ], + [ + 9031946041, + 2922.9196376800537 + ], + [ + 9031948333, + 2874.8589305877686 + ], + [ + 9031968041, + 2442.312566757202 + ], + [ + 9031970125, + 2394.251859664917 + ], + [ + 9031989875, + 1994.5733623504639 + ], + [ + 10859645916, + 1899.0397319793701 + ], + [ + 10912326583, + 1959.145990371704 + ], + [ + 10958192625, + 2007.2276878356934 + ], + [ + 11030386166, + 2075.3449211120605 + ], + [ + 11087058458, + 2103.3907203674316 + ], + [ + 11136166000, + 2151.413417816162 + ], + [ + 11173432833, + 2199.495189666748 + ], + [ + 11721832458, + 2892.679759979248 + ], + [ + 11785329250, + 2968.8082695007324 + ], + [ + 11810622375, + 3004.8655433654785 + ], + [ + 11832425416, + 3154.8967094421387 + ], + [ + 12235874208, + 3173.195240020752 + ], + [ + 13817626666, + 3482.687098503113 + ], + [ + 13824994958, + 3521.097773551941 + ], + [ + 13830564458, + 3549.1338300704956 + ], + [ + 13834289625, + 3569.165804862976 + ], + [ + 13884445583, + 3873.505926132202 + ], + [ + 13909098125, + 4001.7917737960815 + ], + [ + 13921389791, + 4065.877314567566 + ], + [ + 13926367291, + 4097.925440788269 + ], + [ + 13935391333, + 4145.995768547058 + ], + [ + 13935396750, + 4161.919553756714 + ], + [ + 13943703333, + 4209.9868450164795 + ], + [ + 13949180791, + 4222.098093986511 + ], + [ + 13995829625, + 4482.481738090515 + ], + [ + 13995833833, + 4498.406316757202 + ], + [ + 14000814125, + 4510.517497062683 + ], + [ + 14006656875, + 4546.567004203796 + ], + [ + 14006660458, + 4558.489629745483 + ], + [ + 14014669000, + 4594.63375377655 + ], + [ + 14014671583, + 4606.557104110718 + ], + [ + 14203322708, + 5091.114903450012 + ], + [ + 14203325375, + 5043.054196357727 + ], + [ + 14203330666, + 4926.904377937317 + ], + [ + 14203337125, + 4802.750660896301 + ], + [ + 14203342416, + 4706.629246711731 + ], + [ + 14203347000, + 4610.507832527161 + ], + [ + 14203350791, + 4526.401440620422 + ], + [ + 14203353291, + 4478.340733528137 + ], + [ + 14203354750, + 4466.325711250305 + ], + [ + 14203355541, + 4446.297307014465 + ], + [ + 14203358916, + 4382.219319343567 + ], + [ + 14203363041, + 4302.11518573761 + ], + [ + 14203365000, + 4274.082882881165 + ], + [ + 14203371833, + 4129.900761604309 + ], + [ + 14203375750, + 4045.794369697571 + ], + [ + 14203381750, + 3915.8525743484497 + ], + [ + 14203398458, + 3480.3329362869263 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0790387629290062, + "n_cpu_percent_c": 3.615174572395116, + "n_cpu_percent_python": 3.0466837564102023, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 4859.034333229065, + "n_malloc_mb": 6490.920505523682, + "n_mallocs": 0, + "n_peak_mb": 4859.034333229065, + "n_python_fraction": 0.013152044799345609, + "n_sys_percent": 2.330353691187228, + "n_usage_fraction": 0.9512171661460015 + } + ], + "imports": [ + "import os", + "import numpy as np", + "import torch", + "from PIL import Image" + ], + "leaks": { + "29": { + "likelihood": 0.9888059701492538, + "velocity_mb_s": 0.0 + } + }, + "lines": [ + { + "end_outermost_loop": 1, + "end_region_line": 1, + "line": "import json\n", + "lineno": 1, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 1, + "start_region_line": 1 + }, + { + "end_outermost_loop": 2, + "end_region_line": 2, + "line": "import os\n", + "lineno": 2, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 2, + "start_region_line": 2 + }, + { + "end_outermost_loop": 3, + "end_region_line": 3, + "line": "import numpy as np\n", + "lineno": 3, + "memory_samples": [ + [ + 405254250, + 30.29412078857422 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 1.576704272993853, + "n_core_utilization": 0.26184838340408945, + "n_cpu_percent_c": 0.927016729127847, + "n_cpu_percent_python": 0.04999914938946839, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 10.000077247619629, + "n_malloc_mb": 10.000077247619629, + "n_mallocs": 0, + "n_peak_mb": 10.000077247619629, + "n_python_fraction": 0.9870920000000001, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0014654693633402325, + "start_outermost_loop": 3, + "start_region_line": 3 + }, + { + "end_outermost_loop": 4, + "end_region_line": 4, + "line": "import torch\n", + "lineno": 4, + "memory_samples": [ + [ + 655574500, + 40.38985347747803 + ], + [ + 655576958, + 50.392584800720215 + ], + [ + 655579333, + 60.39260005950928 + ], + [ + 662342791, + 70.48695945739746 + ], + [ + 713658708, + 80.58260917663574 + ], + [ + 826351958, + 90.67694568634033 + ], + [ + 920096416, + 100.77134990692139 + ], + [ + 1018696666, + 110.88957500457764 + ], + [ + 1096358583, + 121.00201416015625 + ], + [ + 1202950458, + 131.0963363647461 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 5.367472939810565, + "n_core_utilization": 0.10394582871275215, + "n_cpu_percent_c": 2.2491843944738896, + "n_cpu_percent_python": 0.41304787011081984, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 100.04827117919922, + "n_malloc_mb": 100.04827117919922, + "n_mallocs": 0, + "n_peak_mb": 100.04827117919922, + "n_python_fraction": 0.6349399672590562, + "n_sys_percent": 0.47981553132700244, + "n_usage_fraction": 0.014661654369037219, + "start_outermost_loop": 4, + "start_region_line": 4 + }, + { + "end_outermost_loop": 5, + "end_region_line": 5, + "line": "from PIL import Image\n", + "lineno": 5, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.08272132474862293, + "n_cpu_percent_c": 0.02011541593223164, + "n_cpu_percent_python": 0.010339989684502816, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.006361468036200426, + "n_usage_fraction": 0.0, + "start_outermost_loop": 5, + "start_region_line": 5 + }, + { + "end_outermost_loop": 6, + "end_region_line": 6, + "line": "import open_clip\n", + "lineno": 6, + "memory_samples": [ + [ + 1363790041, + 142.7243309020996 + ], + [ + 1566424416, + 152.82031917572021 + ], + [ + 1814987000, + 162.9268970489502 + ], + [ + 1924406958, + 173.0280590057373 + ], + [ + 2004068625, + 186.0503330230713 + ], + [ + 2004074208, + 196.05037117004395 + ], + [ + 2009694250, + 186.14457893371582 + ], + [ + 2037048916, + 196.34650325775146 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 3.399415880679889, + "n_core_utilization": 0.07494664136176905, + "n_cpu_percent_c": 0.24013525878519265, + "n_cpu_percent_python": 0.3653586609743853, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 64.5904655456543, + "n_malloc_mb": 74.590500831604, + "n_mallocs": 0, + "n_peak_mb": 64.5904655456543, + "n_python_fraction": 0.9915642141346037, + "n_sys_percent": 0.2024060858415348, + "n_usage_fraction": 0.010930924937698802, + "start_outermost_loop": 6, + "start_region_line": 6 + }, + { + "end_outermost_loop": 7, + "end_region_line": 7, + "line": "\n", + "lineno": 7, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 7, + "start_region_line": 7 + }, + { + "end_outermost_loop": 63, + "end_region_line": 63, + "line": "class CLIPTransform:\n", + "lineno": 8, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 8, + "start_region_line": 8 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " def __init__(self):\n", + "lineno": 9, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " # os.environ[\"OMP_NUM_THREADS\"] = \"20\"\n", + "lineno": 10, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " # torch.set_num_threads(20)\n", + "lineno": 11, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " # Load model\n", + "lineno": 12, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 13, + "end_region_line": 32, + "line": " self.device = \"cuda:0\" if torch.cuda.is_available() else \"cpu\"\n", + "lineno": 13, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 13, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " # if self.device == \"cpu\" and torch.backends.mps.is_available():\n", + "lineno": 14, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " # self.device = torch.device(\"mps\")\n", + "lineno": 15, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 16, + "end_region_line": 32, + "line": "\n", + "lineno": 16, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 16, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " # # ViT-H-14\n", + "lineno": 17, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " # self._clip_model=\"ViT-H-14\"\n", + "lineno": 18, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " # self._pretrained='laion2B-s32B-b79K'\n", + "lineno": 19, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 20, + "end_region_line": 32, + "line": "\n", + "lineno": 20, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 20, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " # # ViT-B-32\n", + "lineno": 21, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " # self._clip_model=\"ViT-B-32\"\n", + "lineno": 22, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " # self._pretrained='laion2b_s34b_b79k'\n", + "lineno": 23, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 24, + "end_region_line": 32, + "line": "\n", + "lineno": 24, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 24, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " # ViT-L/14 1.71gb\n", + "lineno": 25, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 26, + "end_region_line": 32, + "line": " self._clip_model=\"ViT-L-14\"\n", + "lineno": 26, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 26, + "start_region_line": 9 + }, + { + "end_outermost_loop": 27, + "end_region_line": 32, + "line": " self._pretrained='datacomp_xl_s13b_b90k'\n", + "lineno": 27, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 27, + "start_region_line": 9 + }, + { + "end_outermost_loop": 28, + "end_region_line": 32, + "line": "\n", + "lineno": 28, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 28, + "start_region_line": 9 + }, + { + "end_outermost_loop": 29, + "end_region_line": 32, + "line": " self.model, _, self.preprocess = open_clip.create_model_and_transforms(self._clip_model, pretrained=self._pretrained,device=self.device)\n", + "lineno": 29, + "memory_samples": [ + [ + 5325406250, + 222.16053199768066 + ], + [ + 5481714000, + 414.4968910217285 + ], + [ + 5493684458, + 434.53317642211914 + ], + [ + 5518613333, + 462.5802116394043 + ], + [ + 5542777291, + 498.63762283325195 + ], + [ + 5907896875, + 979.4687042236328 + ], + [ + 6128510333, + 1267.9653701782227 + ], + [ + 6141804583, + 1279.9906768798828 + ], + [ + 6153780083, + 1300.026870727539 + ], + [ + 6178171250, + 1328.073226928711 + ], + [ + 6225314875, + 1514.161720275879 + ], + [ + 6631220708, + 1532.461654663086 + ], + [ + 6857753791, + 1830.2297286987305 + ], + [ + 8348069666, + 1840.3239889144897 + ], + [ + 8654074583, + 1861.5304775238037 + ], + [ + 8678657458, + 1929.631643295288 + ], + [ + 8683776000, + 1957.6691341400146 + ], + [ + 8713633291, + 2137.9275341033936 + ], + [ + 8726557375, + 2233.96971988678 + ], + [ + 8736913875, + 2282.1313848495483 + ], + [ + 8736917291, + 2294.0543842315674 + ], + [ + 8742015458, + 2314.1810903549194 + ], + [ + 8746692458, + 2342.2254400253296 + ], + [ + 8757379666, + 2410.326537132263 + ], + [ + 8757383208, + 2426.250207901001 + ], + [ + 8772727083, + 2506.464011192322 + ], + [ + 8780593583, + 2554.5310277938843 + ], + [ + 8783097000, + 2570.549765586853 + ], + [ + 8788034291, + 2602.5988073349 + ], + [ + 8792292083, + 2630.6338033676147 + ], + [ + 8795641208, + 2650.6652059555054 + ], + [ + 8795645583, + 2666.5895862579346 + ], + [ + 8800045666, + 2678.7005376815796 + ], + [ + 8803268166, + 2698.732695579529 + ], + [ + 8810892833, + 2746.799506187439 + ], + [ + 8821143416, + 2810.8843603134155 + ], + [ + 8826211541, + 2842.9497900009155 + ], + [ + 8834057458, + 2891.0169744491577 + ], + [ + 8841368125, + 2939.083640098572 + ], + [ + 8841371583, + 2955.0074710845947 + ], + [ + 8848908708, + 2987.1513862609863 + ], + [ + 8899453291, + 3291.773250579834 + ], + [ + 9031924166, + 3383.4983043670654 + ], + [ + 9031926458, + 3335.4375972747803 + ], + [ + 9031930000, + 3271.359609603882 + ], + [ + 9031930833, + 3259.34458732605 + ], + [ + 9031938666, + 3079.116781234741 + ], + [ + 9031946041, + 2922.9196376800537 + ], + [ + 9031948333, + 2874.8589305877686 + ], + [ + 9031968041, + 2442.312566757202 + ], + [ + 9031970125, + 2394.251859664917 + ], + [ + 9031989875, + 1994.5733623504639 + ], + [ + 10859645916, + 1899.0397319793701 + ], + [ + 10912326583, + 1959.145990371704 + ], + [ + 10958192625, + 2007.2276878356934 + ], + [ + 11030386166, + 2075.3449211120605 + ], + [ + 11087058458, + 2103.3907203674316 + ], + [ + 11136166000, + 2151.413417816162 + ], + [ + 11173432833, + 2199.495189666748 + ], + [ + 11721832458, + 2892.679759979248 + ], + [ + 11785329250, + 2968.8082695007324 + ], + [ + 11810622375, + 3004.8655433654785 + ], + [ + 11832425416, + 3154.8967094421387 + ], + [ + 12235874208, + 3173.195240020752 + ], + [ + 13817626666, + 3482.687098503113 + ], + [ + 13824994958, + 3521.097773551941 + ], + [ + 13830564458, + 3549.1338300704956 + ], + [ + 13834289625, + 3569.165804862976 + ], + [ + 13884445583, + 3873.505926132202 + ], + [ + 13909098125, + 4001.7917737960815 + ], + [ + 13921389791, + 4065.877314567566 + ], + [ + 13926367291, + 4097.925440788269 + ], + [ + 13935391333, + 4145.995768547058 + ], + [ + 13935396750, + 4161.919553756714 + ], + [ + 13943703333, + 4209.9868450164795 + ], + [ + 13949180791, + 4222.098093986511 + ], + [ + 13995829625, + 4482.481738090515 + ], + [ + 13995833833, + 4498.406316757202 + ], + [ + 14000814125, + 4510.517497062683 + ], + [ + 14006656875, + 4546.567004203796 + ], + [ + 14006660458, + 4558.489629745483 + ], + [ + 14014669000, + 4594.63375377655 + ], + [ + 14014671583, + 4606.557104110718 + ], + [ + 14203322708, + 5091.114903450012 + ], + [ + 14203325375, + 5043.054196357727 + ], + [ + 14203330666, + 4926.904377937317 + ], + [ + 14203337125, + 4802.750660896301 + ], + [ + 14203342416, + 4706.629246711731 + ], + [ + 14203347000, + 4610.507832527161 + ], + [ + 14203350791, + 4526.401440620422 + ], + [ + 14203353291, + 4478.340733528137 + ], + [ + 14203354750, + 4466.325711250305 + ], + [ + 14203355541, + 4446.297307014465 + ], + [ + 14203358916, + 4382.219319343567 + ], + [ + 14203363041, + 4302.11518573761 + ], + [ + 14203365000, + 4274.082882881165 + ], + [ + 14203371833, + 4129.900761604309 + ], + [ + 14203375750, + 4045.794369697571 + ], + [ + 14203381750, + 3915.8525743484497 + ], + [ + 14203398458, + 3480.3329362869263 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0790387629290062, + "n_cpu_percent_c": 3.615174572395116, + "n_cpu_percent_python": 3.0466837564102023, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 4859.034333229065, + "n_malloc_mb": 6490.920505523682, + "n_mallocs": 0, + "n_peak_mb": 4859.034333229065, + "n_python_fraction": 0.013152044799345609, + "n_sys_percent": 2.330353691187228, + "n_usage_fraction": 0.9512171661460015, + "start_outermost_loop": 29, + "start_region_line": 9 + }, + { + "end_outermost_loop": 30, + "end_region_line": 32, + "line": " self.tokenizer = open_clip.get_tokenizer(self._clip_model)\n", + "lineno": 30, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 30, + "start_region_line": 9 + }, + { + "end_outermost_loop": 31, + "end_region_line": 32, + "line": "\n", + "lineno": 31, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 31, + "start_region_line": 9 + }, + { + "end_outermost_loop": 32, + "end_region_line": 32, + "line": " print (\"using device\", self.device) \n", + "lineno": 32, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 32, + "start_region_line": 9 + }, + { + "end_outermost_loop": 33, + "end_region_line": 63, + "line": "\n", + "lineno": 33, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 33, + "start_region_line": 8 + }, + { + "end_outermost_loop": 42, + "end_region_line": 42, + "line": " def text_to_embeddings(self, prompts):\n", + "lineno": 34, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 34, + "start_region_line": 34 + }, + { + "end_outermost_loop": 42, + "end_region_line": 42, + "line": " # if prompt is a string, convert to list\n", + "lineno": 35, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 34, + "start_region_line": 34 + }, + { + "end_outermost_loop": 37, + "end_region_line": 42, + "line": " if type(prompts) is str:\n", + "lineno": 36, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 36, + "start_region_line": 34 + }, + { + "end_outermost_loop": 37, + "end_region_line": 42, + "line": " prompts = [prompts]\n", + "lineno": 37, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 37, + "start_region_line": 34 + }, + { + "end_outermost_loop": 38, + "end_region_line": 42, + "line": " text = self.tokenizer(prompts).to(self.device)\n", + "lineno": 38, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 38, + "start_region_line": 34 + }, + { + "end_outermost_loop": 40, + "end_region_line": 42, + "line": " with torch.no_grad():\n", + "lineno": 39, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 39, + "start_region_line": 34 + }, + { + "end_outermost_loop": 40, + "end_region_line": 42, + "line": " prompt_embededdings = self.model.encode_text(text)\n", + "lineno": 40, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 40, + "start_region_line": 34 + }, + { + "end_outermost_loop": 41, + "end_region_line": 42, + "line": " prompt_embededdings /= prompt_embededdings.norm(dim=-1, keepdim=True)\n", + "lineno": 41, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 41, + "start_region_line": 34 + }, + { + "end_outermost_loop": 42, + "end_region_line": 42, + "line": " return(prompt_embededdings)\n", + "lineno": 42, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 42, + "start_region_line": 34 + }, + { + "end_outermost_loop": 43, + "end_region_line": 63, + "line": " \n", + "lineno": 43, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 43, + "start_region_line": 8 + }, + { + "end_outermost_loop": 50, + "end_region_line": 50, + "line": " def image_to_embeddings(self, input_im):\n", + "lineno": 44, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 44, + "start_region_line": 44 + }, + { + "end_outermost_loop": 45, + "end_region_line": 50, + "line": " input_im = Image.fromarray(input_im)\n", + "lineno": 45, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 45, + "start_region_line": 44 + }, + { + "end_outermost_loop": 46, + "end_region_line": 50, + "line": " prepro = self.preprocess(input_im).unsqueeze(0).to(self.device)\n", + "lineno": 46, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 46, + "start_region_line": 44 + }, + { + "end_outermost_loop": 48, + "end_region_line": 50, + "line": " with torch.no_grad():\n", + "lineno": 47, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 47, + "start_region_line": 44 + }, + { + "end_outermost_loop": 48, + "end_region_line": 50, + "line": " image_embeddings = self.model.encode_image(prepro)\n", + "lineno": 48, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 48, + "start_region_line": 44 + }, + { + "end_outermost_loop": 49, + "end_region_line": 50, + "line": " image_embeddings /= image_embeddings.norm(dim=-1, keepdim=True)\n", + "lineno": 49, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 49, + "start_region_line": 44 + }, + { + "end_outermost_loop": 50, + "end_region_line": 50, + "line": " return(image_embeddings)\n", + "lineno": 50, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 50, + "start_region_line": 44 + }, + { + "end_outermost_loop": 51, + "end_region_line": 63, + "line": " \n", + "lineno": 51, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 51, + "start_region_line": 8 + }, + { + "end_outermost_loop": 57, + "end_region_line": 57, + "line": " def pil_image_to_embeddings(self, input_im):\n", + "lineno": 52, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 52, + "start_region_line": 52 + }, + { + "end_outermost_loop": 53, + "end_region_line": 57, + "line": " prepro = self.preprocess(input_im).unsqueeze(0).to(self.device)\n", + "lineno": 53, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 53, + "start_region_line": 52 + }, + { + "end_outermost_loop": 55, + "end_region_line": 57, + "line": " with torch.no_grad():\n", + "lineno": 54, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 52 + }, + { + "end_outermost_loop": 55, + "end_region_line": 57, + "line": " image_embeddings = self.model.encode_image(prepro)\n", + "lineno": 55, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 52 + }, + { + "end_outermost_loop": 56, + "end_region_line": 57, + "line": " image_embeddings /= image_embeddings.norm(dim=-1, keepdim=True)\n", + "lineno": 56, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 56, + "start_region_line": 52 + }, + { + "end_outermost_loop": 57, + "end_region_line": 57, + "line": " return(image_embeddings)\n", + "lineno": 57, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 57, + "start_region_line": 52 + }, + { + "end_outermost_loop": 58, + "end_region_line": 63, + "line": "\n", + "lineno": 58, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 58, + "start_region_line": 8 + }, + { + "end_outermost_loop": 63, + "end_region_line": 63, + "line": " def preprocessed_image_to_emdeddings(self, prepro):\n", + "lineno": 59, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 59, + "start_region_line": 59 + }, + { + "end_outermost_loop": 61, + "end_region_line": 63, + "line": " with torch.no_grad():\n", + "lineno": 60, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 60, + "start_region_line": 59 + }, + { + "end_outermost_loop": 61, + "end_region_line": 63, + "line": " image_embeddings = self.model.encode_image(prepro)\n", + "lineno": 61, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 61, + "start_region_line": 59 + }, + { + "end_outermost_loop": 62, + "end_region_line": 63, + "line": " image_embeddings /= image_embeddings.norm(dim=-1, keepdim=True)\n", + "lineno": 62, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 62, + "start_region_line": 59 + }, + { + "end_outermost_loop": 63, + "end_region_line": 63, + "line": " return(image_embeddings)\n", + "lineno": 63, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 63, + "start_region_line": 59 + } + ], + "percent_cpu_time": 13.9559925736756 + }, + "/Users/joebooth/Development/project_charles/respond_to_prompt_async.py": { + "functions": [ + { + "line": "RespondToPromptAsync.enqueue_prompt", + "lineno": 32, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.012923476252527696, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0016154070494534484, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.010884380297913648, + "n_usage_fraction": 0.0 + }, + { + "line": "RespondToPromptAsync.prompt_to_llm", + "lineno": 51, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0314433327770488, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.003930349732056077, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.00856943761531102, + "n_usage_fraction": 0.0 + }, + { + "line": "RespondToPromptAsync.llm_sentence_to_speech", + "lineno": 78, + "memory_samples": [ + [ + 67130043083, + 3493.748582839966 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.06142441569073992, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.007677921340705278, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 10.129589080810547, + "n_malloc_mb": 10.129589080810547, + "n_mallocs": 0, + "n_peak_mb": 10.129589080810547, + "n_python_fraction": 0.924323, + "n_sys_percent": 0.004821866006661819, + "n_usage_fraction": 0.0014844487791018956 + }, + { + "line": "RespondToPromptAsync.speech_to_converter", + "lineno": 95, + "memory_samples": [ + [ + 67239984291, + 3483.841467857361 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.028093635421440753, + "n_cpu_percent_c": 0.005088373149759947, + "n_cpu_percent_python": 0.03862809154407162, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.11189338799354134, + "n_usage_fraction": 0.0 + } + ], + "imports": [ + "from contextlib import asynccontextmanager", + "import ray" + ], + "leaks": {}, + "lines": [ + { + "end_outermost_loop": 1, + "end_region_line": 1, + "line": "from asyncio import Queue, TaskGroup\n", + "lineno": 1, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 1, + "start_region_line": 1 + }, + { + "end_outermost_loop": 2, + "end_region_line": 2, + "line": "import asyncio\n", + "lineno": 2, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 2, + "start_region_line": 2 + }, + { + "end_outermost_loop": 3, + "end_region_line": 3, + "line": "from contextlib import asynccontextmanager\n", + "lineno": 3, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 3, + "start_region_line": 3 + }, + { + "end_outermost_loop": 4, + "end_region_line": 4, + "line": "\n", + "lineno": 4, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 4, + "start_region_line": 4 + }, + { + "end_outermost_loop": 5, + "end_region_line": 5, + "line": "import ray\n", + "lineno": 5, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 5, + "start_region_line": 5 + }, + { + "end_outermost_loop": 6, + "end_region_line": 6, + "line": "from chat_service import ChatService\n", + "lineno": 6, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 6, + "start_region_line": 6 + }, + { + "end_outermost_loop": 7, + "end_region_line": 7, + "line": "# from local_speaker_service import LocalSpeakerService\n", + "lineno": 7, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 7, + "start_region_line": 7 + }, + { + "end_outermost_loop": 8, + "end_region_line": 8, + "line": "from text_to_speech_service import TextToSpeechService\n", + "lineno": 8, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 8, + "start_region_line": 8 + }, + { + "end_outermost_loop": 9, + "end_region_line": 9, + "line": "from environment_state_actor import EnvironmentStateActor\n", + "lineno": 9, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 10, + "end_region_line": 10, + "line": "from ffmpeg_converter_actor import FFMpegConverterActor\n", + "lineno": 10, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 10, + "start_region_line": 10 + }, + { + "end_outermost_loop": 11, + "end_region_line": 11, + "line": "from agent_response import AgentResponse\n", + "lineno": 11, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 11, + "start_region_line": 11 + }, + { + "end_outermost_loop": 12, + "end_region_line": 12, + "line": "import json\n", + "lineno": 12, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 12, + "start_region_line": 12 + }, + { + "end_outermost_loop": 13, + "end_region_line": 13, + "line": "from asyncio import Semaphore\n", + "lineno": 13, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 13, + "start_region_line": 13 + }, + { + "end_outermost_loop": 14, + "end_region_line": 14, + "line": "\n", + "lineno": 14, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 14, + "start_region_line": 14 + }, + { + "end_outermost_loop": 118, + "end_region_line": 118, + "line": "class RespondToPromptAsync:\n", + "lineno": 15, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 15, + "start_region_line": 15 + }, + { + "end_outermost_loop": 29, + "end_region_line": 29, + "line": " def __init__(\n", + "lineno": 16, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 16, + "start_region_line": 16 + }, + { + "end_outermost_loop": 29, + "end_region_line": 29, + "line": " self, \n", + "lineno": 17, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 16, + "start_region_line": 16 + }, + { + "end_outermost_loop": 29, + "end_region_line": 29, + "line": " environment_state_actor:EnvironmentStateActor, \n", + "lineno": 18, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 16, + "start_region_line": 16 + }, + { + "end_outermost_loop": 29, + "end_region_line": 29, + "line": " audio_output_queue):\n", + "lineno": 19, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 16, + "start_region_line": 16 + }, + { + "end_outermost_loop": 20, + "end_region_line": 29, + "line": " voice_id=\"2OviOUQc1JsQRQgNkVBj\"\n", + "lineno": 20, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 20, + "start_region_line": 16 + }, + { + "end_outermost_loop": 21, + "end_region_line": 29, + "line": " self.prompt_queue = Queue(maxsize=100)\n", + "lineno": 21, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 21, + "start_region_line": 16 + }, + { + "end_outermost_loop": 22, + "end_region_line": 29, + "line": " self.llm_sentence_queue = Queue(maxsize=100)\n", + "lineno": 22, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 22, + "start_region_line": 16 + }, + { + "end_outermost_loop": 23, + "end_region_line": 29, + "line": " self.speech_chunk_queue = Queue(maxsize=100)\n", + "lineno": 23, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 23, + "start_region_line": 16 + }, + { + "end_outermost_loop": 24, + "end_region_line": 29, + "line": " self.voice_id = voice_id\n", + "lineno": 24, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 24, + "start_region_line": 16 + }, + { + "end_outermost_loop": 25, + "end_region_line": 29, + "line": " self.audio_output_queue = audio_output_queue\n", + "lineno": 25, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 25, + "start_region_line": 16 + }, + { + "end_outermost_loop": 26, + "end_region_line": 29, + "line": " self.environment_state_actor = environment_state_actor\n", + "lineno": 26, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 26, + "start_region_line": 16 + }, + { + "end_outermost_loop": 27, + "end_region_line": 29, + "line": " self.processing_semaphore = Semaphore(1)\n", + "lineno": 27, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 27, + "start_region_line": 16 + }, + { + "end_outermost_loop": 28, + "end_region_line": 29, + "line": " self.sentence_queues = []\n", + "lineno": 28, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 28, + "start_region_line": 16 + }, + { + "end_outermost_loop": 29, + "end_region_line": 29, + "line": " self.sentence_tasks = [] \n", + "lineno": 29, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 29, + "start_region_line": 16 + }, + { + "end_outermost_loop": 118, + "end_region_line": 118, + "line": " # self.ffmpeg_converter_actor = FFMpegConverterActor.remote(audio_output_queue)\n", + "lineno": 30, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 15, + "start_region_line": 15 + }, + { + "end_outermost_loop": 31, + "end_region_line": 118, + "line": "\n", + "lineno": 31, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 31, + "start_region_line": 15 + }, + { + "end_outermost_loop": 41, + "end_region_line": 118, + "line": " async def enqueue_prompt(self, prompt):\n", + "lineno": 32, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 32, + "start_region_line": 15 + }, + { + "end_outermost_loop": 41, + "end_region_line": 118, + "line": " # Reset queues and services\n", + "lineno": 33, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 32, + "start_region_line": 15 + }, + { + "end_outermost_loop": 41, + "end_region_line": 118, + "line": " # print(\"flush anything queued\")\n", + "lineno": 34, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 32, + "start_region_line": 15 + }, + { + "end_outermost_loop": 41, + "end_region_line": 118, + "line": " # self.prompt_queue = Queue(maxsize=100)\n", + "lineno": 35, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 32, + "start_region_line": 15 + }, + { + "end_outermost_loop": 41, + "end_region_line": 118, + "line": " # self.llm_sentence_queue = Queue(maxsize=100)\n", + "lineno": 36, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 32, + "start_region_line": 15 + }, + { + "end_outermost_loop": 41, + "end_region_line": 118, + "line": " # self.speech_chunk_queue = Queue(maxsize=100)\n", + "lineno": 37, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 32, + "start_region_line": 15 + }, + { + "end_outermost_loop": 38, + "end_region_line": 118, + "line": "\n", + "lineno": 38, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 38, + "start_region_line": 15 + }, + { + "end_outermost_loop": 40, + "end_region_line": 118, + "line": " if len(prompt) \\u003e 0: # handles case where we just want to flush\n", + "lineno": 39, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 39, + "start_region_line": 15 + }, + { + "end_outermost_loop": 40, + "end_region_line": 118, + "line": " await self.prompt_queue.put(prompt)\n", + "lineno": 40, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 40, + "start_region_line": 15 + }, + { + "end_outermost_loop": 41, + "end_region_line": 118, + "line": " print(\"Enqueued prompt\")\n", + "lineno": 41, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.012923476252527696, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0016154070494534484, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.010884380297913648, + "n_usage_fraction": 0.0, + "start_outermost_loop": 41, + "start_region_line": 15 + }, + { + "end_outermost_loop": 42, + "end_region_line": 118, + "line": "\n", + "lineno": 42, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 42, + "start_region_line": 15 + }, + { + "end_outermost_loop": 118, + "end_region_line": 118, + "line": " # @asynccontextmanager\n", + "lineno": 43, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 15, + "start_region_line": 15 + }, + { + "end_outermost_loop": 118, + "end_region_line": 118, + "line": " # async def task_group(self):\n", + "lineno": 44, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 15, + "start_region_line": 15 + }, + { + "end_outermost_loop": 118, + "end_region_line": 118, + "line": " # tg = TaskGroup()\n", + "lineno": 45, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 15, + "start_region_line": 15 + }, + { + "end_outermost_loop": 118, + "end_region_line": 118, + "line": " # try:\n", + "lineno": 46, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 15, + "start_region_line": 15 + }, + { + "end_outermost_loop": 118, + "end_region_line": 118, + "line": " # yield tg\n", + "lineno": 47, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 15, + "start_region_line": 15 + }, + { + "end_outermost_loop": 118, + "end_region_line": 118, + "line": " # finally:\n", + "lineno": 48, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 15, + "start_region_line": 15 + }, + { + "end_outermost_loop": 118, + "end_region_line": 118, + "line": " # await tg.aclose()\n", + "lineno": 49, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 15, + "start_region_line": 15 + }, + { + "end_outermost_loop": 50, + "end_region_line": 118, + "line": "\n", + "lineno": 50, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 50, + "start_region_line": 15 + }, + { + "end_outermost_loop": 75, + "end_region_line": 118, + "line": " async def prompt_to_llm(self):\n", + "lineno": 51, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 51, + "start_region_line": 15 + }, + { + "end_outermost_loop": 52, + "end_region_line": 118, + "line": " chat_service = ChatService()\n", + "lineno": 52, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 52, + "start_region_line": 15 + }, + { + "end_outermost_loop": 53, + "end_region_line": 118, + "line": "\n", + "lineno": 53, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 53, + "start_region_line": 15 + }, + { + "end_outermost_loop": 54, + "end_region_line": 118, + "line": " async with TaskGroup() as tg:\n", + "lineno": 54, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 15 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " while True:\n", + "lineno": 55, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " prompt = await self.prompt_queue.get()\n", + "lineno": 56, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " agent_response = AgentResponse(prompt)\n", + "lineno": 57, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " async for text, is_complete_sentance in chat_service.get_responses_as_sentances_async(prompt):\n", + "lineno": 58, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " if chat_service.ignore_sentence(text):\n", + "lineno": 59, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " is_complete_sentance = False\n", + "lineno": 60, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " if not is_complete_sentance:\n", + "lineno": 61, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " agent_response['llm_preview'] = text\n", + "lineno": 62, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " await self.environment_state_actor.set_llm_preview.remote(text)\n", + "lineno": 63, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0314433327770488, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.003930349732056077, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.00856943761531102, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " continue\n", + "lineno": 64, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " agent_response['llm_preview'] = ''\n", + "lineno": 65, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " agent_response['llm_sentence'] = text\n", + "lineno": 66, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " agent_response['llm_sentences'].append(text)\n", + "lineno": 67, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " await self.environment_state_actor.add_llm_response_and_clear_llm_preview.remote(text)\n", + "lineno": 68, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " print(f\"{agent_response['llm_sentence']} id: {agent_response['llm_sentence_id']} from prompt: {agent_response['prompt']}\")\n", + "lineno": 69, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " sentence_response = agent_response.make_copy()\n", + "lineno": 70, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " new_queue = Queue()\n", + "lineno": 71, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " self.sentence_queues.append(new_queue)\n", + "lineno": 72, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " task = tg.create_task(self.llm_sentence_to_speech(sentence_response, new_queue))\n", + "lineno": 73, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " self.sentence_tasks.append(task)\n", + "lineno": 74, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 75, + "end_region_line": 75, + "line": " agent_response['llm_sentence_id'] += 1\n", + "lineno": 75, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 55, + "start_region_line": 55 + }, + { + "end_outermost_loop": 76, + "end_region_line": 118, + "line": "\n", + "lineno": 76, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 76, + "start_region_line": 15 + }, + { + "end_outermost_loop": 77, + "end_region_line": 118, + "line": "\n", + "lineno": 77, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 77, + "start_region_line": 15 + }, + { + "end_outermost_loop": 93, + "end_region_line": 118, + "line": " async def llm_sentence_to_speech(self, sentence_response, output_queue):\n", + "lineno": 78, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 78, + "start_region_line": 15 + }, + { + "end_outermost_loop": 79, + "end_region_line": 118, + "line": " tts_service = TextToSpeechService(self.voice_id)\n", + "lineno": 79, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 79, + "start_region_line": 15 + }, + { + "end_outermost_loop": 80, + "end_region_line": 118, + "line": " \n", + "lineno": 80, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 80, + "start_region_line": 15 + }, + { + "end_outermost_loop": 81, + "end_region_line": 118, + "line": " chunk_count = 0\n", + "lineno": 81, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 81, + "start_region_line": 15 + }, + { + "end_outermost_loop": 93, + "end_region_line": 118, + "line": " async for chunk_response in tts_service.get_speech_chunks_async(sentence_response):\n", + "lineno": 82, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 82, + "start_region_line": 15 + }, + { + "end_outermost_loop": 93, + "end_region_line": 118, + "line": " chunk_response = chunk_response.make_copy()\n", + "lineno": 83, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 82, + "start_region_line": 15 + }, + { + "end_outermost_loop": 93, + "end_region_line": 118, + "line": " # await self.output_queue.put_async(chunk_response)\n", + "lineno": 84, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 82, + "start_region_line": 15 + }, + { + "end_outermost_loop": 93, + "end_region_line": 118, + "line": " await output_queue.put(chunk_response)\n", + "lineno": 85, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 82, + "start_region_line": 15 + }, + { + "end_outermost_loop": 93, + "end_region_line": 118, + "line": " chunk_response = {\n", + "lineno": 86, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 82, + "start_region_line": 15 + }, + { + "end_outermost_loop": 93, + "end_region_line": 118, + "line": " 'prompt': sentence_response['prompt'],\n", + "lineno": 87, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 82, + "start_region_line": 15 + }, + { + "end_outermost_loop": 93, + "end_region_line": 118, + "line": " 'llm_sentence_id': sentence_response['llm_sentence_id'],\n", + "lineno": 88, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 82, + "start_region_line": 15 + }, + { + "end_outermost_loop": 93, + "end_region_line": 118, + "line": " 'chunk_count': chunk_count,\n", + "lineno": 89, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 82, + "start_region_line": 15 + }, + { + "end_outermost_loop": 93, + "end_region_line": 118, + "line": " }\n", + "lineno": 90, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 82, + "start_region_line": 15 + }, + { + "end_outermost_loop": 93, + "end_region_line": 118, + "line": " chunk_id_json = json.dumps(chunk_response)\n", + "lineno": 91, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 82, + "start_region_line": 15 + }, + { + "end_outermost_loop": 93, + "end_region_line": 118, + "line": " await self.environment_state_actor.add_tts_raw_chunk_id.remote(chunk_id_json)\n", + "lineno": 92, + "memory_samples": [ + [ + 67130043083, + 3493.748582839966 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.06142441569073992, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.007677921340705278, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 10.129589080810547, + "n_malloc_mb": 10.129589080810547, + "n_mallocs": 0, + "n_peak_mb": 10.129589080810547, + "n_python_fraction": 0.924323, + "n_sys_percent": 0.004821866006661819, + "n_usage_fraction": 0.0014844487791018956, + "start_outermost_loop": 82, + "start_region_line": 15 + }, + { + "end_outermost_loop": 93, + "end_region_line": 118, + "line": " chunk_count += 1\n", + "lineno": 93, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 82, + "start_region_line": 15 + }, + { + "end_outermost_loop": 94, + "end_region_line": 118, + "line": "\n", + "lineno": 94, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 94, + "start_region_line": 15 + }, + { + "end_outermost_loop": 113, + "end_region_line": 118, + "line": " async def speech_to_converter(self):\n", + "lineno": 95, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 95, + "start_region_line": 15 + }, + { + "end_outermost_loop": 96, + "end_region_line": 118, + "line": " self.ffmpeg_converter_actor = FFMpegConverterActor.remote(self.audio_output_queue)\n", + "lineno": 96, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.08269265367893897, + "n_cpu_percent_c": 0.01134730635504192, + "n_cpu_percent_python": 0.010336405861762104, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.004538341680502043, + "n_usage_fraction": 0.0, + "start_outermost_loop": 96, + "start_region_line": 15 + }, + { + "end_outermost_loop": 97, + "end_region_line": 118, + "line": " await self.ffmpeg_converter_actor.start_process.remote()\n", + "lineno": 97, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 97, + "start_region_line": 15 + }, + { + "end_outermost_loop": 98, + "end_region_line": 118, + "line": " self.ffmpeg_converter_actor.run.remote()\n", + "lineno": 98, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 98, + "start_region_line": 15 + }, + { + "end_outermost_loop": 99, + "end_region_line": 118, + "line": " \n", + "lineno": 99, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 99, + "start_region_line": 15 + }, + { + "end_outermost_loop": 113, + "end_region_line": 113, + "line": " while True:\n", + "lineno": 100, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.00533342202644005, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0006666664116426432, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.011833120935724454, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 100 + }, + { + "end_outermost_loop": 113, + "end_region_line": 111, + "line": " for i, task in enumerate(self.sentence_tasks):\n", + "lineno": 101, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 101 + }, + { + "end_outermost_loop": 113, + "end_region_line": 111, + "line": " # Skip this task/queue pair if task completed\n", + "lineno": 102, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 101 + }, + { + "end_outermost_loop": 113, + "end_region_line": 111, + "line": " if task.done(): \n", + "lineno": 103, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 101 + }, + { + "end_outermost_loop": 113, + "end_region_line": 111, + "line": " continue \n", + "lineno": 104, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 101 + }, + { + "end_outermost_loop": 113, + "end_region_line": 111, + "line": " queue = self.sentence_queues[i]\n", + "lineno": 105, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 101 + }, + { + "end_outermost_loop": 113, + "end_region_line": 110, + "line": " while not queue.empty():\n", + "lineno": 106, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 106 + }, + { + "end_outermost_loop": 113, + "end_region_line": 110, + "line": " chunk_response = await queue.get()\n", + "lineno": 107, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 106 + }, + { + "end_outermost_loop": 113, + "end_region_line": 110, + "line": " audio_chunk_ref = chunk_response['tts_raw_chunk_ref']\n", + "lineno": 108, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 106 + }, + { + "end_outermost_loop": 113, + "end_region_line": 110, + "line": " audio_chunk = ray.get(audio_chunk_ref)\n", + "lineno": 109, + "memory_samples": [ + [ + 67239984291, + 3483.841467857361 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.035719547990478856, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.01339460262075178, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.02410475942134951, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 106 + }, + { + "end_outermost_loop": 113, + "end_region_line": 110, + "line": " await self.ffmpeg_converter_actor.push_chunk.remote(audio_chunk)\n", + "lineno": 110, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.07119146917400901, + "n_cpu_percent_c": 0.003125252328383962, + "n_cpu_percent_python": 0.008898782256217526, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.004865678079161449, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 106 + }, + { + "end_outermost_loop": 113, + "end_region_line": 111, + "line": " break\n", + "lineno": 111, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 101 + }, + { + "end_outermost_loop": 113, + "end_region_line": 113, + "line": "\n", + "lineno": 112, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 100 + }, + { + "end_outermost_loop": 113, + "end_region_line": 113, + "line": " await asyncio.sleep(0.01) \n", + "lineno": 113, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.008530760157004737, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.005331634393697559, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.05716730234313793, + "n_usage_fraction": 0.0, + "start_outermost_loop": 100, + "start_region_line": 100 + }, + { + "end_outermost_loop": 114, + "end_region_line": 118, + "line": "\n", + "lineno": 114, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 114, + "start_region_line": 15 + }, + { + "end_outermost_loop": 118, + "end_region_line": 118, + "line": " async def run(self):\n", + "lineno": 115, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 115, + "start_region_line": 15 + }, + { + "end_outermost_loop": 116, + "end_region_line": 118, + "line": " async with TaskGroup() as tg: # Use asyncio's built-in TaskGroup\n", + "lineno": 116, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 116, + "start_region_line": 15 + }, + { + "end_outermost_loop": 117, + "end_region_line": 118, + "line": " tg.create_task(self.prompt_to_llm())\n", + "lineno": 117, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 117, + "start_region_line": 15 + }, + { + "end_outermost_loop": 118, + "end_region_line": 118, + "line": " tg.create_task(self.speech_to_converter())\n", + "lineno": 118, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 118, + "start_region_line": 15 + } + ], + "percent_cpu_time": 0.19310921472947418 + }, + "/Users/joebooth/Development/project_charles/text_to_speech_service.py": { + "functions": [ + { + "line": "TextToSpeechService.get_speech_chunks_async", + "lineno": 50, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.16113340388653233, + "n_core_utilization": 0.0013380914137626466, + "n_cpu_percent_c": 0.0021945329409349913, + "n_cpu_percent_python": 0.5989529793979358, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 44.32459568845439, + "n_usage_fraction": 0.0 + } + ], + "imports": [ + "import itertools", + "import os", + "import ray" + ], + "leaks": {}, + "lines": [ + { + "end_outermost_loop": 1, + "end_region_line": 1, + "line": "import asyncio\n", + "lineno": 1, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 1, + "start_region_line": 1 + }, + { + "end_outermost_loop": 2, + "end_region_line": 2, + "line": "import itertools\n", + "lineno": 2, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 2, + "start_region_line": 2 + }, + { + "end_outermost_loop": 3, + "end_region_line": 3, + "line": "import os\n", + "lineno": 3, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 3, + "start_region_line": 3 + }, + { + "end_outermost_loop": 4, + "end_region_line": 4, + "line": "from elevenlabs import generate, play\n", + "lineno": 4, + "memory_samples": [ + [ + 10680832500, + 1850.8092832565308 + ] + ], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.07775753935778061, + "n_cpu_percent_c": 0.13503824929519181, + "n_cpu_percent_python": 0.029158581198803553, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 10.00383472442627, + "n_malloc_mb": 10.00383472442627, + "n_mallocs": 0, + "n_peak_mb": 10.00383472442627, + "n_python_fraction": 0.993733, + "n_sys_percent": 0.046968327058749926, + "n_usage_fraction": 0.00146602000580101, + "start_outermost_loop": 4, + "start_region_line": 4 + }, + { + "end_outermost_loop": 5, + "end_region_line": 5, + "line": "from elevenlabs import set_api_key\n", + "lineno": 5, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 5, + "start_region_line": 5 + }, + { + "end_outermost_loop": 6, + "end_region_line": 6, + "line": "from elevenlabs import generate, stream\n", + "lineno": 6, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 6, + "start_region_line": 6 + }, + { + "end_outermost_loop": 7, + "end_region_line": 7, + "line": "from agent_response import AgentResponse\n", + "lineno": 7, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 7, + "start_region_line": 7 + }, + { + "end_outermost_loop": 8, + "end_region_line": 8, + "line": "import ray\n", + "lineno": 8, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 8, + "start_region_line": 8 + }, + { + "end_outermost_loop": 9, + "end_region_line": 9, + "line": "\n", + "lineno": 9, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 9, + "start_region_line": 9 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": "class TextToSpeechService:\n", + "lineno": 10, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 10, + "start_region_line": 10 + }, + { + "end_outermost_loop": 16, + "end_region_line": 16, + "line": " def __init__(self, voice_id=\"Bella\", model_id=\"eleven_monolingual_v1\"):\n", + "lineno": 11, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 11, + "start_region_line": 11 + }, + { + "end_outermost_loop": 16, + "end_region_line": 16, + "line": " # def __init__(self, voice_id=\"Bella\", model_id=\"eleven_english_v2\"):\n", + "lineno": 12, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 11, + "start_region_line": 11 + }, + { + "end_outermost_loop": 13, + "end_region_line": 16, + "line": " account_sid = os.environ[\"ELEVENLABS_API_KEY\"]\n", + "lineno": 13, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 13, + "start_region_line": 11 + }, + { + "end_outermost_loop": 14, + "end_region_line": 16, + "line": " set_api_key(account_sid)\n", + "lineno": 14, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 14, + "start_region_line": 11 + }, + { + "end_outermost_loop": 15, + "end_region_line": 16, + "line": " self._voice_id = voice_id\n", + "lineno": 15, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 15, + "start_region_line": 11 + }, + { + "end_outermost_loop": 16, + "end_region_line": 16, + "line": " self._model_id = model_id\n", + "lineno": 16, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 16, + "start_region_line": 11 + }, + { + "end_outermost_loop": 17, + "end_region_line": 68, + "line": "\n", + "lineno": 17, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 17, + "start_region_line": 10 + }, + { + "end_outermost_loop": 18, + "end_region_line": 68, + "line": "\n", + "lineno": 18, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 18, + "start_region_line": 10 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " # def print_models(self):\n", + "lineno": 19, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 10, + "start_region_line": 10 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " # models = generate()\n", + "lineno": 20, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 10, + "start_region_line": 10 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " # for model in models:\n", + "lineno": 21, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 10, + "start_region_line": 10 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " # print (model[\"id\"], model[\"name\"])\n", + "lineno": 22, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 10, + "start_region_line": 10 + }, + { + "end_outermost_loop": 23, + "end_region_line": 68, + "line": "\n", + "lineno": 23, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 23, + "start_region_line": 10 + }, + { + "end_outermost_loop": 24, + "end_region_line": 68, + "line": "\n", + "lineno": 24, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 24, + "start_region_line": 10 + }, + { + "end_outermost_loop": 29, + "end_region_line": 29, + "line": " def print_voices(self):\n", + "lineno": 25, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 25, + "start_region_line": 25 + }, + { + "end_outermost_loop": 26, + "end_region_line": 29, + "line": " from elevenlabs.api import Voices\n", + "lineno": 26, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 26, + "start_region_line": 25 + }, + { + "end_outermost_loop": 27, + "end_region_line": 29, + "line": " voices = Voices.from_api()\n", + "lineno": 27, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 27, + "start_region_line": 25 + }, + { + "end_outermost_loop": 29, + "end_region_line": 29, + "line": " for voice in voices:\n", + "lineno": 28, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 28, + "start_region_line": 28 + }, + { + "end_outermost_loop": 29, + "end_region_line": 29, + "line": " print (voice)\n", + "lineno": 29, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 28, + "start_region_line": 28 + }, + { + "end_outermost_loop": 30, + "end_region_line": 68, + "line": "\n", + "lineno": 30, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 30, + "start_region_line": 10 + }, + { + "end_outermost_loop": 38, + "end_region_line": 38, + "line": " def speak(self, prompt):\n", + "lineno": 31, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 31, + "start_region_line": 31 + }, + { + "end_outermost_loop": 32, + "end_region_line": 38, + "line": " audio = generate(\n", + "lineno": 32, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 32, + "start_region_line": 31 + }, + { + "end_outermost_loop": 33, + "end_region_line": 38, + "line": " text=prompt,\n", + "lineno": 33, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 33, + "start_region_line": 31 + }, + { + "end_outermost_loop": 34, + "end_region_line": 38, + "line": " voice=self._voice_id,\n", + "lineno": 34, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 34, + "start_region_line": 31 + }, + { + "end_outermost_loop": 35, + "end_region_line": 38, + "line": " model=self._model_id,\n", + "lineno": 35, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 35, + "start_region_line": 31 + }, + { + "end_outermost_loop": 36, + "end_region_line": 38, + "line": " )\n", + "lineno": 36, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 36, + "start_region_line": 31 + }, + { + "end_outermost_loop": 37, + "end_region_line": 38, + "line": " play(audio)\n", + "lineno": 37, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 37, + "start_region_line": 31 + }, + { + "end_outermost_loop": 38, + "end_region_line": 38, + "line": " return\n", + "lineno": 38, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 38, + "start_region_line": 31 + }, + { + "end_outermost_loop": 39, + "end_region_line": 68, + "line": " \n", + "lineno": 39, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 39, + "start_region_line": 10 + }, + { + "end_outermost_loop": 48, + "end_region_line": 48, + "line": " def stream(self, prompt):\n", + "lineno": 40, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 40, + "start_region_line": 40 + }, + { + "end_outermost_loop": 41, + "end_region_line": 48, + "line": " audio_stream = generate(\n", + "lineno": 41, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 41, + "start_region_line": 40 + }, + { + "end_outermost_loop": 42, + "end_region_line": 48, + "line": " text=prompt,\n", + "lineno": 42, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 42, + "start_region_line": 40 + }, + { + "end_outermost_loop": 43, + "end_region_line": 48, + "line": " voice=self._voice_id,\n", + "lineno": 43, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 43, + "start_region_line": 40 + }, + { + "end_outermost_loop": 44, + "end_region_line": 48, + "line": " model=self._model_id,\n", + "lineno": 44, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 44, + "start_region_line": 40 + }, + { + "end_outermost_loop": 45, + "end_region_line": 48, + "line": " stream_chunk_size=2048,\n", + "lineno": 45, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 45, + "start_region_line": 40 + }, + { + "end_outermost_loop": 46, + "end_region_line": 48, + "line": " stream=True,\n", + "lineno": 46, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 46, + "start_region_line": 40 + }, + { + "end_outermost_loop": 47, + "end_region_line": 48, + "line": " )\n", + "lineno": 47, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 47, + "start_region_line": 40 + }, + { + "end_outermost_loop": 48, + "end_region_line": 48, + "line": " return audio_stream\n", + "lineno": 48, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 48, + "start_region_line": 40 + }, + { + "end_outermost_loop": 49, + "end_region_line": 68, + "line": " \n", + "lineno": 49, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 49, + "start_region_line": 10 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " async def get_speech_chunks_async(self, sentence_response:AgentResponse, cancel_event=None):\n", + "lineno": 50, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 50, + "start_region_line": 10 + }, + { + "end_outermost_loop": 51, + "end_region_line": 68, + "line": " text_to_speak = sentence_response['llm_sentence']\n", + "lineno": 51, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 51, + "start_region_line": 10 + }, + { + "end_outermost_loop": 52, + "end_region_line": 68, + "line": " stream = self.stream(text_to_speak)\n", + "lineno": 52, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 52, + "start_region_line": 10 + }, + { + "end_outermost_loop": 53, + "end_region_line": 68, + "line": " stream, stream_backup = itertools.tee(stream)\n", + "lineno": 53, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 53, + "start_region_line": 10 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " while True:\n", + "lineno": 54, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " # Check if there's a next item in the stream\n", + "lineno": 55, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " next_item = next(stream_backup, None)\n", + "lineno": 56, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.16113340388653233, + "n_core_utilization": 0.0012927279344561564, + "n_cpu_percent_c": 0.0019986849750327656, + "n_cpu_percent_python": 0.5780011444492325, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 44.28634938180924, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " if next_item is None:\n", + "lineno": 57, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " # Stream is exhausted, exit the loop\n", + "lineno": 58, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " break\n", + "lineno": 59, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": "\n", + "lineno": 60, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " # Run next(stream) in a separate thread to avoid blocking the event loop\n", + "lineno": 61, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " chunk = await asyncio.to_thread(next, stream)\n", + "lineno": 62, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " chunk_ref = ray.put(chunk)\n", + "lineno": 63, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.04190438278359146, + "n_cpu_percent_c": 0.00393684978686149, + "n_cpu_percent_python": 0.020951834948702567, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.03450530482418611, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " sentence_response['tts_raw_chunk_ref'] = chunk_ref\n", + "lineno": 64, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " if cancel_event is not None and cancel_event.is_set():\n", + "lineno": 65, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " return\n", + "lineno": 66, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " yield sentence_response\n", + "lineno": 67, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + }, + { + "end_outermost_loop": 68, + "end_region_line": 68, + "line": " sentence_response['tts_raw_chunk_id'] += 1\n", + "lineno": 68, + "memory_samples": [], + "n_avg_mb": 0.0, + "n_copy_mb_s": 0.0, + "n_core_utilization": 0.0, + "n_cpu_percent_c": 0.0, + "n_cpu_percent_python": 0.0, + "n_gpu_avg_memory_mb": 0.0, + "n_gpu_peak_memory_mb": 0.0, + "n_gpu_percent": 0, + "n_growth_mb": 0.0, + "n_malloc_mb": 0.0, + "n_mallocs": 0, + "n_peak_mb": 0.0, + "n_python_fraction": 0, + "n_sys_percent": 0.0, + "n_usage_fraction": 0.0, + "start_outermost_loop": 54, + "start_region_line": 54 + } + ], + "percent_cpu_time": 45.13690835834594 + } + }, + "gpu": false, + "growth_rate": 50.767751894518646, + "max_footprint_fname": "/Users/joebooth/Development/project_charles/clip_transform.py", + "max_footprint_lineno": 29, + "max_footprint_mb": 5112.221946716309, + "memory": true, + "program": "/Users/joebooth/Development/project_charles/charles_actor.py", + "samples": [ + [ + 1202936208, + 131.19057941436768 + ], + [ + 1814980291, + 162.9268970489502 + ], + [ + 2004058708, + 186.0503330230713 + ], + [ + 2004060666, + 186.14457607269287 + ], + [ + 2004061250, + 196.14461421966553 + ], + [ + 5303930875, + 206.61747550964355 + ], + [ + 5444327333, + 366.41387367248535 + ], + [ + 6178163541, + 1328.073226928711 + ], + [ + 6202413625, + 1364.1305541992188 + ], + [ + 6857750791, + 1830.323971748352 + ], + [ + 8348062125, + 1840.3239889144897 + ], + [ + 8654055083, + 1861.5304775238037 + ], + [ + 8678648750, + 1929.631643295288 + ], + [ + 8683770250, + 1957.6691341400146 + ], + [ + 8713627500, + 2149.9448223114014 + ], + [ + 8726548208, + 2218.045721054077 + ], + [ + 8726548958, + 2218.1399641036987 + ], + [ + 8726549250, + 2234.0639629364014 + ], + [ + 8729347208, + 2246.0813732147217 + ], + [ + 8731182416, + 2246.1756162643433 + ], + [ + 8736909208, + 2282.1313848495483 + ], + [ + 8736909833, + 2282.22562789917 + ], + [ + 8757374416, + 2410.326537132263 + ], + [ + 8757375000, + 2410.4207801818848 + ], + [ + 8757375291, + 2426.3444509506226 + ], + [ + 8759834916, + 2426.438694000244 + ], + [ + 8772721458, + 2506.464011192322 + ], + [ + 8772722458, + 2522.4824743270874 + ], + [ + 8775510375, + 2522.576717376709 + ], + [ + 8783092333, + 2570.6440086364746 + ], + [ + 8783092750, + 2582.566794395447 + ], + [ + 8788029125, + 2602.6930503845215 + ], + [ + 8788029416, + 2618.6169958114624 + ], + [ + 8795634958, + 2650.6652059555054 + ], + [ + 8795635958, + 2650.759449005127 + ], + [ + 8795636291, + 2666.683829307556 + ], + [ + 8798002125, + 2666.7780723571777 + ], + [ + 8803262666, + 2698.732695579529 + ], + [ + 8803263583, + 2714.750647544861 + ], + [ + 8807798833, + 2726.861957550049 + ], + [ + 8822925666, + 2822.9966773986816 + ], + [ + 8826204833, + 2842.9497900009155 + ], + [ + 8828962625, + 2859.0621299743652 + ], + [ + 8828963666, + 2870.98495388031 + ], + [ + 8830787208, + 2871.0791969299316 + ], + [ + 8834052375, + 2891.0169744491577 + ], + [ + 8836543250, + 2919.0519857406616 + ], + [ + 8838316083, + 2919.146228790283 + ], + [ + 8841362166, + 2939.083640098572 + ], + [ + 8841362958, + 2939.1778831481934 + ], + [ + 8843897875, + 2955.195957183838 + ], + [ + 8843898416, + 2967.119884490967 + ], + [ + 8845812291, + 2967.2141275405884 + ], + [ + 8848904041, + 2987.245629310608 + ], + [ + 8848904458, + 3003.169506072998 + ], + [ + 9031879500, + 3451.5874156951904 + ], + [ + 9031880750, + 3431.5590114593506 + ], + [ + 9031885208, + 3259.34458732605 + ], + [ + 9031892250, + 2970.980344772339 + ], + [ + 9031901916, + 2490.3732738494873 + ], + [ + 9031913375, + 1994.5733623504639 + ], + [ + 9031914208, + 1840.8054485321045 + ], + [ + 10937226916, + 1995.2971334457397 + ], + [ + 10982193708, + 2043.3785409927368 + ], + [ + 11030378250, + 2091.460061073303 + ], + [ + 11577834541, + 2716.4656457901 + ], + [ + 11785323166, + 2968.8082695007324 + ], + [ + 11810614333, + 3004.8655433654785 + ], + [ + 11832418625, + 3154.9909524917603 + ], + [ + 13824984458, + 3521.097773551941 + ], + [ + 13884431375, + 3873.6001691818237 + ], + [ + 13889194625, + 3885.617289543152 + ], + [ + 13921385416, + 4077.89409160614 + ], + [ + 13923230916, + 4077.9883346557617 + ], + [ + 13938042166, + 4162.108039855957 + ], + [ + 13943693791, + 4194.156753540039 + ], + [ + 13949173708, + 4222.098093986511 + ], + [ + 13995823791, + 4482.575981140137 + ], + [ + 14006651458, + 4546.661247253418 + ], + [ + 14006651791, + 4558.583872795105 + ], + [ + 14008674916, + 4558.678115844727 + ], + [ + 14014665083, + 4594.63375377655 + ], + [ + 14020381416, + 4626.682787895203 + ], + [ + 14072739416, + 4931.303332328796 + ], + [ + 14203287458, + 4734.661549568176 + ], + [ + 14203288333, + 4706.629246711731 + ], + [ + 14203297541, + 4322.14358997345 + ], + [ + 14203301375, + 4141.915783882141 + ], + [ + 14203304000, + 4109.872357368469 + ], + [ + 14203316208, + 3480.3329362869263 + ], + [ + 14363123875, + 3505.702486038208 + ], + [ + 14382975083, + 3482.86065864563 + ], + [ + 21289593166, + 3503.619634628296 + ], + [ + 74402706541, + 3493.9521484375 + ], + [ + 75496477041, + 3473.9502563476562 + ], + [ + 78780853500, + 3463.9480743408203 + ], + [ + 80233405166, + 3474.0733013153076 + ], + [ + 84155534875, + 3464.0729656219482 + ], + [ + 90465412583, + 3454.196900367737 + ], + [ + 91485571333, + 3464.2924194335938 + ] + ], + "stacks": [] +}