{ "alloc_samples": 1039, "args": [ "charles_actor.py" ], "elapsed_time_sec": 91.92571020126343, "filename": "/Users/joebooth/Development/project_charles", "files": { "/Users/joebooth/Development/project_charles/charles_actor.py": { "functions": [ { "line": "CharlesActor._initalize_resources", "lineno": 28, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.07205641877745673, "n_cpu_percent_c": 0.01379856944772153, "n_cpu_percent_python": 0.02702069735193116, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.01582976945861779, "n_usage_fraction": 0.0 }, { "line": "CharlesActor.start", "lineno": 75, "memory_samples": [ [ 21289600291, 3503.5253915786743 ], [ 74402713208, 3493.8579053878784 ], [ 80233411083, 3473.979058265686 ], [ 86094015625, 3464.1026878356934 ], [ 91485577375, 3464.198176383972 ], [ 75484712208, 3483.9502716064453 ] ], "n_avg_mb": 50.11398983001709, "n_copy_mb_s": 12.540464446541423, "n_core_utilization": 0.009247271533595565, "n_cpu_percent_c": 0.0005038521359021481, "n_cpu_percent_python": 0.2230866304866803, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 50.11398983001709, "n_malloc_mb": 50.11398983001709, "n_mallocs": 1, "n_peak_mb": 50.11398983001709, "n_python_fraction": 0.9894194262077459, "n_sys_percent": 2.1943171327239845, "n_usage_fraction": 0.007343994946450585 }, { "line": "CharlesActor.start..render_debug_output", "lineno": 81, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.015454229522079328, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.019317458264339425, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.10568041520933154, "n_usage_fraction": 0.0 }, { "line": "init_ray", "lineno": 230, "memory_samples": [ [ 5303948208, 206.61747550964355 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 1.2333076291950147, "n_core_utilization": 0.0015950563264209012, "n_cpu_percent_c": 0.0003186469566293774, "n_cpu_percent_python": 0.041470758965654386, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 10.176729202270508, "n_malloc_mb": 10.176729202270508, "n_mallocs": 0, "n_peak_mb": 10.176729202270508, "n_python_fraction": 0.10133399999999998, "n_sys_percent": 2.5781435224686375, "n_usage_fraction": 0.0014913569661161663 } ], "imports": [ "import ray", "import time", "import os", "import subprocess" ], "leaks": {}, "lines": [ { "end_outermost_loop": 1, "end_region_line": 1, "line": "import json\n", "lineno": 1, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 1, "start_region_line": 1 }, { "end_outermost_loop": 2, "end_region_line": 2, "line": "import ray\n", "lineno": 2, "memory_samples": [ [ 121782958, 10.000162124633789 ], [ 211341708, 20.199800491333008 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 1.8930311751261542, "n_core_utilization": 0.0832022004683644, "n_cpu_percent_c": 0.141233332562971, "n_cpu_percent_python": 0.11440107939563181, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 20.011314392089844, "n_malloc_mb": 20.011314392089844, "n_mallocs": 0, "n_peak_mb": 20.011314392089844, "n_python_fraction": 0.995378583333365, "n_sys_percent": 0.051610361039680475, "n_usage_fraction": 0.002932574162740368, "start_outermost_loop": 2, "start_region_line": 2 }, { "end_outermost_loop": 3, "end_region_line": 3, "line": "import time\n", "lineno": 3, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 3, "start_region_line": 3 }, { "end_outermost_loop": 4, "end_region_line": 4, "line": "import asyncio\n", "lineno": 4, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 4, "start_region_line": 4 }, { "end_outermost_loop": 5, "end_region_line": 5, "line": "import os\n", "lineno": 5, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 5, "start_region_line": 5 }, { "end_outermost_loop": 6, "end_region_line": 6, "line": "from clip_transform import CLIPTransform\n", "lineno": 6, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 6, "start_region_line": 6 }, { "end_outermost_loop": 7, "end_region_line": 7, "line": "from environment_state_actor import EnvironmentStateActor, EnvironmentState\n", "lineno": 7, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 7, "start_region_line": 7 }, { "end_outermost_loop": 8, "end_region_line": 8, "line": "import asyncio\n", "lineno": 8, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 8, "start_region_line": 8 }, { "end_outermost_loop": 9, "end_region_line": 9, "line": "import subprocess\n", "lineno": 9, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 10, "end_region_line": 10, "line": "\n", "lineno": 10, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 10, "start_region_line": 10 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": "class CharlesActor:\n", "lineno": 11, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 11, "start_region_line": 11 }, { "end_outermost_loop": 17, "end_region_line": 17, "line": " def __init__(self):\n", "lineno": 12, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 12, "start_region_line": 12 }, { "end_outermost_loop": 13, "end_region_line": 17, "line": " self._needs_init = True\n", "lineno": 13, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 13, "start_region_line": 12 }, { "end_outermost_loop": 14, "end_region_line": 17, "line": " self._charles_actor_debug_output = \"\"\n", "lineno": 14, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 14, "start_region_line": 12 }, { "end_outermost_loop": 15, "end_region_line": 17, "line": " self._environment_state:EnvironmentState = EnvironmentState(episode=0, step=0) # Initialize as EnvironmentState\n", "lineno": 15, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 15, "start_region_line": 12 }, { "end_outermost_loop": 16, "end_region_line": 17, "line": " self._state = \"Initializing\"\n", "lineno": 16, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 16, "start_region_line": 12 }, { "end_outermost_loop": 17, "end_region_line": 17, "line": " self._clip_transform = CLIPTransform()\n", "lineno": 17, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 17, "start_region_line": 12 }, { "end_outermost_loop": 18, "end_region_line": 228, "line": " \n", "lineno": 18, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 18, "start_region_line": 11 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " # def get_state(self):\n", "lineno": 19, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 11, "start_region_line": 11 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " # return self._state\n", "lineno": 20, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 11, "start_region_line": 11 }, { "end_outermost_loop": 21, "end_region_line": 228, "line": " \n", "lineno": 21, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 21, "start_region_line": 11 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " # def get_charles_actor_debug_output(self):\n", "lineno": 22, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 11, "start_region_line": 11 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " # return self._charles_actor_debug_output\n", "lineno": 23, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 11, "start_region_line": 11 }, { "end_outermost_loop": 24, "end_region_line": 228, "line": " \n", "lineno": 24, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 24, "start_region_line": 11 }, { "end_outermost_loop": 26, "end_region_line": 26, "line": " def get_environment_state(self)-\\u003eEnvironmentState:\n", "lineno": 25, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 25, "start_region_line": 25 }, { "end_outermost_loop": 26, "end_region_line": 26, "line": " return self._environment_state\n", "lineno": 26, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 26, "start_region_line": 25 }, { "end_outermost_loop": 27, "end_region_line": 228, "line": " \n", "lineno": 27, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 27, "start_region_line": 11 }, { "end_outermost_loop": 73, "end_region_line": 228, "line": " async def _initalize_resources(self):\n", "lineno": 28, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 28, "start_region_line": 11 }, { "end_outermost_loop": 73, "end_region_line": 228, "line": " # Initialize resources\n", "lineno": 29, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 28, "start_region_line": 11 }, { "end_outermost_loop": 30, "end_region_line": 228, "line": " print(\"000 - create AppInterfaceActor\")\n", "lineno": 30, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 30, "start_region_line": 11 }, { "end_outermost_loop": 31, "end_region_line": 228, "line": " self._state = \"000 - creating AppInterfaceActor\"\n", "lineno": 31, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 31, "start_region_line": 11 }, { "end_outermost_loop": 32, "end_region_line": 228, "line": " from app_interface_actor import AppInterfaceActor\n", "lineno": 32, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 32, "start_region_line": 11 }, { "end_outermost_loop": 33, "end_region_line": 228, "line": " self._app_interface_actor = AppInterfaceActor.get_singleton()\n", "lineno": 33, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 33, "start_region_line": 11 }, { "end_outermost_loop": 34, "end_region_line": 228, "line": " self._audio_output_queue = await self._app_interface_actor.get_audio_output_queue.remote()\n", "lineno": 34, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 34, "start_region_line": 11 }, { "end_outermost_loop": 35, "end_region_line": 228, "line": " await self._app_interface_actor.set_state.remote(self._state)\n", "lineno": 35, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0783487423965428, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.009793426188904296, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0027063611584628006, "n_usage_fraction": 0.0, "start_outermost_loop": 35, "start_region_line": 11 }, { "end_outermost_loop": 36, "end_region_line": 228, "line": " \n", "lineno": 36, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 36, "start_region_line": 11 }, { "end_outermost_loop": 37, "end_region_line": 228, "line": "\n", "lineno": 37, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 37, "start_region_line": 11 }, { "end_outermost_loop": 38, "end_region_line": 228, "line": " print(\"001 - create RespondToPromptAsync\")\n", "lineno": 38, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 38, "start_region_line": 11 }, { "end_outermost_loop": 39, "end_region_line": 228, "line": " self._state = \"001 - creating RespondToPromptAsync\"\n", "lineno": 39, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 39, "start_region_line": 11 }, { "end_outermost_loop": 40, "end_region_line": 228, "line": " await self._app_interface_actor.set_state.remote(self._state)\n", "lineno": 40, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 40, "start_region_line": 11 }, { "end_outermost_loop": 41, "end_region_line": 228, "line": " from respond_to_prompt_async import RespondToPromptAsync\n", "lineno": 41, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 41, "start_region_line": 11 }, { "end_outermost_loop": 42, "end_region_line": 228, "line": " self._environment_state_actor = EnvironmentStateActor.remote()\n", "lineno": 42, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.07798431684271376, "n_cpu_percent_c": 0.0060017658799665025, "n_cpu_percent_python": 0.009747873769636203, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.004446266767540227, "n_usage_fraction": 0.0, "start_outermost_loop": 42, "start_region_line": 11 }, { "end_outermost_loop": 43, "end_region_line": 228, "line": " self._respond_to_prompt = RespondToPromptAsync(self._environment_state_actor, self._audio_output_queue)\n", "lineno": 43, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 43, "start_region_line": 11 }, { "end_outermost_loop": 44, "end_region_line": 228, "line": " self._respond_to_prompt_task = asyncio.create_task(self._respond_to_prompt.run())\n", "lineno": 44, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 44, "start_region_line": 11 }, { "end_outermost_loop": 45, "end_region_line": 228, "line": "\n", "lineno": 45, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 45, "start_region_line": 11 }, { "end_outermost_loop": 46, "end_region_line": 228, "line": " print(\"002 - create SpeechToTextVoskActor\")\n", "lineno": 46, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 46, "start_region_line": 11 }, { "end_outermost_loop": 47, "end_region_line": 228, "line": " self._state = \"002 - creating SpeechToTextVoskActor\"\n", "lineno": 47, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 47, "start_region_line": 11 }, { "end_outermost_loop": 48, "end_region_line": 228, "line": " await self._app_interface_actor.set_state.remote(self._state)\n", "lineno": 48, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 48, "start_region_line": 11 }, { "end_outermost_loop": 49, "end_region_line": 228, "line": " from speech_to_text_vosk_actor import SpeechToTextVoskActor\n", "lineno": 49, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 49, "start_region_line": 11 }, { "end_outermost_loop": 50, "end_region_line": 228, "line": " self._speech_to_text_actor = SpeechToTextVoskActor.remote(\"small\")\n", "lineno": 50, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.05983619709311368, "n_cpu_percent_c": 0.0068533718315643925, "n_cpu_percent_python": 0.007479397393390662, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.009620573268805398, "n_usage_fraction": 0.0, "start_outermost_loop": 50, "start_region_line": 11 }, { "end_outermost_loop": 73, "end_region_line": 228, "line": " # self._speech_to_text_actor = SpeechToTextVoskActor.remote(\"big\")\n", "lineno": 51, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 28, "start_region_line": 11 }, { "end_outermost_loop": 52, "end_region_line": 228, "line": " \n", "lineno": 52, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 52, "start_region_line": 11 }, { "end_outermost_loop": 53, "end_region_line": 228, "line": " self._debug_queue = [\n", "lineno": 53, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 53, "start_region_line": 11 }, { "end_outermost_loop": 54, "end_region_line": 228, "line": " # \"hello, how are you today?\",\n", "lineno": 54, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 11 }, { "end_outermost_loop": 55, "end_region_line": 228, "line": " # \"hmm, interesting, tell me more about that.\",\n", "lineno": 55, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 11 }, { "end_outermost_loop": 56, "end_region_line": 228, "line": " ]\n", "lineno": 56, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 56, "start_region_line": 11 }, { "end_outermost_loop": 57, "end_region_line": 228, "line": "\n", "lineno": 57, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 57, "start_region_line": 11 }, { "end_outermost_loop": 58, "end_region_line": 228, "line": " print(\"003 - create Prototypes\")\n", "lineno": 58, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 58, "start_region_line": 11 }, { "end_outermost_loop": 59, "end_region_line": 228, "line": " self._state = \"003 - creating Prototypes\"\n", "lineno": 59, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 59, "start_region_line": 11 }, { "end_outermost_loop": 60, "end_region_line": 228, "line": " await self._app_interface_actor.set_state.remote(self._state)\n", "lineno": 60, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 60, "start_region_line": 11 }, { "end_outermost_loop": 61, "end_region_line": 228, "line": " from prototypes import Prototypes\n", "lineno": 61, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 61, "start_region_line": 11 }, { "end_outermost_loop": 62, "end_region_line": 228, "line": " self._prototypes = Prototypes()\n", "lineno": 62, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 62, "start_region_line": 11 }, { "end_outermost_loop": 63, "end_region_line": 228, "line": "\n", "lineno": 63, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 63, "start_region_line": 11 }, { "end_outermost_loop": 64, "end_region_line": 228, "line": " print(\"004 - create animator\")\n", "lineno": 64, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 64, "start_region_line": 11 }, { "end_outermost_loop": 65, "end_region_line": 228, "line": " self._state = \"004 - creating animator\"\n", "lineno": 65, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 65, "start_region_line": 11 }, { "end_outermost_loop": 66, "end_region_line": 228, "line": " await self._app_interface_actor.set_state.remote(self._state)\n", "lineno": 66, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 66, "start_region_line": 11 }, { "end_outermost_loop": 67, "end_region_line": 228, "line": " from charles_animator import CharlesAnimator\n", "lineno": 67, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 67, "start_region_line": 11 }, { "end_outermost_loop": 68, "end_region_line": 228, "line": " self._animator = CharlesAnimator()\n", "lineno": 68, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 68, "start_region_line": 11 }, { "end_outermost_loop": 69, "end_region_line": 228, "line": "\n", "lineno": 69, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 69, "start_region_line": 11 }, { "end_outermost_loop": 70, "end_region_line": 228, "line": " print(\"010\")\n", "lineno": 70, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 70, "start_region_line": 11 }, { "end_outermost_loop": 71, "end_region_line": 228, "line": " self._needs_init = True\n", "lineno": 71, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 11 }, { "end_outermost_loop": 72, "end_region_line": 228, "line": " self._state = \"Initialized\"\n", "lineno": 72, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 72, "start_region_line": 11 }, { "end_outermost_loop": 73, "end_region_line": 228, "line": " await self._app_interface_actor.set_state.remote(self._state)\n", "lineno": 73, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 73, "start_region_line": 11 }, { "end_outermost_loop": 74, "end_region_line": 228, "line": " \n", "lineno": 74, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 74, "start_region_line": 11 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " async def start(self):\n", "lineno": 75, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 75, "start_region_line": 11 }, { "end_outermost_loop": 77, "end_region_line": 228, "line": " if self._needs_init:\n", "lineno": 76, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 76, "start_region_line": 11 }, { "end_outermost_loop": 77, "end_region_line": 228, "line": " await self._initalize_resources()\n", "lineno": 77, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 77, "start_region_line": 11 }, { "end_outermost_loop": 78, "end_region_line": 228, "line": " \n", "lineno": 78, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 78, "start_region_line": 11 }, { "end_outermost_loop": 79, "end_region_line": 228, "line": " debug_output_history = []\n", "lineno": 79, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 79, "start_region_line": 11 }, { "end_outermost_loop": 80, "end_region_line": 228, "line": "\n", "lineno": 80, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 80, "start_region_line": 11 }, { "end_outermost_loop": 87, "end_region_line": 228, "line": " async def render_debug_output(list_of_strings):\n", "lineno": 81, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.016137852160862866, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.004034394405080688, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.020965180289653506, "n_usage_fraction": 0.0, "start_outermost_loop": 81, "start_region_line": 11 }, { "end_outermost_loop": 82, "end_region_line": 228, "line": " table_content = \"##### Chat history\\n\"\n", "lineno": 82, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 82, "start_region_line": 11 }, { "end_outermost_loop": 85, "end_region_line": 85, "line": " for item in reversed(list_of_strings):\n", "lineno": 83, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 83, "start_region_line": 83 }, { "end_outermost_loop": 85, "end_region_line": 85, "line": " # table_content += f\"\\n```markdown\\n{item}\\n```\\n\"\n", "lineno": 84, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 83, "start_region_line": 83 }, { "end_outermost_loop": 85, "end_region_line": 85, "line": " table_content += f\"\\n{item}\\n\"\n", "lineno": 85, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.015625819772033943, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0019531942427870853, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.010546593104580011, "n_usage_fraction": 0.0, "start_outermost_loop": 83, "start_region_line": 83 }, { "end_outermost_loop": 86, "end_region_line": 228, "line": " self._charles_actor_debug_output = table_content\n", "lineno": 86, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 86, "start_region_line": 11 }, { "end_outermost_loop": 87, "end_region_line": 228, "line": " await self._app_interface_actor.set_debug_output.remote(self._charles_actor_debug_output)\n", "lineno": 87, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.015234395875290513, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.013329869616471653, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.07416864181509804, "n_usage_fraction": 0.0, "start_outermost_loop": 87, "start_region_line": 11 }, { "end_outermost_loop": 88, "end_region_line": 228, "line": "\n", "lineno": 88, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 88, "start_region_line": 11 }, { "end_outermost_loop": 93, "end_region_line": 228, "line": " async def add_debug_output(output):\n", "lineno": 89, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 89, "start_region_line": 11 }, { "end_outermost_loop": 90, "end_region_line": 228, "line": " debug_output_history.append(output)\n", "lineno": 90, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 90, "start_region_line": 11 }, { "end_outermost_loop": 92, "end_region_line": 228, "line": " if len(debug_output_history) \\u003e 10:\n", "lineno": 91, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 91, "start_region_line": 11 }, { "end_outermost_loop": 92, "end_region_line": 228, "line": " debug_output_history.pop(0)\n", "lineno": 92, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 92, "start_region_line": 11 }, { "end_outermost_loop": 93, "end_region_line": 228, "line": " await render_debug_output(debug_output_history)\n", "lineno": 93, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 93, "start_region_line": 11 }, { "end_outermost_loop": 94, "end_region_line": 228, "line": " \n", "lineno": 94, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 94, "start_region_line": 11 }, { "end_outermost_loop": 95, "end_region_line": 228, "line": " self._state = \"Waiting for input\"\n", "lineno": 95, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 95, "start_region_line": 11 }, { "end_outermost_loop": 96, "end_region_line": 228, "line": " await self._app_interface_actor.set_state.remote(self._state)\n", "lineno": 96, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 96, "start_region_line": 11 }, { "end_outermost_loop": 97, "end_region_line": 228, "line": " total_video_frames = 0\n", "lineno": 97, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 97, "start_region_line": 11 }, { "end_outermost_loop": 98, "end_region_line": 228, "line": " skipped_video_frames = 0\n", "lineno": 98, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 98, "start_region_line": 11 }, { "end_outermost_loop": 99, "end_region_line": 228, "line": " total_audio_frames = 0\n", "lineno": 99, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 99, "start_region_line": 11 }, { "end_outermost_loop": 100, "end_region_line": 228, "line": " loops = 0\n", "lineno": 100, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 11 }, { "end_outermost_loop": 101, "end_region_line": 228, "line": " start_time = time.time()\n", "lineno": 101, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 101, "start_region_line": 11 }, { "end_outermost_loop": 102, "end_region_line": 228, "line": " vector_debug = \"--n/a--\"\n", "lineno": 102, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 102, "start_region_line": 11 }, { "end_outermost_loop": 103, "end_region_line": 228, "line": " \n", "lineno": 103, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 103, "start_region_line": 11 }, { "end_outermost_loop": 104, "end_region_line": 228, "line": " process_speech_to_text_future = []\n", "lineno": 104, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 104, "start_region_line": 11 }, { "end_outermost_loop": 105, "end_region_line": 228, "line": " current_responses = []\n", "lineno": 105, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 105, "start_region_line": 11 }, { "end_outermost_loop": 106, "end_region_line": 228, "line": " speech_chunks_per_response = []\n", "lineno": 106, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 106, "start_region_line": 11 }, { "end_outermost_loop": 107, "end_region_line": 228, "line": " human_preview_text = \"\"\n", "lineno": 107, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 107, "start_region_line": 11 }, { "end_outermost_loop": 108, "end_region_line": 228, "line": " robot_preview_text = \"\"\n", "lineno": 108, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 108, "start_region_line": 11 }, { "end_outermost_loop": 109, "end_region_line": 228, "line": " additional_prompt = None\n", "lineno": 109, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 109, "start_region_line": 11 }, { "end_outermost_loop": 110, "end_region_line": 228, "line": " previous_prompt = \"\"\n", "lineno": 110, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 110, "start_region_line": 11 }, { "end_outermost_loop": 111, "end_region_line": 228, "line": " is_talking = False\n", "lineno": 111, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 111, "start_region_line": 11 }, { "end_outermost_loop": 112, "end_region_line": 228, "line": " has_spoken_for_this_prompt = False\n", "lineno": 112, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 112, "start_region_line": 11 }, { "end_outermost_loop": 113, "end_region_line": 228, "line": "\n", "lineno": 113, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 113, "start_region_line": 11 }, { "end_outermost_loop": 114, "end_region_line": 228, "line": "\n", "lineno": 114, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 114, "start_region_line": 11 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " while True:\n", "lineno": 115, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if len(self._debug_queue) \\u003e 0:\n", "lineno": 116, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " prompt = self._debug_queue.pop(0)\n", "lineno": 117, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " await self._respond_to_prompt.enqueue_prompt(prompt)\n", "lineno": 118, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " \n", "lineno": 119, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " env_state = await self._environment_state_actor.begin_next_step.remote()\n", "lineno": 120, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.01887183964605046, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.011794699121462117, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.05070423761537337, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " self._environment_state = env_state\n", "lineno": 121, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " audio_frames = await self._app_interface_actor.dequeue_audio_input_frames_async.remote() \n", "lineno": 122, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.014067501037022274, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.008792038573582229, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.053706898163253254, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " video_frames = await self._app_interface_actor.dequeue_video_input_frames_async.remote()\n", "lineno": 123, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 1.3432355863874499, "n_core_utilization": 0.014391348962614738, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.01798888016744363, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.10700899330622735, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": "\n", "lineno": 124, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if len(audio_frames) \\u003e 0:\n", "lineno": 125, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " total_audio_frames += len(audio_frames)\n", "lineno": 126, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " # Concatenate all audio frames into a single buffer\n", "lineno": 127, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " audio_buffer = b\"\".join([buffer.tobytes() for buffer in audio_frames])\n", "lineno": 128, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " future = self._speech_to_text_actor.process_speech.remote(audio_buffer)\n", "lineno": 129, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.014732001165469683, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.012890281723867471, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.07460822970770223, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " process_speech_to_text_future.append(future)\n", "lineno": 130, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " # audio_frames_task = None\n", "lineno": 131, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": "\n", "lineno": 132, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if len(video_frames) \\u003e 0:\n", "lineno": 133, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " vector_debug = f\"found {len(video_frames)} video frames\"\n", "lineno": 134, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " total_video_frames += 1\n", "lineno": 135, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " skipped_video_frames += (len(video_frames) -1)\n", "lineno": 136, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " image_as_array = video_frames[-1]\n", "lineno": 137, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " image_vector = self._clip_transform.image_to_embeddings(image_as_array)\n", "lineno": 138, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " image_vector = image_vector[0]\n", "lineno": 139, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " distances, closest_item_key, distance_debug_str = self._prototypes.get_distances(image_vector)\n", "lineno": 140, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " vector_debug = f\"{closest_item_key} {distance_debug_str}\"\n", "lineno": 141, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": "\n", "lineno": 142, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if len(process_speech_to_text_future) \\u003e 0:\n", "lineno": 143, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " ready, _ = ray.wait([process_speech_to_text_future[0]], timeout=0)\n", "lineno": 144, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.01628606324715665, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.00610716981945687, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.03139219222264442, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if ready:\n", "lineno": 145, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " prompt, speaker_finished, raw_json = await process_speech_to_text_future[0]\n", "lineno": 146, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.01898203012742915, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.023727134001417988, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.101270739472253, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " del process_speech_to_text_future[0]\n", "lineno": 147, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": "\n", "lineno": 148, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " prompts_to_ignore = [\"um\", \"uh\", \"ah\", \"huh\", \"hmm\", \"the\", \"but\", \"by\", \"just\", \"i'm\"]\n", "lineno": 149, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": "\n", "lineno": 150, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if speaker_finished and len(prompt) \\u003e 0 and prompt not in prompts_to_ignore:\n", "lineno": 151, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " print(f\"Prompt: {prompt}\")\n", "lineno": 152, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " line = \"\"\n", "lineno": 153, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 157, "line": " for i, response in enumerate(current_responses):\n", "lineno": 154, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 154 }, { "end_outermost_loop": 228, "end_region_line": 157, "line": " line += \"\ud83e\udd16 \" if len(line) == 0 else \"\"\n", "lineno": 155, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 154 }, { "end_outermost_loop": 228, "end_region_line": 157, "line": " # line += f\"{response} [{speech_chunks_per_response[i]}] \\n\"\n", "lineno": 156, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 154 }, { "end_outermost_loop": 228, "end_region_line": 157, "line": " line += f\"[{speech_chunks_per_response[i]}] {response} \\n\"\n", "lineno": 157, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 154 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if len(line) \\u003e 0:\n", "lineno": 158, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " await add_debug_output(line)\n", "lineno": 159, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " current_responses = []\n", "lineno": 160, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " speech_chunks_per_response = []\n", "lineno": 161, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " env_state.llm_preview = \"\"\n", "lineno": 162, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " env_state.llm_responses = []\n", "lineno": 163, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " env_state.tts_raw_chunk_ids = []\n", "lineno": 164, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " human_preview_text = \"\"\n", "lineno": 165, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " robot_preview_text = \"\"\n", "lineno": 166, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if additional_prompt is not None:\n", "lineno": 167, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " prompt = additional_prompt + \". \" + prompt\n", "lineno": 168, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " await add_debug_output(f\"\ud83d\udc68 {prompt}\")\n", "lineno": 169, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " await self._respond_to_prompt.enqueue_prompt(prompt)\n", "lineno": 170, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " additional_prompt = None\n", "lineno": 171, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " previous_prompt = prompt\n", "lineno": 172, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " is_talking = False\n", "lineno": 173, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " has_spoken_for_this_prompt = False\n", "lineno": 174, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " elif len(prompt) \\u003e 0 and prompt not in prompts_to_ignore:\n", "lineno": 175, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " # sometimes we get a false signal of speaker_finsihed\n", "lineno": 176, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " # in which case we get new prompts before we have spoken\n", "lineno": 177, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if len(previous_prompt) \\u003e 0 and not has_spoken_for_this_prompt:\n", "lineno": 178, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " additional_prompt = previous_prompt\n", "lineno": 179, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " has_spoken_for_this_prompt = True\n", "lineno": 180, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " await self._respond_to_prompt.enqueue_prompt(\"\")\n", "lineno": 181, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if additional_prompt is not None:\n", "lineno": 182, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " prompt = additional_prompt + \". \" + prompt \n", "lineno": 183, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " human_preview_text = f\"\ud83d\udc68\u2753 {prompt}\"\n", "lineno": 184, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": "\n", "lineno": 185, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 190, "line": " for new_response in env_state.llm_responses:\n", "lineno": 186, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 186 }, { "end_outermost_loop": 228, "end_region_line": 190, "line": " # add_debug_output(f\"\ud83e\udd16 {new_response}\")\n", "lineno": 187, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 186 }, { "end_outermost_loop": 228, "end_region_line": 190, "line": " current_responses.append(new_response)\n", "lineno": 188, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 186 }, { "end_outermost_loop": 228, "end_region_line": 190, "line": " speech_chunks_per_response.append(0)\n", "lineno": 189, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 186 }, { "end_outermost_loop": 228, "end_region_line": 190, "line": " robot_preview_text = \"\"\n", "lineno": 190, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 186 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if len(env_state.llm_preview):\n", "lineno": 191, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " robot_preview_text = f\"\ud83e\udd16\u2753 {env_state.llm_preview}\"\n", "lineno": 192, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": "\n", "lineno": 193, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 198, "line": " for chunk in env_state.tts_raw_chunk_ids:\n", "lineno": 194, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 194 }, { "end_outermost_loop": 228, "end_region_line": 198, "line": " chunk = json.loads(chunk)\n", "lineno": 195, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 194 }, { "end_outermost_loop": 228, "end_region_line": 198, "line": " # prompt = chunk['prompt']\n", "lineno": 196, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 194 }, { "end_outermost_loop": 228, "end_region_line": 198, "line": " response_id = chunk['llm_sentence_id']\n", "lineno": 197, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 194 }, { "end_outermost_loop": 228, "end_region_line": 198, "line": " speech_chunks_per_response[response_id] += 1\n", "lineno": 198, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 194 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": "\n", "lineno": 199, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " list_of_strings = debug_output_history.copy()\n", "lineno": 200, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " line = \"\"\n", "lineno": 201, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 204, "line": " for i, response in enumerate(current_responses):\n", "lineno": 202, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 202 }, { "end_outermost_loop": 228, "end_region_line": 204, "line": " line += \"\ud83e\udd16 \" if len(line) == 0 else \"\"\n", "lineno": 203, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 202 }, { "end_outermost_loop": 228, "end_region_line": 204, "line": " line += f\"[{speech_chunks_per_response[i]}] {response} \\n\"\n", "lineno": 204, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 202 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " # line += f\"{response} [{speech_chunks_per_response[i]}] \\n\"\n", "lineno": 205, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if len(robot_preview_text) \\u003e 0:\n", "lineno": 206, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " line += robot_preview_text+\" \\n\"\n", "lineno": 207, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " list_of_strings.append(line)\n", "lineno": 208, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if len(human_preview_text) \\u003e 0:\n", "lineno": 209, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " list_of_strings.append(human_preview_text)\n", "lineno": 210, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " if len(list_of_strings) \\u003e 10:\n", "lineno": 211, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " list_of_strings.pop(0)\n", "lineno": 212, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " await render_debug_output(list_of_strings)\n", "lineno": 213, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": "\n", "lineno": 214, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": "\n", "lineno": 215, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " await asyncio.sleep(0.01)\n", "lineno": 216, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.013875226455355664, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0017343738008850794, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.010765413546482017, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": "\n", "lineno": 217, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " # add observations to the environment state\n", "lineno": 218, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " count = len(self._audio_output_queue)\n", "lineno": 219, "memory_samples": [ [ 75484712208, 3483.9502716064453 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.005927576169121314, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.05779288444748314, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.9171905286471509, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " is_talking = bool(count \\u003e 0)\n", "lineno": 220, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0071405308097312785, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0008925511666896396, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.011607236180677457, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " has_spoken_for_this_prompt = has_spoken_for_this_prompt or is_talking\n", "lineno": 221, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " frame = self._animator.update(is_talking)\n", "lineno": 222, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " frame_ref = ray.put(frame)\n", "lineno": 223, "memory_samples": [ [ 21289600291, 3503.5253915786743 ], [ 74402713208, 3493.8579053878784 ], [ 80233411083, 3473.979058265686 ], [ 86094015625, 3464.1026878356934 ], [ 91485577375, 3464.198176383972 ] ], "n_avg_mb": 50.11398983001709, "n_copy_mb_s": 11.034673582160368, "n_core_utilization": 0.007988165640310702, "n_cpu_percent_c": 4.1637605040395804e-05, "n_cpu_percent_python": 0.05292069705369705, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 50.11398983001709, "n_malloc_mb": 50.11398983001709, "n_mallocs": 1, "n_peak_mb": 50.11398983001709, "n_python_fraction": 0.9894194262077459, "n_sys_percent": 0.6100476358841047, "n_usage_fraction": 0.007343994946450585, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " await self._app_interface_actor.enqueue_video_output_frame.remote(frame_ref) \n", "lineno": 224, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0061125620446837794, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0061124580564907716, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.093885840722446, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": "\n", "lineno": 225, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " loops+=1\n", "lineno": 226, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " self._state = f\"Processed {total_video_frames} video frames and {total_audio_frames} audio frames, loops: {loops}. loops per second: {loops/(time.time()-start_time):.2f}. Is speaking: {is_talking}({count}). {vector_debug}\"\n", "lineno": 227, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.008691298725823398, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0010863938584523508, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.011413393488914746, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 228, "end_region_line": 228, "line": " await self._app_interface_actor.set_state.remote(self._state)\n", "lineno": 228, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.16255527799360425, "n_core_utilization": 0.015452676481097579, "n_cpu_percent_c": 0.0007614176799874425, "n_cpu_percent_python": 0.02124706869575186, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.12041659061762877, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 115 }, { "end_outermost_loop": 229, "end_region_line": 229, "line": "\n", "lineno": 229, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 229, "start_region_line": 229 }, { "end_outermost_loop": 242, "end_region_line": 242, "line": "def init_ray():\n", "lineno": 230, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 230, "start_region_line": 230 }, { "end_outermost_loop": 231, "end_region_line": 242, "line": " try:\n", "lineno": 231, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 231, "start_region_line": 230 }, { "end_outermost_loop": 232, "end_region_line": 242, "line": " subprocess.check_output([\"ray\", \"start\", \"--include-dashboard=True\", \"--head\"])\n", "lineno": 232, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 1.2333076291950147, "n_core_utilization": 0.0013787466873581154, "n_cpu_percent_c": 2.864297514125364e-05, "n_cpu_percent_python": 0.033951059583790674, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 2.430555869529521, "n_usage_fraction": 0.0, "start_outermost_loop": 232, "start_region_line": 230 }, { "end_outermost_loop": 233, "end_region_line": 242, "line": " except Exception as e:\n", "lineno": 233, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 233, "start_region_line": 230 }, { "end_outermost_loop": 234, "end_region_line": 242, "line": " print (f\"charles_actor.py init_ray: {e}\")\n", "lineno": 234, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 234, "start_region_line": 230 }, { "end_outermost_loop": 242, "end_region_line": 242, "line": " # Connect to a running Ray cluster\n", "lineno": 235, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 230, "start_region_line": 230 }, { "end_outermost_loop": 242, "end_region_line": 242, "line": " while not ray.is_initialized():\n", "lineno": 236, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 236, "start_region_line": 236 }, { "end_outermost_loop": 242, "end_region_line": 242, "line": " time.sleep(0.1)\n", "lineno": 237, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0005009116388852514, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0005009031172709425, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.09949739566166584, "n_usage_fraction": 0.0, "start_outermost_loop": 236, "start_region_line": 236 }, { "end_outermost_loop": 242, "end_region_line": 242, "line": " ray_address = os.getenv('RAY_ADDRESS')\n", "lineno": 238, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 236, "start_region_line": 236 }, { "end_outermost_loop": 242, "end_region_line": 242, "line": " if ray_address:\n", "lineno": 239, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 236, "start_region_line": 236 }, { "end_outermost_loop": 242, "end_region_line": 242, "line": " ray.init(ray_address, namespace=\"project_charles\")\n", "lineno": 240, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 236, "start_region_line": 236 }, { "end_outermost_loop": 242, "end_region_line": 242, "line": " else:\n", "lineno": 241, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 236, "start_region_line": 236 }, { "end_outermost_loop": 242, "end_region_line": 242, "line": " ray.init(namespace=\"project_charles\")\n", "lineno": 242, "memory_samples": [ [ 5303948208, 206.61747550964355 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.018717108458305563, "n_cpu_percent_c": 0.0033503054169656443, "n_cpu_percent_python": 0.007018796264592767, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 10.176729202270508, "n_malloc_mb": 10.176729202270508, "n_mallocs": 0, "n_peak_mb": 10.176729202270508, "n_python_fraction": 0.10133399999999998, "n_sys_percent": 0.045029955841972724, "n_usage_fraction": 0.0014913569661161663, "start_outermost_loop": 236, "start_region_line": 236 }, { "end_outermost_loop": 243, "end_region_line": 243, "line": "\n", "lineno": 243, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 243, "start_region_line": 243 }, { "end_outermost_loop": 293, "end_region_line": 244, "line": "async def main():\n", "lineno": 244, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 244, "start_region_line": 244 }, { "end_outermost_loop": 246, "end_region_line": 245, "line": " if not ray.is_initialized():\n", "lineno": 245, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 245, "start_region_line": 245 }, { "end_outermost_loop": 246, "end_region_line": 246, "line": " init_ray()\n", "lineno": 246, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 246, "start_region_line": 246 }, { "end_outermost_loop": 247, "end_region_line": 247, "line": "\n", "lineno": 247, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 247, "start_region_line": 247 }, { "end_outermost_loop": 293, "end_region_line": 248, "line": " # charles_actor = CharlesActor.options(\n", "lineno": 248, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 244, "start_region_line": 248 }, { "end_outermost_loop": 293, "end_region_line": 249, "line": " # name=\"CharlesActor\", \n", "lineno": 249, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 244, "start_region_line": 249 }, { "end_outermost_loop": 293, "end_region_line": 250, "line": " # get_if_exists=True,\n", "lineno": 250, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 244, "start_region_line": 250 }, { "end_outermost_loop": 293, "end_region_line": 251, "line": " # ).remote() \n", "lineno": 251, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 244, "start_region_line": 251 }, { "end_outermost_loop": 293, "end_region_line": 252, "line": " # future = charles_actor.start.remote()\n", "lineno": 252, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 244, "start_region_line": 252 }, { "end_outermost_loop": 253, "end_region_line": 253, "line": " charles_actor = CharlesActor()\n", "lineno": 253, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 253, "start_region_line": 253 }, { "end_outermost_loop": 254, "end_region_line": 254, "line": " await charles_actor.start()\n", "lineno": 254, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 254, "start_region_line": 254 }, { "end_outermost_loop": 255, "end_region_line": 255, "line": "\n", "lineno": 255, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 255, "start_region_line": 255 }, { "end_outermost_loop": 256, "end_region_line": 256, "line": " last_step = -1\n", "lineno": 256, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 256, "start_region_line": 256 }, { "end_outermost_loop": 257, "end_region_line": 257, "line": " last_episode = -1\n", "lineno": 257, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 257, "start_region_line": 257 }, { "end_outermost_loop": 258, "end_region_line": 258, "line": " try:\n", "lineno": 258, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 258, "start_region_line": 258 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " while True:\n", "lineno": 259, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " ready, _ = ray.wait([future], timeout=0)\n", "lineno": 260, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " if ready:\n", "lineno": 261, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " # The start method has terminated. You can fetch the result (if any) with ray.get().\n", "lineno": 262, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " # If the method raised an exception, it will be re-raised here.\n", "lineno": 263, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " try:\n", "lineno": 264, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " result = ray.get(future)\n", "lineno": 265, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " print(f\"The start method has terminated with result: {result}\")\n", "lineno": 266, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " except Exception as e:\n", "lineno": 267, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " print(f\"The start method raised an exception: {e}\")\n", "lineno": 268, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " break\n", "lineno": 269, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " else:\n", "lineno": 270, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " # The start method is still running. You can poll for debug information here.\n", "lineno": 271, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " await asyncio.sleep(1)\n", "lineno": 272, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " state = await charles_actor.get_state.remote()\n", "lineno": 273, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " env_state = await charles_actor.get_environment_state.remote()\n", "lineno": 274, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " if (env_state.episode != last_episode) or (env_state.step != last_step):\n", "lineno": 275, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " last_episode = env_state.episode\n", "lineno": 276, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " last_step = env_state.step\n", "lineno": 277, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 278, "end_region_line": 278, "line": " print(f\"Charles is in state: {state}\")\n", "lineno": 278, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 259, "start_region_line": 259 }, { "end_outermost_loop": 279, "end_region_line": 279, "line": " # if len(env_state.llm_preview):\n", "lineno": 279, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 279, "start_region_line": 279 }, { "end_outermost_loop": 280, "end_region_line": 280, "line": " # print (f\"llm_preview: {env_state.llm_preview}\")\n", "lineno": 280, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 280, "start_region_line": 280 }, { "end_outermost_loop": 281, "end_region_line": 281, "line": " # if len(env_state.llm_responses):\n", "lineno": 281, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 281, "start_region_line": 281 }, { "end_outermost_loop": 282, "end_region_line": 282, "line": " # print (f\"llm_responses: {env_state.llm_responses}\")\n", "lineno": 282, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 282, "start_region_line": 282 }, { "end_outermost_loop": 283, "end_region_line": 283, "line": " # if len(env_state.tts_raw_chunk_ids):\n", "lineno": 283, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 283, "start_region_line": 283 }, { "end_outermost_loop": 284, "end_region_line": 284, "line": " # for chunk_json in env_state.tts_raw_chunk_ids:\n", "lineno": 284, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 284, "start_region_line": 284 }, { "end_outermost_loop": 285, "end_region_line": 285, "line": " # chunk = json.loads(chunk_json)\n", "lineno": 285, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 285, "start_region_line": 285 }, { "end_outermost_loop": 286, "end_region_line": 286, "line": " # prompt = chunk['prompt']\n", "lineno": 286, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 286, "start_region_line": 286 }, { "end_outermost_loop": 287, "end_region_line": 287, "line": " # line = chunk['llm_sentence_id']\n", "lineno": 287, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 287, "start_region_line": 287 }, { "end_outermost_loop": 288, "end_region_line": 288, "line": " # chunk_id = chunk['chunk_count']\n", "lineno": 288, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 288, "start_region_line": 288 }, { "end_outermost_loop": 289, "end_region_line": 289, "line": " # print(f\"Prompt: {prompt}, Line: {line}, Chunk: {chunk_id}\") \n", "lineno": 289, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 289, "start_region_line": 289 }, { "end_outermost_loop": 290, "end_region_line": 290, "line": "\n", "lineno": 290, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 290, "start_region_line": 290 }, { "end_outermost_loop": 291, "end_region_line": 291, "line": " except KeyboardInterrupt as e:\n", "lineno": 291, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 291, "start_region_line": 291 }, { "end_outermost_loop": 292, "end_region_line": 292, "line": " print(\"Script was manually terminated\")\n", "lineno": 292, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 292, "start_region_line": 292 }, { "end_outermost_loop": 293, "end_region_line": 293, "line": " raise(e)\n", "lineno": 293, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 293, "start_region_line": 293 }, { "end_outermost_loop": 294, "end_region_line": 294, "line": " \n", "lineno": 294, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 294, "start_region_line": 294 }, { "end_outermost_loop": 295, "end_region_line": 295, "line": "\n", "lineno": 295, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 295, "start_region_line": 295 }, { "end_outermost_loop": 298, "end_region_line": 296, "line": "if __name__ == \"__main__\":\n", "lineno": 296, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 296, "start_region_line": 296 }, { "end_outermost_loop": 297, "end_region_line": 297, "line": " loop = asyncio.get_event_loop()\n", "lineno": 297, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 297, "start_region_line": 297 }, { "end_outermost_loop": 298, "end_region_line": 298, "line": " loop.run_until_complete(main())\n", "lineno": 298, "memory_samples": [ [ 62006112833, 3493.6191005706787 ], [ 62416640791, 3483.6189937591553 ], [ 75496481583, 3473.9502563476562 ], [ 78780859291, 3463.9480743408203 ], [ 84155540666, 3464.0729656219482 ], [ 84569805666, 3454.072950363159 ], [ 90465417833, 3454.196900367737 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 4.510880956029408, "n_core_utilization": 0.011555698549605867, "n_cpu_percent_c": 0.011678856945068462, "n_cpu_percent_python": 3.99098148999753, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 30.635317874452987, "n_usage_fraction": 0.0, "start_outermost_loop": 298, "start_region_line": 298 } ], "percent_cpu_time": 40.16471044786412 }, "/Users/joebooth/Development/project_charles/charles_animator.py": { "functions": [ { "line": "resize_and_crop", "lineno": 9, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0 }, { "line": "overlay_images", "lineno": 36, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 1.4507836245264714, "n_core_utilization": 0.11649730327000155, "n_cpu_percent_c": 0.007031130382893993, "n_cpu_percent_python": 0.012499787347367097, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0 }, { "line": "create_charles_frames", "lineno": 63, "memory_samples": [ [ 14363137625, 3493.7080936431885 ], [ 14363140166, 3505.7003116607666 ], [ 14363142458, 3493.7003116607666 ], [ 14363148541, 3505.6082429885864 ], [ 14364157750, 3493.6095247268677 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.1234455372674302, "n_cpu_percent_c": 0.1824767821058965, "n_cpu_percent_python": 0.03686772039719087, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 25.367375373840332, "n_malloc_mb": 37.275306701660156, "n_mallocs": 0, "n_peak_mb": 25.367375373840332, "n_python_fraction": 0.4277989437996866, "n_sys_percent": 0.0037579519663945545, "n_usage_fraction": 0.005462539801219704 } ], "imports": [ "import random", "import time", "import cv2", "import av", "import numpy as np" ], "leaks": {}, "lines": [ { "end_outermost_loop": 1, "end_region_line": 1, "line": "# Modifying the code to ensure the mouth is open when the character starts talking\n", "lineno": 1, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 1, "start_region_line": 1 }, { "end_outermost_loop": 2, "end_region_line": 2, "line": "\n", "lineno": 2, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 2, "start_region_line": 2 }, { "end_outermost_loop": 3, "end_region_line": 3, "line": "import random\n", "lineno": 3, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 3, "start_region_line": 3 }, { "end_outermost_loop": 4, "end_region_line": 4, "line": "import time\n", "lineno": 4, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 4, "start_region_line": 4 }, { "end_outermost_loop": 5, "end_region_line": 5, "line": "import cv2\n", "lineno": 5, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 1.6992509167872445, "n_core_utilization": 0.07563143091662529, "n_cpu_percent_c": 0.02462801110107289, "n_cpu_percent_python": 0.009453768032349014, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.010981204232571843, "n_usage_fraction": 0.0, "start_outermost_loop": 5, "start_region_line": 5 }, { "end_outermost_loop": 6, "end_region_line": 6, "line": "import av\n", "lineno": 6, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 6, "start_region_line": 6 }, { "end_outermost_loop": 7, "end_region_line": 7, "line": "import numpy as np\n", "lineno": 7, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 7, "start_region_line": 7 }, { "end_outermost_loop": 8, "end_region_line": 8, "line": "\n", "lineno": 8, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 8, "start_region_line": 8 }, { "end_outermost_loop": 34, "end_region_line": 34, "line": "def resize_and_crop(image, dim=(640, 480)):\n", "lineno": 9, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 10, "end_region_line": 34, "line": " h, w = image.shape[:2]\n", "lineno": 10, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 10, "start_region_line": 9 }, { "end_outermost_loop": 11, "end_region_line": 34, "line": " aspect_ratio = w / h\n", "lineno": 11, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 11, "start_region_line": 9 }, { "end_outermost_loop": 12, "end_region_line": 34, "line": "\n", "lineno": 12, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 12, "start_region_line": 9 }, { "end_outermost_loop": 13, "end_region_line": 34, "line": " target_width, target_height = dim\n", "lineno": 13, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 13, "start_region_line": 9 }, { "end_outermost_loop": 14, "end_region_line": 34, "line": " target_aspect = target_width / target_height\n", "lineno": 14, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 14, "start_region_line": 9 }, { "end_outermost_loop": 15, "end_region_line": 34, "line": "\n", "lineno": 15, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 15, "start_region_line": 9 }, { "end_outermost_loop": 23, "end_region_line": 34, "line": " if aspect_ratio \\u003e target_aspect:\n", "lineno": 16, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 16, "start_region_line": 9 }, { "end_outermost_loop": 23, "end_region_line": 34, "line": " # Original aspect is wider than target, fit by height\n", "lineno": 17, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 16, "start_region_line": 9 }, { "end_outermost_loop": 18, "end_region_line": 34, "line": " new_height = target_height\n", "lineno": 18, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 18, "start_region_line": 9 }, { "end_outermost_loop": 19, "end_region_line": 34, "line": " new_width = int(target_height * aspect_ratio)\n", "lineno": 19, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 19, "start_region_line": 9 }, { "end_outermost_loop": 23, "end_region_line": 34, "line": " else:\n", "lineno": 20, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 16, "start_region_line": 9 }, { "end_outermost_loop": 23, "end_region_line": 34, "line": " # Original aspect is taller than target, fit by width\n", "lineno": 21, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 16, "start_region_line": 9 }, { "end_outermost_loop": 22, "end_region_line": 34, "line": " new_width = target_width\n", "lineno": 22, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 22, "start_region_line": 9 }, { "end_outermost_loop": 23, "end_region_line": 34, "line": " new_height = int(target_width / aspect_ratio)\n", "lineno": 23, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 23, "start_region_line": 9 }, { "end_outermost_loop": 24, "end_region_line": 34, "line": "\n", "lineno": 24, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 24, "start_region_line": 9 }, { "end_outermost_loop": 34, "end_region_line": 34, "line": " # Resize the image with new dimensions\n", "lineno": 25, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 26, "end_region_line": 34, "line": " resized_image = cv2.resize(image, (new_width, new_height), interpolation=cv2.INTER_AREA)\n", "lineno": 26, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 26, "start_region_line": 9 }, { "end_outermost_loop": 27, "end_region_line": 34, "line": "\n", "lineno": 27, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 27, "start_region_line": 9 }, { "end_outermost_loop": 34, "end_region_line": 34, "line": " # Crop to target dimensions\n", "lineno": 28, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 29, "end_region_line": 34, "line": " x_offset = (new_width - target_width) // 2\n", "lineno": 29, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 29, "start_region_line": 9 }, { "end_outermost_loop": 30, "end_region_line": 34, "line": " y_offset = (new_height - target_height) // 2\n", "lineno": 30, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 30, "start_region_line": 9 }, { "end_outermost_loop": 31, "end_region_line": 34, "line": "\n", "lineno": 31, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 31, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 34, "line": " cropped_image = resized_image[y_offset:y_offset + target_height, x_offset:x_offset + target_width]\n", "lineno": 32, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 32, "start_region_line": 9 }, { "end_outermost_loop": 33, "end_region_line": 34, "line": "\n", "lineno": 33, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 33, "start_region_line": 9 }, { "end_outermost_loop": 34, "end_region_line": 34, "line": " return cropped_image\n", "lineno": 34, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 34, "start_region_line": 9 }, { "end_outermost_loop": 35, "end_region_line": 35, "line": "\n", "lineno": 35, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 35, "start_region_line": 35 }, { "end_outermost_loop": 61, "end_region_line": 61, "line": "def overlay_images(background, overlay, x, y):\n", "lineno": 36, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 36, "start_region_line": 36 }, { "end_outermost_loop": 37, "end_region_line": 61, "line": " \"\"\"\n", "lineno": 37, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 37, "start_region_line": 36 }, { "end_outermost_loop": 38, "end_region_line": 61, "line": " Overlay an image with transparency over another image.\n", "lineno": 38, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 38, "start_region_line": 36 }, { "end_outermost_loop": 39, "end_region_line": 61, "line": " \"\"\"\n", "lineno": 39, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 39, "start_region_line": 36 }, { "end_outermost_loop": 61, "end_region_line": 61, "line": " # Check if overlay dimensions fit within the background at the given (x, y) position\n", "lineno": 40, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 36, "start_region_line": 36 }, { "end_outermost_loop": 42, "end_region_line": 61, "line": " if y + overlay.shape[0] \\u003e background.shape[0] or x + overlay.shape[1] \\u003e background.shape[1]:\n", "lineno": 41, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 41, "start_region_line": 36 }, { "end_outermost_loop": 42, "end_region_line": 61, "line": " raise ValueError(\"Overlay dimensions exceed background dimensions at the specified position.\")\n", "lineno": 42, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 42, "start_region_line": 36 }, { "end_outermost_loop": 43, "end_region_line": 61, "line": "\n", "lineno": 43, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 43, "start_region_line": 36 }, { "end_outermost_loop": 61, "end_region_line": 61, "line": " # Extract the alpha channel from the overlay and create an inverse alpha channel\n", "lineno": 44, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 36, "start_region_line": 36 }, { "end_outermost_loop": 45, "end_region_line": 61, "line": " alpha = overlay[:, :, 3] / 255.0\n", "lineno": 45, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 45, "start_region_line": 36 }, { "end_outermost_loop": 46, "end_region_line": 61, "line": " inverse_alpha = 1.0 - alpha\n", "lineno": 46, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 46, "start_region_line": 36 }, { "end_outermost_loop": 47, "end_region_line": 61, "line": "\n", "lineno": 47, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 47, "start_region_line": 36 }, { "end_outermost_loop": 61, "end_region_line": 61, "line": " # Convert overlay to BGR if it's in RGB\n", "lineno": 48, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 36, "start_region_line": 36 }, { "end_outermost_loop": 53, "end_region_line": 61, "line": " if overlay.shape[2] == 4: # If it has an alpha channel\n", "lineno": 49, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 49, "start_region_line": 36 }, { "end_outermost_loop": 50, "end_region_line": 61, "line": " overlay = cv2.cvtColor(overlay[:, :, :3], cv2.COLOR_RGB2BGR)\n", "lineno": 50, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 50, "start_region_line": 36 }, { "end_outermost_loop": 51, "end_region_line": 61, "line": " overlay = np.concatenate([overlay, overlay[:, :, 3:]], axis=2) # Add alpha channel back\n", "lineno": 51, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 51, "start_region_line": 36 }, { "end_outermost_loop": 53, "end_region_line": 61, "line": " else:\n", "lineno": 52, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 49, "start_region_line": 36 }, { "end_outermost_loop": 53, "end_region_line": 61, "line": " overlay = cv2.cvtColor(overlay, cv2.COLOR_RGB2BGR)\n", "lineno": 53, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 53, "start_region_line": 36 }, { "end_outermost_loop": 54, "end_region_line": 61, "line": " \n", "lineno": 54, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 36 }, { "end_outermost_loop": 61, "end_region_line": 61, "line": " # Overlay the images\n", "lineno": 55, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 36, "start_region_line": 36 }, { "end_outermost_loop": 59, "end_region_line": 59, "line": " for c in range(0, 3):\n", "lineno": 56, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 56, "start_region_line": 56 }, { "end_outermost_loop": 59, "end_region_line": 59, "line": " background[y:overlay.shape[0]+y, x:overlay.shape[1]+x, c] = (\n", "lineno": 57, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 1.4507836245264714, "n_core_utilization": 0.11649730327000155, "n_cpu_percent_c": 0.007031130382893993, "n_cpu_percent_python": 0.012499787347367097, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 56, "start_region_line": 56 }, { "end_outermost_loop": 59, "end_region_line": 59, "line": " alpha * overlay[:, :, c] + inverse_alpha * background[y:overlay.shape[0]+y, x:overlay.shape[1]+x, c]\n", "lineno": 58, "memory_samples": [ [ 14417271708, 3493.3955936431885 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 10.534934997558594, "n_malloc_mb": 10.534934997558594, "n_mallocs": 0, "n_peak_mb": 10.534934997558594, "n_python_fraction": 0.309788, "n_sys_percent": 0.0, "n_usage_fraction": 0.0015438505224925, "start_outermost_loop": 56, "start_region_line": 56 }, { "end_outermost_loop": 59, "end_region_line": 59, "line": " )\n", "lineno": 59, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 56, "start_region_line": 56 }, { "end_outermost_loop": 60, "end_region_line": 61, "line": " \n", "lineno": 60, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 60, "start_region_line": 36 }, { "end_outermost_loop": 61, "end_region_line": 61, "line": " return background\n", "lineno": 61, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 61, "start_region_line": 36 }, { "end_outermost_loop": 62, "end_region_line": 62, "line": "\n", "lineno": 62, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 62, "start_region_line": 62 }, { "end_outermost_loop": 88, "end_region_line": 88, "line": "def create_charles_frames(background, charles_frames):\n", "lineno": 63, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 63, "start_region_line": 63 }, { "end_outermost_loop": 64, "end_region_line": 88, "line": " output_frames = []\n", "lineno": 64, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 64, "start_region_line": 63 }, { "end_outermost_loop": 88, "end_region_line": 88, "line": " # Load background image\n", "lineno": 65, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 63, "start_region_line": 63 }, { "end_outermost_loop": 66, "end_region_line": 88, "line": " background = cv2.imread(background, cv2.COLOR_BGR2RGB)\n", "lineno": 66, "memory_samples": [ [ 14363137625, 3493.7080936431885 ], [ 14363140166, 3505.7003116607666 ], [ 14363142458, 3493.7003116607666 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.09494678087428851, "n_cpu_percent_c": 0.12258132970239456, "n_cpu_percent_python": 0.011868145702456678, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 25.367375373840332, "n_malloc_mb": 25.367375373840332, "n_mallocs": 0, "n_peak_mb": 25.367375373840332, "n_python_fraction": 0.3589975635057732, "n_sys_percent": 0.007155615538532207, "n_usage_fraction": 0.003717482427204597, "start_outermost_loop": 66, "start_region_line": 63 }, { "end_outermost_loop": 67, "end_region_line": 88, "line": " background = cv2.cvtColor(background, cv2.COLOR_BGR2RGB)\n", "lineno": 67, "memory_samples": [ [ 14363148541, 3505.6082429885864 ], [ 14364157750, 3493.6095247268677 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 11.907931327819824, "n_malloc_mb": 11.907931327819824, "n_mallocs": 0, "n_peak_mb": 11.907931327819824, "n_python_fraction": 0.574366, "n_sys_percent": 0.0, "n_usage_fraction": 0.001745057374015107, "start_outermost_loop": 67, "start_region_line": 63 }, { "end_outermost_loop": 88, "end_region_line": 88, "line": " # resize background to match user image\n", "lineno": 68, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 63, "start_region_line": 63 }, { "end_outermost_loop": 69, "end_region_line": 88, "line": " background = resize_and_crop(background, (640, 480))\n", "lineno": 69, "memory_samples": [ [ 14382981333, 3482.86065864563 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 69, "start_region_line": 63 }, { "end_outermost_loop": 70, "end_region_line": 88, "line": "\n", "lineno": 70, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 70, "start_region_line": 63 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": " for bot_image_path in charles_frames:\n", "lineno": 71, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": " bot_image = cv2.imread(bot_image_path, cv2.IMREAD_UNCHANGED)\n", "lineno": 72, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.13769491546400103, "n_cpu_percent_c": 0.056497788831364276, "n_cpu_percent_python": 0.024999574694734194, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": "\n", "lineno": 73, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": " # assert bot image is square\n", "lineno": 74, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": " assert bot_image.shape[0] == bot_image.shape[1]\n", "lineno": 75, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": "\n", "lineno": 76, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": " # resize bot image if it is larger than backgroun impage in any direction\n", "lineno": 77, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": " if bot_image.shape[0] \\u003e background.shape[0]:\n", "lineno": 78, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": " bot_image = cv2.resize(bot_image, (background.shape[0], background.shape[0]), interpolation=cv2.INTER_AREA)\n", "lineno": 79, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": "\n", "lineno": 80, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": " # Overlay bot image on the right-hand side\n", "lineno": 81, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": " x_bot = background.shape[1] - bot_image.shape[1]\n", "lineno": 82, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": " y_bot = background.shape[0] - bot_image.shape[0]\n", "lineno": 83, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": " background_with_bot = overlay_images(background.copy(), bot_image, x_bot, y_bot)\n", "lineno": 84, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": "\n", "lineno": 85, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 86, "end_region_line": 86, "line": " output_frames.append(background_with_bot)\n", "lineno": 86, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 71, "start_region_line": 71 }, { "end_outermost_loop": 87, "end_region_line": 88, "line": " \n", "lineno": 87, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 87, "start_region_line": 63 }, { "end_outermost_loop": 88, "end_region_line": 88, "line": " return output_frames\n", "lineno": 88, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 88, "start_region_line": 63 }, { "end_outermost_loop": 89, "end_region_line": 89, "line": "\n", "lineno": 89, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 89, "start_region_line": 89 }, { "end_outermost_loop": 128, "end_region_line": 128, "line": "class CharlesAnimator:\n", "lineno": 90, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 90, "start_region_line": 90 }, { "end_outermost_loop": 100, "end_region_line": 100, "line": " def __init__(self):\n", "lineno": 91, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 91, "start_region_line": 91 }, { "end_outermost_loop": 92, "end_region_line": 100, "line": " self.mouth_open = False\n", "lineno": 92, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 92, "start_region_line": 91 }, { "end_outermost_loop": 93, "end_region_line": 100, "line": " self.last_change_time = 0\n", "lineno": 93, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 93, "start_region_line": 91 }, { "end_outermost_loop": 94, "end_region_line": 100, "line": " self.next_change_in = 0\n", "lineno": 94, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 94, "start_region_line": 91 }, { "end_outermost_loop": 95, "end_region_line": 100, "line": " self.was_talking = False\n", "lineno": 95, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 95, "start_region_line": 91 }, { "end_outermost_loop": 100, "end_region_line": 100, "line": " # use static frames for pefromance\n", "lineno": 96, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 91, "start_region_line": 91 }, { "end_outermost_loop": 97, "end_region_line": 100, "line": " self.static_frames = create_charles_frames(\"./images/zoom-background.png\", [\n", "lineno": 97, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 97, "start_region_line": 91 }, { "end_outermost_loop": 98, "end_region_line": 100, "line": " \"./images/charles.png\", \n", "lineno": 98, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 98, "start_region_line": 91 }, { "end_outermost_loop": 99, "end_region_line": 100, "line": " \"./images/charles-open.png\"\n", "lineno": 99, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 99, "start_region_line": 91 }, { "end_outermost_loop": 100, "end_region_line": 100, "line": " ])\n", "lineno": 100, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 91 }, { "end_outermost_loop": 101, "end_region_line": 128, "line": "\n", "lineno": 101, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 101, "start_region_line": 90 }, { "end_outermost_loop": 128, "end_region_line": 128, "line": " def update(self, is_talking):\n", "lineno": 102, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 102, "start_region_line": 102 }, { "end_outermost_loop": 103, "end_region_line": 128, "line": " start_talking = True if is_talking and not self.was_talking else False\n", "lineno": 103, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 103, "start_region_line": 102 }, { "end_outermost_loop": 104, "end_region_line": 128, "line": " self.was_talking = is_talking\n", "lineno": 104, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 104, "start_region_line": 102 }, { "end_outermost_loop": 105, "end_region_line": 128, "line": " current_time = time.time()\n", "lineno": 105, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 105, "start_region_line": 102 }, { "end_outermost_loop": 106, "end_region_line": 128, "line": "\n", "lineno": 106, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 106, "start_region_line": 102 }, { "end_outermost_loop": 128, "end_region_line": 128, "line": " # Open the mouth when the character starts talking\n", "lineno": 107, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 102, "start_region_line": 102 }, { "end_outermost_loop": 111, "end_region_line": 128, "line": " if start_talking:\n", "lineno": 108, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 108, "start_region_line": 102 }, { "end_outermost_loop": 109, "end_region_line": 128, "line": " self.mouth_open = True\n", "lineno": 109, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 109, "start_region_line": 102 }, { "end_outermost_loop": 110, "end_region_line": 128, "line": " self.next_change_in = current_time + random.uniform(0.05, 0.25)\n", "lineno": 110, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 110, "start_region_line": 102 }, { "end_outermost_loop": 111, "end_region_line": 128, "line": " return self.mouth_open\n", "lineno": 111, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 111, "start_region_line": 102 }, { "end_outermost_loop": 112, "end_region_line": 128, "line": "\n", "lineno": 112, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 112, "start_region_line": 102 }, { "end_outermost_loop": 128, "end_region_line": 128, "line": " # Initialize the next change time if it's zero.\n", "lineno": 113, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 102, "start_region_line": 102 }, { "end_outermost_loop": 115, "end_region_line": 128, "line": " if self.next_change_in == 0:\n", "lineno": 114, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 114, "start_region_line": 102 }, { "end_outermost_loop": 115, "end_region_line": 128, "line": " self.next_change_in = current_time + random.uniform(0.05, 0.25)\n", "lineno": 115, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 102 }, { "end_outermost_loop": 116, "end_region_line": 128, "line": "\n", "lineno": 116, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 116, "start_region_line": 102 }, { "end_outermost_loop": 128, "end_region_line": 128, "line": " # Update the mouth state only if the character is talking.\n", "lineno": 117, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 102, "start_region_line": 102 }, { "end_outermost_loop": 125, "end_region_line": 128, "line": " if is_talking:\n", "lineno": 118, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 118, "start_region_line": 102 }, { "end_outermost_loop": 125, "end_region_line": 128, "line": " # Check if it's time to change the mouth state.\n", "lineno": 119, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 118, "start_region_line": 102 }, { "end_outermost_loop": 122, "end_region_line": 128, "line": " if current_time \\u003e= self.next_change_in:\n", "lineno": 120, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 120, "start_region_line": 102 }, { "end_outermost_loop": 121, "end_region_line": 128, "line": " self.mouth_open = not self.mouth_open\n", "lineno": 121, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 121, "start_region_line": 102 }, { "end_outermost_loop": 122, "end_region_line": 128, "line": " self.next_change_in = current_time + random.uniform(0.05, 0.25)\n", "lineno": 122, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 122, "start_region_line": 102 }, { "end_outermost_loop": 125, "end_region_line": 128, "line": " else:\n", "lineno": 123, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 118, "start_region_line": 102 }, { "end_outermost_loop": 125, "end_region_line": 128, "line": " # Close the mouth if the character is not talking.\n", "lineno": 124, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 118, "start_region_line": 102 }, { "end_outermost_loop": 125, "end_region_line": 128, "line": " self.mouth_open = False\n", "lineno": 125, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 125, "start_region_line": 102 }, { "end_outermost_loop": 126, "end_region_line": 128, "line": "\n", "lineno": 126, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 126, "start_region_line": 102 }, { "end_outermost_loop": 127, "end_region_line": 128, "line": " frame = self.static_frames[1] if self.mouth_open else self.static_frames[0]\n", "lineno": 127, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 127, "start_region_line": 102 }, { "end_outermost_loop": 128, "end_region_line": 128, "line": " return frame", "lineno": 128, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 128, "start_region_line": 102 } ], "percent_cpu_time": 0.28769635556573675 }, "/Users/joebooth/Development/project_charles/clip_transform.py": { "functions": [ { "line": "CLIPTransform.__init__", "lineno": 9, "memory_samples": [ [ 5325406250, 222.16053199768066 ], [ 5481714000, 414.4968910217285 ], [ 5493684458, 434.53317642211914 ], [ 5518613333, 462.5802116394043 ], [ 5542777291, 498.63762283325195 ], [ 5907896875, 979.4687042236328 ], [ 6128510333, 1267.9653701782227 ], [ 6141804583, 1279.9906768798828 ], [ 6153780083, 1300.026870727539 ], [ 6178171250, 1328.073226928711 ], [ 6225314875, 1514.161720275879 ], [ 6631220708, 1532.461654663086 ], [ 6857753791, 1830.2297286987305 ], [ 8348069666, 1840.3239889144897 ], [ 8654074583, 1861.5304775238037 ], [ 8678657458, 1929.631643295288 ], [ 8683776000, 1957.6691341400146 ], [ 8713633291, 2137.9275341033936 ], [ 8726557375, 2233.96971988678 ], [ 8736913875, 2282.1313848495483 ], [ 8736917291, 2294.0543842315674 ], [ 8742015458, 2314.1810903549194 ], [ 8746692458, 2342.2254400253296 ], [ 8757379666, 2410.326537132263 ], [ 8757383208, 2426.250207901001 ], [ 8772727083, 2506.464011192322 ], [ 8780593583, 2554.5310277938843 ], [ 8783097000, 2570.549765586853 ], [ 8788034291, 2602.5988073349 ], [ 8792292083, 2630.6338033676147 ], [ 8795641208, 2650.6652059555054 ], [ 8795645583, 2666.5895862579346 ], [ 8800045666, 2678.7005376815796 ], [ 8803268166, 2698.732695579529 ], [ 8810892833, 2746.799506187439 ], [ 8821143416, 2810.8843603134155 ], [ 8826211541, 2842.9497900009155 ], [ 8834057458, 2891.0169744491577 ], [ 8841368125, 2939.083640098572 ], [ 8841371583, 2955.0074710845947 ], [ 8848908708, 2987.1513862609863 ], [ 8899453291, 3291.773250579834 ], [ 9031924166, 3383.4983043670654 ], [ 9031926458, 3335.4375972747803 ], [ 9031930000, 3271.359609603882 ], [ 9031930833, 3259.34458732605 ], [ 9031938666, 3079.116781234741 ], [ 9031946041, 2922.9196376800537 ], [ 9031948333, 2874.8589305877686 ], [ 9031968041, 2442.312566757202 ], [ 9031970125, 2394.251859664917 ], [ 9031989875, 1994.5733623504639 ], [ 10859645916, 1899.0397319793701 ], [ 10912326583, 1959.145990371704 ], [ 10958192625, 2007.2276878356934 ], [ 11030386166, 2075.3449211120605 ], [ 11087058458, 2103.3907203674316 ], [ 11136166000, 2151.413417816162 ], [ 11173432833, 2199.495189666748 ], [ 11721832458, 2892.679759979248 ], [ 11785329250, 2968.8082695007324 ], [ 11810622375, 3004.8655433654785 ], [ 11832425416, 3154.8967094421387 ], [ 12235874208, 3173.195240020752 ], [ 13817626666, 3482.687098503113 ], [ 13824994958, 3521.097773551941 ], [ 13830564458, 3549.1338300704956 ], [ 13834289625, 3569.165804862976 ], [ 13884445583, 3873.505926132202 ], [ 13909098125, 4001.7917737960815 ], [ 13921389791, 4065.877314567566 ], [ 13926367291, 4097.925440788269 ], [ 13935391333, 4145.995768547058 ], [ 13935396750, 4161.919553756714 ], [ 13943703333, 4209.9868450164795 ], [ 13949180791, 4222.098093986511 ], [ 13995829625, 4482.481738090515 ], [ 13995833833, 4498.406316757202 ], [ 14000814125, 4510.517497062683 ], [ 14006656875, 4546.567004203796 ], [ 14006660458, 4558.489629745483 ], [ 14014669000, 4594.63375377655 ], [ 14014671583, 4606.557104110718 ], [ 14203322708, 5091.114903450012 ], [ 14203325375, 5043.054196357727 ], [ 14203330666, 4926.904377937317 ], [ 14203337125, 4802.750660896301 ], [ 14203342416, 4706.629246711731 ], [ 14203347000, 4610.507832527161 ], [ 14203350791, 4526.401440620422 ], [ 14203353291, 4478.340733528137 ], [ 14203354750, 4466.325711250305 ], [ 14203355541, 4446.297307014465 ], [ 14203358916, 4382.219319343567 ], [ 14203363041, 4302.11518573761 ], [ 14203365000, 4274.082882881165 ], [ 14203371833, 4129.900761604309 ], [ 14203375750, 4045.794369697571 ], [ 14203381750, 3915.8525743484497 ], [ 14203398458, 3480.3329362869263 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0790387629290062, "n_cpu_percent_c": 3.615174572395116, "n_cpu_percent_python": 3.0466837564102023, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 4859.034333229065, "n_malloc_mb": 6490.920505523682, "n_mallocs": 0, "n_peak_mb": 4859.034333229065, "n_python_fraction": 0.013152044799345609, "n_sys_percent": 2.330353691187228, "n_usage_fraction": 0.9512171661460015 } ], "imports": [ "import os", "import numpy as np", "import torch", "from PIL import Image" ], "leaks": { "29": { "likelihood": 0.9888059701492538, "velocity_mb_s": 0.0 } }, "lines": [ { "end_outermost_loop": 1, "end_region_line": 1, "line": "import json\n", "lineno": 1, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 1, "start_region_line": 1 }, { "end_outermost_loop": 2, "end_region_line": 2, "line": "import os\n", "lineno": 2, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 2, "start_region_line": 2 }, { "end_outermost_loop": 3, "end_region_line": 3, "line": "import numpy as np\n", "lineno": 3, "memory_samples": [ [ 405254250, 30.29412078857422 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 1.576704272993853, "n_core_utilization": 0.26184838340408945, "n_cpu_percent_c": 0.927016729127847, "n_cpu_percent_python": 0.04999914938946839, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 10.000077247619629, "n_malloc_mb": 10.000077247619629, "n_mallocs": 0, "n_peak_mb": 10.000077247619629, "n_python_fraction": 0.9870920000000001, "n_sys_percent": 0.0, "n_usage_fraction": 0.0014654693633402325, "start_outermost_loop": 3, "start_region_line": 3 }, { "end_outermost_loop": 4, "end_region_line": 4, "line": "import torch\n", "lineno": 4, "memory_samples": [ [ 655574500, 40.38985347747803 ], [ 655576958, 50.392584800720215 ], [ 655579333, 60.39260005950928 ], [ 662342791, 70.48695945739746 ], [ 713658708, 80.58260917663574 ], [ 826351958, 90.67694568634033 ], [ 920096416, 100.77134990692139 ], [ 1018696666, 110.88957500457764 ], [ 1096358583, 121.00201416015625 ], [ 1202950458, 131.0963363647461 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 5.367472939810565, "n_core_utilization": 0.10394582871275215, "n_cpu_percent_c": 2.2491843944738896, "n_cpu_percent_python": 0.41304787011081984, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 100.04827117919922, "n_malloc_mb": 100.04827117919922, "n_mallocs": 0, "n_peak_mb": 100.04827117919922, "n_python_fraction": 0.6349399672590562, "n_sys_percent": 0.47981553132700244, "n_usage_fraction": 0.014661654369037219, "start_outermost_loop": 4, "start_region_line": 4 }, { "end_outermost_loop": 5, "end_region_line": 5, "line": "from PIL import Image\n", "lineno": 5, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.08272132474862293, "n_cpu_percent_c": 0.02011541593223164, "n_cpu_percent_python": 0.010339989684502816, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.006361468036200426, "n_usage_fraction": 0.0, "start_outermost_loop": 5, "start_region_line": 5 }, { "end_outermost_loop": 6, "end_region_line": 6, "line": "import open_clip\n", "lineno": 6, "memory_samples": [ [ 1363790041, 142.7243309020996 ], [ 1566424416, 152.82031917572021 ], [ 1814987000, 162.9268970489502 ], [ 1924406958, 173.0280590057373 ], [ 2004068625, 186.0503330230713 ], [ 2004074208, 196.05037117004395 ], [ 2009694250, 186.14457893371582 ], [ 2037048916, 196.34650325775146 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 3.399415880679889, "n_core_utilization": 0.07494664136176905, "n_cpu_percent_c": 0.24013525878519265, "n_cpu_percent_python": 0.3653586609743853, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 64.5904655456543, "n_malloc_mb": 74.590500831604, "n_mallocs": 0, "n_peak_mb": 64.5904655456543, "n_python_fraction": 0.9915642141346037, "n_sys_percent": 0.2024060858415348, "n_usage_fraction": 0.010930924937698802, "start_outermost_loop": 6, "start_region_line": 6 }, { "end_outermost_loop": 7, "end_region_line": 7, "line": "\n", "lineno": 7, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 7, "start_region_line": 7 }, { "end_outermost_loop": 63, "end_region_line": 63, "line": "class CLIPTransform:\n", "lineno": 8, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 8, "start_region_line": 8 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " def __init__(self):\n", "lineno": 9, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " # os.environ[\"OMP_NUM_THREADS\"] = \"20\"\n", "lineno": 10, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " # torch.set_num_threads(20)\n", "lineno": 11, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " # Load model\n", "lineno": 12, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 13, "end_region_line": 32, "line": " self.device = \"cuda:0\" if torch.cuda.is_available() else \"cpu\"\n", "lineno": 13, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 13, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " # if self.device == \"cpu\" and torch.backends.mps.is_available():\n", "lineno": 14, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " # self.device = torch.device(\"mps\")\n", "lineno": 15, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 16, "end_region_line": 32, "line": "\n", "lineno": 16, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 16, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " # # ViT-H-14\n", "lineno": 17, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " # self._clip_model=\"ViT-H-14\"\n", "lineno": 18, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " # self._pretrained='laion2B-s32B-b79K'\n", "lineno": 19, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 20, "end_region_line": 32, "line": "\n", "lineno": 20, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 20, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " # # ViT-B-32\n", "lineno": 21, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " # self._clip_model=\"ViT-B-32\"\n", "lineno": 22, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " # self._pretrained='laion2b_s34b_b79k'\n", "lineno": 23, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 24, "end_region_line": 32, "line": "\n", "lineno": 24, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 24, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " # ViT-L/14 1.71gb\n", "lineno": 25, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 26, "end_region_line": 32, "line": " self._clip_model=\"ViT-L-14\"\n", "lineno": 26, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 26, "start_region_line": 9 }, { "end_outermost_loop": 27, "end_region_line": 32, "line": " self._pretrained='datacomp_xl_s13b_b90k'\n", "lineno": 27, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 27, "start_region_line": 9 }, { "end_outermost_loop": 28, "end_region_line": 32, "line": "\n", "lineno": 28, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 28, "start_region_line": 9 }, { "end_outermost_loop": 29, "end_region_line": 32, "line": " self.model, _, self.preprocess = open_clip.create_model_and_transforms(self._clip_model, pretrained=self._pretrained,device=self.device)\n", "lineno": 29, "memory_samples": [ [ 5325406250, 222.16053199768066 ], [ 5481714000, 414.4968910217285 ], [ 5493684458, 434.53317642211914 ], [ 5518613333, 462.5802116394043 ], [ 5542777291, 498.63762283325195 ], [ 5907896875, 979.4687042236328 ], [ 6128510333, 1267.9653701782227 ], [ 6141804583, 1279.9906768798828 ], [ 6153780083, 1300.026870727539 ], [ 6178171250, 1328.073226928711 ], [ 6225314875, 1514.161720275879 ], [ 6631220708, 1532.461654663086 ], [ 6857753791, 1830.2297286987305 ], [ 8348069666, 1840.3239889144897 ], [ 8654074583, 1861.5304775238037 ], [ 8678657458, 1929.631643295288 ], [ 8683776000, 1957.6691341400146 ], [ 8713633291, 2137.9275341033936 ], [ 8726557375, 2233.96971988678 ], [ 8736913875, 2282.1313848495483 ], [ 8736917291, 2294.0543842315674 ], [ 8742015458, 2314.1810903549194 ], [ 8746692458, 2342.2254400253296 ], [ 8757379666, 2410.326537132263 ], [ 8757383208, 2426.250207901001 ], [ 8772727083, 2506.464011192322 ], [ 8780593583, 2554.5310277938843 ], [ 8783097000, 2570.549765586853 ], [ 8788034291, 2602.5988073349 ], [ 8792292083, 2630.6338033676147 ], [ 8795641208, 2650.6652059555054 ], [ 8795645583, 2666.5895862579346 ], [ 8800045666, 2678.7005376815796 ], [ 8803268166, 2698.732695579529 ], [ 8810892833, 2746.799506187439 ], [ 8821143416, 2810.8843603134155 ], [ 8826211541, 2842.9497900009155 ], [ 8834057458, 2891.0169744491577 ], [ 8841368125, 2939.083640098572 ], [ 8841371583, 2955.0074710845947 ], [ 8848908708, 2987.1513862609863 ], [ 8899453291, 3291.773250579834 ], [ 9031924166, 3383.4983043670654 ], [ 9031926458, 3335.4375972747803 ], [ 9031930000, 3271.359609603882 ], [ 9031930833, 3259.34458732605 ], [ 9031938666, 3079.116781234741 ], [ 9031946041, 2922.9196376800537 ], [ 9031948333, 2874.8589305877686 ], [ 9031968041, 2442.312566757202 ], [ 9031970125, 2394.251859664917 ], [ 9031989875, 1994.5733623504639 ], [ 10859645916, 1899.0397319793701 ], [ 10912326583, 1959.145990371704 ], [ 10958192625, 2007.2276878356934 ], [ 11030386166, 2075.3449211120605 ], [ 11087058458, 2103.3907203674316 ], [ 11136166000, 2151.413417816162 ], [ 11173432833, 2199.495189666748 ], [ 11721832458, 2892.679759979248 ], [ 11785329250, 2968.8082695007324 ], [ 11810622375, 3004.8655433654785 ], [ 11832425416, 3154.8967094421387 ], [ 12235874208, 3173.195240020752 ], [ 13817626666, 3482.687098503113 ], [ 13824994958, 3521.097773551941 ], [ 13830564458, 3549.1338300704956 ], [ 13834289625, 3569.165804862976 ], [ 13884445583, 3873.505926132202 ], [ 13909098125, 4001.7917737960815 ], [ 13921389791, 4065.877314567566 ], [ 13926367291, 4097.925440788269 ], [ 13935391333, 4145.995768547058 ], [ 13935396750, 4161.919553756714 ], [ 13943703333, 4209.9868450164795 ], [ 13949180791, 4222.098093986511 ], [ 13995829625, 4482.481738090515 ], [ 13995833833, 4498.406316757202 ], [ 14000814125, 4510.517497062683 ], [ 14006656875, 4546.567004203796 ], [ 14006660458, 4558.489629745483 ], [ 14014669000, 4594.63375377655 ], [ 14014671583, 4606.557104110718 ], [ 14203322708, 5091.114903450012 ], [ 14203325375, 5043.054196357727 ], [ 14203330666, 4926.904377937317 ], [ 14203337125, 4802.750660896301 ], [ 14203342416, 4706.629246711731 ], [ 14203347000, 4610.507832527161 ], [ 14203350791, 4526.401440620422 ], [ 14203353291, 4478.340733528137 ], [ 14203354750, 4466.325711250305 ], [ 14203355541, 4446.297307014465 ], [ 14203358916, 4382.219319343567 ], [ 14203363041, 4302.11518573761 ], [ 14203365000, 4274.082882881165 ], [ 14203371833, 4129.900761604309 ], [ 14203375750, 4045.794369697571 ], [ 14203381750, 3915.8525743484497 ], [ 14203398458, 3480.3329362869263 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0790387629290062, "n_cpu_percent_c": 3.615174572395116, "n_cpu_percent_python": 3.0466837564102023, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 4859.034333229065, "n_malloc_mb": 6490.920505523682, "n_mallocs": 0, "n_peak_mb": 4859.034333229065, "n_python_fraction": 0.013152044799345609, "n_sys_percent": 2.330353691187228, "n_usage_fraction": 0.9512171661460015, "start_outermost_loop": 29, "start_region_line": 9 }, { "end_outermost_loop": 30, "end_region_line": 32, "line": " self.tokenizer = open_clip.get_tokenizer(self._clip_model)\n", "lineno": 30, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 30, "start_region_line": 9 }, { "end_outermost_loop": 31, "end_region_line": 32, "line": "\n", "lineno": 31, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 31, "start_region_line": 9 }, { "end_outermost_loop": 32, "end_region_line": 32, "line": " print (\"using device\", self.device) \n", "lineno": 32, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 32, "start_region_line": 9 }, { "end_outermost_loop": 33, "end_region_line": 63, "line": "\n", "lineno": 33, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 33, "start_region_line": 8 }, { "end_outermost_loop": 42, "end_region_line": 42, "line": " def text_to_embeddings(self, prompts):\n", "lineno": 34, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 34, "start_region_line": 34 }, { "end_outermost_loop": 42, "end_region_line": 42, "line": " # if prompt is a string, convert to list\n", "lineno": 35, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 34, "start_region_line": 34 }, { "end_outermost_loop": 37, "end_region_line": 42, "line": " if type(prompts) is str:\n", "lineno": 36, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 36, "start_region_line": 34 }, { "end_outermost_loop": 37, "end_region_line": 42, "line": " prompts = [prompts]\n", "lineno": 37, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 37, "start_region_line": 34 }, { "end_outermost_loop": 38, "end_region_line": 42, "line": " text = self.tokenizer(prompts).to(self.device)\n", "lineno": 38, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 38, "start_region_line": 34 }, { "end_outermost_loop": 40, "end_region_line": 42, "line": " with torch.no_grad():\n", "lineno": 39, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 39, "start_region_line": 34 }, { "end_outermost_loop": 40, "end_region_line": 42, "line": " prompt_embededdings = self.model.encode_text(text)\n", "lineno": 40, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 40, "start_region_line": 34 }, { "end_outermost_loop": 41, "end_region_line": 42, "line": " prompt_embededdings /= prompt_embededdings.norm(dim=-1, keepdim=True)\n", "lineno": 41, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 41, "start_region_line": 34 }, { "end_outermost_loop": 42, "end_region_line": 42, "line": " return(prompt_embededdings)\n", "lineno": 42, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 42, "start_region_line": 34 }, { "end_outermost_loop": 43, "end_region_line": 63, "line": " \n", "lineno": 43, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 43, "start_region_line": 8 }, { "end_outermost_loop": 50, "end_region_line": 50, "line": " def image_to_embeddings(self, input_im):\n", "lineno": 44, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 44, "start_region_line": 44 }, { "end_outermost_loop": 45, "end_region_line": 50, "line": " input_im = Image.fromarray(input_im)\n", "lineno": 45, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 45, "start_region_line": 44 }, { "end_outermost_loop": 46, "end_region_line": 50, "line": " prepro = self.preprocess(input_im).unsqueeze(0).to(self.device)\n", "lineno": 46, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 46, "start_region_line": 44 }, { "end_outermost_loop": 48, "end_region_line": 50, "line": " with torch.no_grad():\n", "lineno": 47, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 47, "start_region_line": 44 }, { "end_outermost_loop": 48, "end_region_line": 50, "line": " image_embeddings = self.model.encode_image(prepro)\n", "lineno": 48, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 48, "start_region_line": 44 }, { "end_outermost_loop": 49, "end_region_line": 50, "line": " image_embeddings /= image_embeddings.norm(dim=-1, keepdim=True)\n", "lineno": 49, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 49, "start_region_line": 44 }, { "end_outermost_loop": 50, "end_region_line": 50, "line": " return(image_embeddings)\n", "lineno": 50, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 50, "start_region_line": 44 }, { "end_outermost_loop": 51, "end_region_line": 63, "line": " \n", "lineno": 51, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 51, "start_region_line": 8 }, { "end_outermost_loop": 57, "end_region_line": 57, "line": " def pil_image_to_embeddings(self, input_im):\n", "lineno": 52, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 52, "start_region_line": 52 }, { "end_outermost_loop": 53, "end_region_line": 57, "line": " prepro = self.preprocess(input_im).unsqueeze(0).to(self.device)\n", "lineno": 53, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 53, "start_region_line": 52 }, { "end_outermost_loop": 55, "end_region_line": 57, "line": " with torch.no_grad():\n", "lineno": 54, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 52 }, { "end_outermost_loop": 55, "end_region_line": 57, "line": " image_embeddings = self.model.encode_image(prepro)\n", "lineno": 55, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 52 }, { "end_outermost_loop": 56, "end_region_line": 57, "line": " image_embeddings /= image_embeddings.norm(dim=-1, keepdim=True)\n", "lineno": 56, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 56, "start_region_line": 52 }, { "end_outermost_loop": 57, "end_region_line": 57, "line": " return(image_embeddings)\n", "lineno": 57, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 57, "start_region_line": 52 }, { "end_outermost_loop": 58, "end_region_line": 63, "line": "\n", "lineno": 58, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 58, "start_region_line": 8 }, { "end_outermost_loop": 63, "end_region_line": 63, "line": " def preprocessed_image_to_emdeddings(self, prepro):\n", "lineno": 59, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 59, "start_region_line": 59 }, { "end_outermost_loop": 61, "end_region_line": 63, "line": " with torch.no_grad():\n", "lineno": 60, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 60, "start_region_line": 59 }, { "end_outermost_loop": 61, "end_region_line": 63, "line": " image_embeddings = self.model.encode_image(prepro)\n", "lineno": 61, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 61, "start_region_line": 59 }, { "end_outermost_loop": 62, "end_region_line": 63, "line": " image_embeddings /= image_embeddings.norm(dim=-1, keepdim=True)\n", "lineno": 62, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 62, "start_region_line": 59 }, { "end_outermost_loop": 63, "end_region_line": 63, "line": " return(image_embeddings)\n", "lineno": 63, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 63, "start_region_line": 59 } ], "percent_cpu_time": 13.9559925736756 }, "/Users/joebooth/Development/project_charles/respond_to_prompt_async.py": { "functions": [ { "line": "RespondToPromptAsync.enqueue_prompt", "lineno": 32, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.012923476252527696, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0016154070494534484, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.010884380297913648, "n_usage_fraction": 0.0 }, { "line": "RespondToPromptAsync.prompt_to_llm", "lineno": 51, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0314433327770488, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.003930349732056077, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.00856943761531102, "n_usage_fraction": 0.0 }, { "line": "RespondToPromptAsync.llm_sentence_to_speech", "lineno": 78, "memory_samples": [ [ 67130043083, 3493.748582839966 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.06142441569073992, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.007677921340705278, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 10.129589080810547, "n_malloc_mb": 10.129589080810547, "n_mallocs": 0, "n_peak_mb": 10.129589080810547, "n_python_fraction": 0.924323, "n_sys_percent": 0.004821866006661819, "n_usage_fraction": 0.0014844487791018956 }, { "line": "RespondToPromptAsync.speech_to_converter", "lineno": 95, "memory_samples": [ [ 67239984291, 3483.841467857361 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.028093635421440753, "n_cpu_percent_c": 0.005088373149759947, "n_cpu_percent_python": 0.03862809154407162, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.11189338799354134, "n_usage_fraction": 0.0 } ], "imports": [ "from contextlib import asynccontextmanager", "import ray" ], "leaks": {}, "lines": [ { "end_outermost_loop": 1, "end_region_line": 1, "line": "from asyncio import Queue, TaskGroup\n", "lineno": 1, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 1, "start_region_line": 1 }, { "end_outermost_loop": 2, "end_region_line": 2, "line": "import asyncio\n", "lineno": 2, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 2, "start_region_line": 2 }, { "end_outermost_loop": 3, "end_region_line": 3, "line": "from contextlib import asynccontextmanager\n", "lineno": 3, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 3, "start_region_line": 3 }, { "end_outermost_loop": 4, "end_region_line": 4, "line": "\n", "lineno": 4, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 4, "start_region_line": 4 }, { "end_outermost_loop": 5, "end_region_line": 5, "line": "import ray\n", "lineno": 5, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 5, "start_region_line": 5 }, { "end_outermost_loop": 6, "end_region_line": 6, "line": "from chat_service import ChatService\n", "lineno": 6, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 6, "start_region_line": 6 }, { "end_outermost_loop": 7, "end_region_line": 7, "line": "# from local_speaker_service import LocalSpeakerService\n", "lineno": 7, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 7, "start_region_line": 7 }, { "end_outermost_loop": 8, "end_region_line": 8, "line": "from text_to_speech_service import TextToSpeechService\n", "lineno": 8, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 8, "start_region_line": 8 }, { "end_outermost_loop": 9, "end_region_line": 9, "line": "from environment_state_actor import EnvironmentStateActor\n", "lineno": 9, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 10, "end_region_line": 10, "line": "from ffmpeg_converter_actor import FFMpegConverterActor\n", "lineno": 10, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 10, "start_region_line": 10 }, { "end_outermost_loop": 11, "end_region_line": 11, "line": "from agent_response import AgentResponse\n", "lineno": 11, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 11, "start_region_line": 11 }, { "end_outermost_loop": 12, "end_region_line": 12, "line": "import json\n", "lineno": 12, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 12, "start_region_line": 12 }, { "end_outermost_loop": 13, "end_region_line": 13, "line": "from asyncio import Semaphore\n", "lineno": 13, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 13, "start_region_line": 13 }, { "end_outermost_loop": 14, "end_region_line": 14, "line": "\n", "lineno": 14, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 14, "start_region_line": 14 }, { "end_outermost_loop": 118, "end_region_line": 118, "line": "class RespondToPromptAsync:\n", "lineno": 15, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 15, "start_region_line": 15 }, { "end_outermost_loop": 29, "end_region_line": 29, "line": " def __init__(\n", "lineno": 16, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 16, "start_region_line": 16 }, { "end_outermost_loop": 29, "end_region_line": 29, "line": " self, \n", "lineno": 17, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 16, "start_region_line": 16 }, { "end_outermost_loop": 29, "end_region_line": 29, "line": " environment_state_actor:EnvironmentStateActor, \n", "lineno": 18, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 16, "start_region_line": 16 }, { "end_outermost_loop": 29, "end_region_line": 29, "line": " audio_output_queue):\n", "lineno": 19, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 16, "start_region_line": 16 }, { "end_outermost_loop": 20, "end_region_line": 29, "line": " voice_id=\"2OviOUQc1JsQRQgNkVBj\"\n", "lineno": 20, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 20, "start_region_line": 16 }, { "end_outermost_loop": 21, "end_region_line": 29, "line": " self.prompt_queue = Queue(maxsize=100)\n", "lineno": 21, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 21, "start_region_line": 16 }, { "end_outermost_loop": 22, "end_region_line": 29, "line": " self.llm_sentence_queue = Queue(maxsize=100)\n", "lineno": 22, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 22, "start_region_line": 16 }, { "end_outermost_loop": 23, "end_region_line": 29, "line": " self.speech_chunk_queue = Queue(maxsize=100)\n", "lineno": 23, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 23, "start_region_line": 16 }, { "end_outermost_loop": 24, "end_region_line": 29, "line": " self.voice_id = voice_id\n", "lineno": 24, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 24, "start_region_line": 16 }, { "end_outermost_loop": 25, "end_region_line": 29, "line": " self.audio_output_queue = audio_output_queue\n", "lineno": 25, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 25, "start_region_line": 16 }, { "end_outermost_loop": 26, "end_region_line": 29, "line": " self.environment_state_actor = environment_state_actor\n", "lineno": 26, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 26, "start_region_line": 16 }, { "end_outermost_loop": 27, "end_region_line": 29, "line": " self.processing_semaphore = Semaphore(1)\n", "lineno": 27, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 27, "start_region_line": 16 }, { "end_outermost_loop": 28, "end_region_line": 29, "line": " self.sentence_queues = []\n", "lineno": 28, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 28, "start_region_line": 16 }, { "end_outermost_loop": 29, "end_region_line": 29, "line": " self.sentence_tasks = [] \n", "lineno": 29, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 29, "start_region_line": 16 }, { "end_outermost_loop": 118, "end_region_line": 118, "line": " # self.ffmpeg_converter_actor = FFMpegConverterActor.remote(audio_output_queue)\n", "lineno": 30, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 15, "start_region_line": 15 }, { "end_outermost_loop": 31, "end_region_line": 118, "line": "\n", "lineno": 31, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 31, "start_region_line": 15 }, { "end_outermost_loop": 41, "end_region_line": 118, "line": " async def enqueue_prompt(self, prompt):\n", "lineno": 32, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 32, "start_region_line": 15 }, { "end_outermost_loop": 41, "end_region_line": 118, "line": " # Reset queues and services\n", "lineno": 33, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 32, "start_region_line": 15 }, { "end_outermost_loop": 41, "end_region_line": 118, "line": " # print(\"flush anything queued\")\n", "lineno": 34, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 32, "start_region_line": 15 }, { "end_outermost_loop": 41, "end_region_line": 118, "line": " # self.prompt_queue = Queue(maxsize=100)\n", "lineno": 35, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 32, "start_region_line": 15 }, { "end_outermost_loop": 41, "end_region_line": 118, "line": " # self.llm_sentence_queue = Queue(maxsize=100)\n", "lineno": 36, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 32, "start_region_line": 15 }, { "end_outermost_loop": 41, "end_region_line": 118, "line": " # self.speech_chunk_queue = Queue(maxsize=100)\n", "lineno": 37, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 32, "start_region_line": 15 }, { "end_outermost_loop": 38, "end_region_line": 118, "line": "\n", "lineno": 38, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 38, "start_region_line": 15 }, { "end_outermost_loop": 40, "end_region_line": 118, "line": " if len(prompt) \\u003e 0: # handles case where we just want to flush\n", "lineno": 39, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 39, "start_region_line": 15 }, { "end_outermost_loop": 40, "end_region_line": 118, "line": " await self.prompt_queue.put(prompt)\n", "lineno": 40, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 40, "start_region_line": 15 }, { "end_outermost_loop": 41, "end_region_line": 118, "line": " print(\"Enqueued prompt\")\n", "lineno": 41, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.012923476252527696, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0016154070494534484, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.010884380297913648, "n_usage_fraction": 0.0, "start_outermost_loop": 41, "start_region_line": 15 }, { "end_outermost_loop": 42, "end_region_line": 118, "line": "\n", "lineno": 42, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 42, "start_region_line": 15 }, { "end_outermost_loop": 118, "end_region_line": 118, "line": " # @asynccontextmanager\n", "lineno": 43, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 15, "start_region_line": 15 }, { "end_outermost_loop": 118, "end_region_line": 118, "line": " # async def task_group(self):\n", "lineno": 44, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 15, "start_region_line": 15 }, { "end_outermost_loop": 118, "end_region_line": 118, "line": " # tg = TaskGroup()\n", "lineno": 45, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 15, "start_region_line": 15 }, { "end_outermost_loop": 118, "end_region_line": 118, "line": " # try:\n", "lineno": 46, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 15, "start_region_line": 15 }, { "end_outermost_loop": 118, "end_region_line": 118, "line": " # yield tg\n", "lineno": 47, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 15, "start_region_line": 15 }, { "end_outermost_loop": 118, "end_region_line": 118, "line": " # finally:\n", "lineno": 48, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 15, "start_region_line": 15 }, { "end_outermost_loop": 118, "end_region_line": 118, "line": " # await tg.aclose()\n", "lineno": 49, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 15, "start_region_line": 15 }, { "end_outermost_loop": 50, "end_region_line": 118, "line": "\n", "lineno": 50, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 50, "start_region_line": 15 }, { "end_outermost_loop": 75, "end_region_line": 118, "line": " async def prompt_to_llm(self):\n", "lineno": 51, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 51, "start_region_line": 15 }, { "end_outermost_loop": 52, "end_region_line": 118, "line": " chat_service = ChatService()\n", "lineno": 52, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 52, "start_region_line": 15 }, { "end_outermost_loop": 53, "end_region_line": 118, "line": "\n", "lineno": 53, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 53, "start_region_line": 15 }, { "end_outermost_loop": 54, "end_region_line": 118, "line": " async with TaskGroup() as tg:\n", "lineno": 54, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 15 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " while True:\n", "lineno": 55, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " prompt = await self.prompt_queue.get()\n", "lineno": 56, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " agent_response = AgentResponse(prompt)\n", "lineno": 57, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " async for text, is_complete_sentance in chat_service.get_responses_as_sentances_async(prompt):\n", "lineno": 58, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " if chat_service.ignore_sentence(text):\n", "lineno": 59, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " is_complete_sentance = False\n", "lineno": 60, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " if not is_complete_sentance:\n", "lineno": 61, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " agent_response['llm_preview'] = text\n", "lineno": 62, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " await self.environment_state_actor.set_llm_preview.remote(text)\n", "lineno": 63, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0314433327770488, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.003930349732056077, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.00856943761531102, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " continue\n", "lineno": 64, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " agent_response['llm_preview'] = ''\n", "lineno": 65, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " agent_response['llm_sentence'] = text\n", "lineno": 66, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " agent_response['llm_sentences'].append(text)\n", "lineno": 67, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " await self.environment_state_actor.add_llm_response_and_clear_llm_preview.remote(text)\n", "lineno": 68, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " print(f\"{agent_response['llm_sentence']} id: {agent_response['llm_sentence_id']} from prompt: {agent_response['prompt']}\")\n", "lineno": 69, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " sentence_response = agent_response.make_copy()\n", "lineno": 70, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " new_queue = Queue()\n", "lineno": 71, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " self.sentence_queues.append(new_queue)\n", "lineno": 72, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " task = tg.create_task(self.llm_sentence_to_speech(sentence_response, new_queue))\n", "lineno": 73, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " self.sentence_tasks.append(task)\n", "lineno": 74, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 75, "end_region_line": 75, "line": " agent_response['llm_sentence_id'] += 1\n", "lineno": 75, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 55, "start_region_line": 55 }, { "end_outermost_loop": 76, "end_region_line": 118, "line": "\n", "lineno": 76, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 76, "start_region_line": 15 }, { "end_outermost_loop": 77, "end_region_line": 118, "line": "\n", "lineno": 77, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 77, "start_region_line": 15 }, { "end_outermost_loop": 93, "end_region_line": 118, "line": " async def llm_sentence_to_speech(self, sentence_response, output_queue):\n", "lineno": 78, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 78, "start_region_line": 15 }, { "end_outermost_loop": 79, "end_region_line": 118, "line": " tts_service = TextToSpeechService(self.voice_id)\n", "lineno": 79, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 79, "start_region_line": 15 }, { "end_outermost_loop": 80, "end_region_line": 118, "line": " \n", "lineno": 80, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 80, "start_region_line": 15 }, { "end_outermost_loop": 81, "end_region_line": 118, "line": " chunk_count = 0\n", "lineno": 81, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 81, "start_region_line": 15 }, { "end_outermost_loop": 93, "end_region_line": 118, "line": " async for chunk_response in tts_service.get_speech_chunks_async(sentence_response):\n", "lineno": 82, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 82, "start_region_line": 15 }, { "end_outermost_loop": 93, "end_region_line": 118, "line": " chunk_response = chunk_response.make_copy()\n", "lineno": 83, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 82, "start_region_line": 15 }, { "end_outermost_loop": 93, "end_region_line": 118, "line": " # await self.output_queue.put_async(chunk_response)\n", "lineno": 84, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 82, "start_region_line": 15 }, { "end_outermost_loop": 93, "end_region_line": 118, "line": " await output_queue.put(chunk_response)\n", "lineno": 85, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 82, "start_region_line": 15 }, { "end_outermost_loop": 93, "end_region_line": 118, "line": " chunk_response = {\n", "lineno": 86, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 82, "start_region_line": 15 }, { "end_outermost_loop": 93, "end_region_line": 118, "line": " 'prompt': sentence_response['prompt'],\n", "lineno": 87, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 82, "start_region_line": 15 }, { "end_outermost_loop": 93, "end_region_line": 118, "line": " 'llm_sentence_id': sentence_response['llm_sentence_id'],\n", "lineno": 88, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 82, "start_region_line": 15 }, { "end_outermost_loop": 93, "end_region_line": 118, "line": " 'chunk_count': chunk_count,\n", "lineno": 89, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 82, "start_region_line": 15 }, { "end_outermost_loop": 93, "end_region_line": 118, "line": " }\n", "lineno": 90, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 82, "start_region_line": 15 }, { "end_outermost_loop": 93, "end_region_line": 118, "line": " chunk_id_json = json.dumps(chunk_response)\n", "lineno": 91, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 82, "start_region_line": 15 }, { "end_outermost_loop": 93, "end_region_line": 118, "line": " await self.environment_state_actor.add_tts_raw_chunk_id.remote(chunk_id_json)\n", "lineno": 92, "memory_samples": [ [ 67130043083, 3493.748582839966 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.06142441569073992, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.007677921340705278, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 10.129589080810547, "n_malloc_mb": 10.129589080810547, "n_mallocs": 0, "n_peak_mb": 10.129589080810547, "n_python_fraction": 0.924323, "n_sys_percent": 0.004821866006661819, "n_usage_fraction": 0.0014844487791018956, "start_outermost_loop": 82, "start_region_line": 15 }, { "end_outermost_loop": 93, "end_region_line": 118, "line": " chunk_count += 1\n", "lineno": 93, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 82, "start_region_line": 15 }, { "end_outermost_loop": 94, "end_region_line": 118, "line": "\n", "lineno": 94, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 94, "start_region_line": 15 }, { "end_outermost_loop": 113, "end_region_line": 118, "line": " async def speech_to_converter(self):\n", "lineno": 95, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 95, "start_region_line": 15 }, { "end_outermost_loop": 96, "end_region_line": 118, "line": " self.ffmpeg_converter_actor = FFMpegConverterActor.remote(self.audio_output_queue)\n", "lineno": 96, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.08269265367893897, "n_cpu_percent_c": 0.01134730635504192, "n_cpu_percent_python": 0.010336405861762104, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.004538341680502043, "n_usage_fraction": 0.0, "start_outermost_loop": 96, "start_region_line": 15 }, { "end_outermost_loop": 97, "end_region_line": 118, "line": " await self.ffmpeg_converter_actor.start_process.remote()\n", "lineno": 97, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 97, "start_region_line": 15 }, { "end_outermost_loop": 98, "end_region_line": 118, "line": " self.ffmpeg_converter_actor.run.remote()\n", "lineno": 98, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 98, "start_region_line": 15 }, { "end_outermost_loop": 99, "end_region_line": 118, "line": " \n", "lineno": 99, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 99, "start_region_line": 15 }, { "end_outermost_loop": 113, "end_region_line": 113, "line": " while True:\n", "lineno": 100, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.00533342202644005, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0006666664116426432, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.011833120935724454, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 100 }, { "end_outermost_loop": 113, "end_region_line": 111, "line": " for i, task in enumerate(self.sentence_tasks):\n", "lineno": 101, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 101 }, { "end_outermost_loop": 113, "end_region_line": 111, "line": " # Skip this task/queue pair if task completed\n", "lineno": 102, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 101 }, { "end_outermost_loop": 113, "end_region_line": 111, "line": " if task.done(): \n", "lineno": 103, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 101 }, { "end_outermost_loop": 113, "end_region_line": 111, "line": " continue \n", "lineno": 104, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 101 }, { "end_outermost_loop": 113, "end_region_line": 111, "line": " queue = self.sentence_queues[i]\n", "lineno": 105, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 101 }, { "end_outermost_loop": 113, "end_region_line": 110, "line": " while not queue.empty():\n", "lineno": 106, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 106 }, { "end_outermost_loop": 113, "end_region_line": 110, "line": " chunk_response = await queue.get()\n", "lineno": 107, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 106 }, { "end_outermost_loop": 113, "end_region_line": 110, "line": " audio_chunk_ref = chunk_response['tts_raw_chunk_ref']\n", "lineno": 108, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 106 }, { "end_outermost_loop": 113, "end_region_line": 110, "line": " audio_chunk = ray.get(audio_chunk_ref)\n", "lineno": 109, "memory_samples": [ [ 67239984291, 3483.841467857361 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.035719547990478856, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.01339460262075178, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.02410475942134951, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 106 }, { "end_outermost_loop": 113, "end_region_line": 110, "line": " await self.ffmpeg_converter_actor.push_chunk.remote(audio_chunk)\n", "lineno": 110, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.07119146917400901, "n_cpu_percent_c": 0.003125252328383962, "n_cpu_percent_python": 0.008898782256217526, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.004865678079161449, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 106 }, { "end_outermost_loop": 113, "end_region_line": 111, "line": " break\n", "lineno": 111, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 101 }, { "end_outermost_loop": 113, "end_region_line": 113, "line": "\n", "lineno": 112, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 100 }, { "end_outermost_loop": 113, "end_region_line": 113, "line": " await asyncio.sleep(0.01) \n", "lineno": 113, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.008530760157004737, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.005331634393697559, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.05716730234313793, "n_usage_fraction": 0.0, "start_outermost_loop": 100, "start_region_line": 100 }, { "end_outermost_loop": 114, "end_region_line": 118, "line": "\n", "lineno": 114, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 114, "start_region_line": 15 }, { "end_outermost_loop": 118, "end_region_line": 118, "line": " async def run(self):\n", "lineno": 115, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 115, "start_region_line": 15 }, { "end_outermost_loop": 116, "end_region_line": 118, "line": " async with TaskGroup() as tg: # Use asyncio's built-in TaskGroup\n", "lineno": 116, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 116, "start_region_line": 15 }, { "end_outermost_loop": 117, "end_region_line": 118, "line": " tg.create_task(self.prompt_to_llm())\n", "lineno": 117, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 117, "start_region_line": 15 }, { "end_outermost_loop": 118, "end_region_line": 118, "line": " tg.create_task(self.speech_to_converter())\n", "lineno": 118, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 118, "start_region_line": 15 } ], "percent_cpu_time": 0.19310921472947418 }, "/Users/joebooth/Development/project_charles/text_to_speech_service.py": { "functions": [ { "line": "TextToSpeechService.get_speech_chunks_async", "lineno": 50, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.16113340388653233, "n_core_utilization": 0.0013380914137626466, "n_cpu_percent_c": 0.0021945329409349913, "n_cpu_percent_python": 0.5989529793979358, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 44.32459568845439, "n_usage_fraction": 0.0 } ], "imports": [ "import itertools", "import os", "import ray" ], "leaks": {}, "lines": [ { "end_outermost_loop": 1, "end_region_line": 1, "line": "import asyncio\n", "lineno": 1, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 1, "start_region_line": 1 }, { "end_outermost_loop": 2, "end_region_line": 2, "line": "import itertools\n", "lineno": 2, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 2, "start_region_line": 2 }, { "end_outermost_loop": 3, "end_region_line": 3, "line": "import os\n", "lineno": 3, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 3, "start_region_line": 3 }, { "end_outermost_loop": 4, "end_region_line": 4, "line": "from elevenlabs import generate, play\n", "lineno": 4, "memory_samples": [ [ 10680832500, 1850.8092832565308 ] ], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.07775753935778061, "n_cpu_percent_c": 0.13503824929519181, "n_cpu_percent_python": 0.029158581198803553, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 10.00383472442627, "n_malloc_mb": 10.00383472442627, "n_mallocs": 0, "n_peak_mb": 10.00383472442627, "n_python_fraction": 0.993733, "n_sys_percent": 0.046968327058749926, "n_usage_fraction": 0.00146602000580101, "start_outermost_loop": 4, "start_region_line": 4 }, { "end_outermost_loop": 5, "end_region_line": 5, "line": "from elevenlabs import set_api_key\n", "lineno": 5, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 5, "start_region_line": 5 }, { "end_outermost_loop": 6, "end_region_line": 6, "line": "from elevenlabs import generate, stream\n", "lineno": 6, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 6, "start_region_line": 6 }, { "end_outermost_loop": 7, "end_region_line": 7, "line": "from agent_response import AgentResponse\n", "lineno": 7, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 7, "start_region_line": 7 }, { "end_outermost_loop": 8, "end_region_line": 8, "line": "import ray\n", "lineno": 8, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 8, "start_region_line": 8 }, { "end_outermost_loop": 9, "end_region_line": 9, "line": "\n", "lineno": 9, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 9, "start_region_line": 9 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": "class TextToSpeechService:\n", "lineno": 10, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 10, "start_region_line": 10 }, { "end_outermost_loop": 16, "end_region_line": 16, "line": " def __init__(self, voice_id=\"Bella\", model_id=\"eleven_monolingual_v1\"):\n", "lineno": 11, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 11, "start_region_line": 11 }, { "end_outermost_loop": 16, "end_region_line": 16, "line": " # def __init__(self, voice_id=\"Bella\", model_id=\"eleven_english_v2\"):\n", "lineno": 12, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 11, "start_region_line": 11 }, { "end_outermost_loop": 13, "end_region_line": 16, "line": " account_sid = os.environ[\"ELEVENLABS_API_KEY\"]\n", "lineno": 13, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 13, "start_region_line": 11 }, { "end_outermost_loop": 14, "end_region_line": 16, "line": " set_api_key(account_sid)\n", "lineno": 14, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 14, "start_region_line": 11 }, { "end_outermost_loop": 15, "end_region_line": 16, "line": " self._voice_id = voice_id\n", "lineno": 15, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 15, "start_region_line": 11 }, { "end_outermost_loop": 16, "end_region_line": 16, "line": " self._model_id = model_id\n", "lineno": 16, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 16, "start_region_line": 11 }, { "end_outermost_loop": 17, "end_region_line": 68, "line": "\n", "lineno": 17, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 17, "start_region_line": 10 }, { "end_outermost_loop": 18, "end_region_line": 68, "line": "\n", "lineno": 18, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 18, "start_region_line": 10 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " # def print_models(self):\n", "lineno": 19, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 10, "start_region_line": 10 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " # models = generate()\n", "lineno": 20, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 10, "start_region_line": 10 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " # for model in models:\n", "lineno": 21, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 10, "start_region_line": 10 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " # print (model[\"id\"], model[\"name\"])\n", "lineno": 22, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 10, "start_region_line": 10 }, { "end_outermost_loop": 23, "end_region_line": 68, "line": "\n", "lineno": 23, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 23, "start_region_line": 10 }, { "end_outermost_loop": 24, "end_region_line": 68, "line": "\n", "lineno": 24, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 24, "start_region_line": 10 }, { "end_outermost_loop": 29, "end_region_line": 29, "line": " def print_voices(self):\n", "lineno": 25, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 25, "start_region_line": 25 }, { "end_outermost_loop": 26, "end_region_line": 29, "line": " from elevenlabs.api import Voices\n", "lineno": 26, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 26, "start_region_line": 25 }, { "end_outermost_loop": 27, "end_region_line": 29, "line": " voices = Voices.from_api()\n", "lineno": 27, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 27, "start_region_line": 25 }, { "end_outermost_loop": 29, "end_region_line": 29, "line": " for voice in voices:\n", "lineno": 28, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 28, "start_region_line": 28 }, { "end_outermost_loop": 29, "end_region_line": 29, "line": " print (voice)\n", "lineno": 29, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 28, "start_region_line": 28 }, { "end_outermost_loop": 30, "end_region_line": 68, "line": "\n", "lineno": 30, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 30, "start_region_line": 10 }, { "end_outermost_loop": 38, "end_region_line": 38, "line": " def speak(self, prompt):\n", "lineno": 31, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 31, "start_region_line": 31 }, { "end_outermost_loop": 32, "end_region_line": 38, "line": " audio = generate(\n", "lineno": 32, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 32, "start_region_line": 31 }, { "end_outermost_loop": 33, "end_region_line": 38, "line": " text=prompt,\n", "lineno": 33, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 33, "start_region_line": 31 }, { "end_outermost_loop": 34, "end_region_line": 38, "line": " voice=self._voice_id,\n", "lineno": 34, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 34, "start_region_line": 31 }, { "end_outermost_loop": 35, "end_region_line": 38, "line": " model=self._model_id,\n", "lineno": 35, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 35, "start_region_line": 31 }, { "end_outermost_loop": 36, "end_region_line": 38, "line": " )\n", "lineno": 36, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 36, "start_region_line": 31 }, { "end_outermost_loop": 37, "end_region_line": 38, "line": " play(audio)\n", "lineno": 37, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 37, "start_region_line": 31 }, { "end_outermost_loop": 38, "end_region_line": 38, "line": " return\n", "lineno": 38, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 38, "start_region_line": 31 }, { "end_outermost_loop": 39, "end_region_line": 68, "line": " \n", "lineno": 39, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 39, "start_region_line": 10 }, { "end_outermost_loop": 48, "end_region_line": 48, "line": " def stream(self, prompt):\n", "lineno": 40, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 40, "start_region_line": 40 }, { "end_outermost_loop": 41, "end_region_line": 48, "line": " audio_stream = generate(\n", "lineno": 41, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 41, "start_region_line": 40 }, { "end_outermost_loop": 42, "end_region_line": 48, "line": " text=prompt,\n", "lineno": 42, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 42, "start_region_line": 40 }, { "end_outermost_loop": 43, "end_region_line": 48, "line": " voice=self._voice_id,\n", "lineno": 43, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 43, "start_region_line": 40 }, { "end_outermost_loop": 44, "end_region_line": 48, "line": " model=self._model_id,\n", "lineno": 44, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 44, "start_region_line": 40 }, { "end_outermost_loop": 45, "end_region_line": 48, "line": " stream_chunk_size=2048,\n", "lineno": 45, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 45, "start_region_line": 40 }, { "end_outermost_loop": 46, "end_region_line": 48, "line": " stream=True,\n", "lineno": 46, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 46, "start_region_line": 40 }, { "end_outermost_loop": 47, "end_region_line": 48, "line": " )\n", "lineno": 47, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 47, "start_region_line": 40 }, { "end_outermost_loop": 48, "end_region_line": 48, "line": " return audio_stream\n", "lineno": 48, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 48, "start_region_line": 40 }, { "end_outermost_loop": 49, "end_region_line": 68, "line": " \n", "lineno": 49, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 49, "start_region_line": 10 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " async def get_speech_chunks_async(self, sentence_response:AgentResponse, cancel_event=None):\n", "lineno": 50, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 50, "start_region_line": 10 }, { "end_outermost_loop": 51, "end_region_line": 68, "line": " text_to_speak = sentence_response['llm_sentence']\n", "lineno": 51, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 51, "start_region_line": 10 }, { "end_outermost_loop": 52, "end_region_line": 68, "line": " stream = self.stream(text_to_speak)\n", "lineno": 52, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 52, "start_region_line": 10 }, { "end_outermost_loop": 53, "end_region_line": 68, "line": " stream, stream_backup = itertools.tee(stream)\n", "lineno": 53, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 53, "start_region_line": 10 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " while True:\n", "lineno": 54, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " # Check if there's a next item in the stream\n", "lineno": 55, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " next_item = next(stream_backup, None)\n", "lineno": 56, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.16113340388653233, "n_core_utilization": 0.0012927279344561564, "n_cpu_percent_c": 0.0019986849750327656, "n_cpu_percent_python": 0.5780011444492325, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 44.28634938180924, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " if next_item is None:\n", "lineno": 57, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " # Stream is exhausted, exit the loop\n", "lineno": 58, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " break\n", "lineno": 59, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": "\n", "lineno": 60, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " # Run next(stream) in a separate thread to avoid blocking the event loop\n", "lineno": 61, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " chunk = await asyncio.to_thread(next, stream)\n", "lineno": 62, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " chunk_ref = ray.put(chunk)\n", "lineno": 63, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.04190438278359146, "n_cpu_percent_c": 0.00393684978686149, "n_cpu_percent_python": 0.020951834948702567, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.03450530482418611, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " sentence_response['tts_raw_chunk_ref'] = chunk_ref\n", "lineno": 64, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " if cancel_event is not None and cancel_event.is_set():\n", "lineno": 65, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " return\n", "lineno": 66, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " yield sentence_response\n", "lineno": 67, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 }, { "end_outermost_loop": 68, "end_region_line": 68, "line": " sentence_response['tts_raw_chunk_id'] += 1\n", "lineno": 68, "memory_samples": [], "n_avg_mb": 0.0, "n_copy_mb_s": 0.0, "n_core_utilization": 0.0, "n_cpu_percent_c": 0.0, "n_cpu_percent_python": 0.0, "n_gpu_avg_memory_mb": 0.0, "n_gpu_peak_memory_mb": 0.0, "n_gpu_percent": 0, "n_growth_mb": 0.0, "n_malloc_mb": 0.0, "n_mallocs": 0, "n_peak_mb": 0.0, "n_python_fraction": 0, "n_sys_percent": 0.0, "n_usage_fraction": 0.0, "start_outermost_loop": 54, "start_region_line": 54 } ], "percent_cpu_time": 45.13690835834594 } }, "gpu": false, "growth_rate": 50.767751894518646, "max_footprint_fname": "/Users/joebooth/Development/project_charles/clip_transform.py", "max_footprint_lineno": 29, "max_footprint_mb": 5112.221946716309, "memory": true, "program": "/Users/joebooth/Development/project_charles/charles_actor.py", "samples": [ [ 1202936208, 131.19057941436768 ], [ 1814980291, 162.9268970489502 ], [ 2004058708, 186.0503330230713 ], [ 2004060666, 186.14457607269287 ], [ 2004061250, 196.14461421966553 ], [ 5303930875, 206.61747550964355 ], [ 5444327333, 366.41387367248535 ], [ 6178163541, 1328.073226928711 ], [ 6202413625, 1364.1305541992188 ], [ 6857750791, 1830.323971748352 ], [ 8348062125, 1840.3239889144897 ], [ 8654055083, 1861.5304775238037 ], [ 8678648750, 1929.631643295288 ], [ 8683770250, 1957.6691341400146 ], [ 8713627500, 2149.9448223114014 ], [ 8726548208, 2218.045721054077 ], [ 8726548958, 2218.1399641036987 ], [ 8726549250, 2234.0639629364014 ], [ 8729347208, 2246.0813732147217 ], [ 8731182416, 2246.1756162643433 ], [ 8736909208, 2282.1313848495483 ], [ 8736909833, 2282.22562789917 ], [ 8757374416, 2410.326537132263 ], [ 8757375000, 2410.4207801818848 ], [ 8757375291, 2426.3444509506226 ], [ 8759834916, 2426.438694000244 ], [ 8772721458, 2506.464011192322 ], [ 8772722458, 2522.4824743270874 ], [ 8775510375, 2522.576717376709 ], [ 8783092333, 2570.6440086364746 ], [ 8783092750, 2582.566794395447 ], [ 8788029125, 2602.6930503845215 ], [ 8788029416, 2618.6169958114624 ], [ 8795634958, 2650.6652059555054 ], [ 8795635958, 2650.759449005127 ], [ 8795636291, 2666.683829307556 ], [ 8798002125, 2666.7780723571777 ], [ 8803262666, 2698.732695579529 ], [ 8803263583, 2714.750647544861 ], [ 8807798833, 2726.861957550049 ], [ 8822925666, 2822.9966773986816 ], [ 8826204833, 2842.9497900009155 ], [ 8828962625, 2859.0621299743652 ], [ 8828963666, 2870.98495388031 ], [ 8830787208, 2871.0791969299316 ], [ 8834052375, 2891.0169744491577 ], [ 8836543250, 2919.0519857406616 ], [ 8838316083, 2919.146228790283 ], [ 8841362166, 2939.083640098572 ], [ 8841362958, 2939.1778831481934 ], [ 8843897875, 2955.195957183838 ], [ 8843898416, 2967.119884490967 ], [ 8845812291, 2967.2141275405884 ], [ 8848904041, 2987.245629310608 ], [ 8848904458, 3003.169506072998 ], [ 9031879500, 3451.5874156951904 ], [ 9031880750, 3431.5590114593506 ], [ 9031885208, 3259.34458732605 ], [ 9031892250, 2970.980344772339 ], [ 9031901916, 2490.3732738494873 ], [ 9031913375, 1994.5733623504639 ], [ 9031914208, 1840.8054485321045 ], [ 10937226916, 1995.2971334457397 ], [ 10982193708, 2043.3785409927368 ], [ 11030378250, 2091.460061073303 ], [ 11577834541, 2716.4656457901 ], [ 11785323166, 2968.8082695007324 ], [ 11810614333, 3004.8655433654785 ], [ 11832418625, 3154.9909524917603 ], [ 13824984458, 3521.097773551941 ], [ 13884431375, 3873.6001691818237 ], [ 13889194625, 3885.617289543152 ], [ 13921385416, 4077.89409160614 ], [ 13923230916, 4077.9883346557617 ], [ 13938042166, 4162.108039855957 ], [ 13943693791, 4194.156753540039 ], [ 13949173708, 4222.098093986511 ], [ 13995823791, 4482.575981140137 ], [ 14006651458, 4546.661247253418 ], [ 14006651791, 4558.583872795105 ], [ 14008674916, 4558.678115844727 ], [ 14014665083, 4594.63375377655 ], [ 14020381416, 4626.682787895203 ], [ 14072739416, 4931.303332328796 ], [ 14203287458, 4734.661549568176 ], [ 14203288333, 4706.629246711731 ], [ 14203297541, 4322.14358997345 ], [ 14203301375, 4141.915783882141 ], [ 14203304000, 4109.872357368469 ], [ 14203316208, 3480.3329362869263 ], [ 14363123875, 3505.702486038208 ], [ 14382975083, 3482.86065864563 ], [ 21289593166, 3503.619634628296 ], [ 74402706541, 3493.9521484375 ], [ 75496477041, 3473.9502563476562 ], [ 78780853500, 3463.9480743408203 ], [ 80233405166, 3474.0733013153076 ], [ 84155534875, 3464.0729656219482 ], [ 90465412583, 3454.196900367737 ], [ 91485571333, 3464.2924194335938 ] ], "stacks": [] }