fixup

.gitignore

@@ -1 +1,2 @@
 .env
+__pycache__

README.md

@@ -10,4 +10,18 @@ pinned: true
 license: mit
 ---
 
-An example chatbot using [Gradio](https://gradio.app), [`huggingface_hub`](https://huggingface.co/docs/huggingface_hub/v0.22.2/en/index), and the [Hugging Face Inference API](https://huggingface.co/docs/api-inference/index).
+An example chatbot using [Gradio](https://gradio.app), [`huggingface_hub`](https://huggingface.co/docs/huggingface_hub/v0.22.2/en/index), and the [Hugging Face Inference API](https://huggingface.co/docs/api-inference/index).
+
+
+
+```
+virtualenv .venv
+.venv/bin/activate
+pip install -r requirements.txt
+
+```
+
+`ALLOW_RESET=TRUE  ./.venv/bin/chroma run --host localhost --port 8000`
+
+`python ./app.py`
+

app.py

@@ -122,7 +122,7 @@ def load_documents(file_path: str, mode: str = "elements"):
     return [doc.page_content for doc in docs]  
   
 def initialize_chroma(collection_name: str, embedding_function: MyEmbeddingFunction):  
-    client = chromadb.HttpClient(host='localhost', port=8000, settings = Settings(allow_reset=True, anonymized_telemetry=False)) 
+    client = HttpClient(host='localhost', port=8000, settings = Settings(allow_reset=True, anonymized_telemetry=False)) 
     client.reset()  # resets the database   
     collection = client.create_collection(collection_name)  
     return client, collection  
@@ -207,4 +207,4 @@ with gr.Blocks() as demo:
             query_button.click(query_documents, inputs=query_input, outputs=query_output)  
   
 if __name__ == "__main__":  
-    demo.launch()  
+    demo.launch()  

chroma.log

@@ -1,414 +0,0 @@
-WARNING:  [11-07-2024 13:19:17] chroma_server_nofile is set to 65535, but this is less than current soft limit of 1048576. chroma_server_nofile will not be set.
-INFO:     [11-07-2024 13:19:17] Anonymized telemetry enabled. See                     https://docs.trychroma.com/telemetry for more information.
-DEBUG:    [11-07-2024 13:19:17] Starting component System
-DEBUG:    [11-07-2024 13:19:17] Starting component OpenTelemetryClient
-DEBUG:    [11-07-2024 13:19:17] Starting component SqliteDB
-DEBUG:    [11-07-2024 13:19:17] Starting component QuotaEnforcer
-DEBUG:    [11-07-2024 13:19:17] Starting component Posthog
-DEBUG:    [11-07-2024 13:19:17] Starting component LocalSegmentManager
-DEBUG:    [11-07-2024 13:19:17] Starting component SegmentAPI
-INFO:     [11-07-2024 13:19:17] Started server process [1896]
-INFO:     [11-07-2024 13:19:17] Waiting for application startup.
-INFO:     [11-07-2024 13:19:17] Application startup complete.
-INFO:     [11-07-2024 13:19:17] Uvicorn running on http://localhost:8000 (Press CTRL+C to quit)
-INFO:     [11-07-2024 13:19:20] ::1:45976 - "GET /api/v1/tenants/default_tenant HTTP/1.1" 200
-INFO:     [11-07-2024 13:19:20] ::1:45976 - "GET /api/v1/databases/default_database?tenant=default_tenant HTTP/1.1" 200
-INFO:     [11-07-2024 13:19:20] ::1:45982 - "POST /api/v1/collections?tenant=default_tenant&database=default_database HTTP/1.1" 200
-INFO:     [11-07-2024 13:25:26] ::1:51020 - "GET /api/v1/tenants/default_tenant HTTP/1.1" 200
-INFO:     [11-07-2024 13:25:26] ::1:51020 - "GET /api/v1/databases/default_database?tenant=default_tenant HTTP/1.1" 200
-ERROR:    [11-07-2024 13:25:26] Collection Tonic-instruct already exists
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 105, in receive
-    return self.receive_nowait()
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 100, in receive_nowait
-    raise WouldBlock
-anyio.WouldBlock
-
-During handling of the above exception, another exception occurred:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 118, in receive
-    return receiver.item
-AttributeError: 'MemoryObjectItemReceiver' object has no attribute 'item'
-
-During handling of the above exception, another exception occurred:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 159, in call_next
-    message = await recv_stream.receive()
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 120, in receive
-    raise EndOfStream
-anyio.EndOfStream
-
-During handling of the above exception, another exception occurred:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 76, in catch_exceptions_middleware
-    return await call_next(request)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 165, in call_next
-    raise app_exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 151, in coro
-    await self.app(scope, receive_or_disconnect, send_no_error)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 189, in __call__
-    with collapse_excgroups():
-  File "/usr/local/lib/python3.10/contextlib.py", line 153, in __exit__
-    self.gen.throw(typ, value, traceback)
-  File "/usr/local/lib/python3.10/site-packages/starlette/_utils.py", line 93, in collapse_excgroups
-    raise exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 191, in __call__
-    response = await self.dispatch_func(request, call_next)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 90, in check_http_version_middleware
-    return await call_next(request)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 165, in call_next
-    raise app_exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 151, in coro
-    await self.app(scope, receive_or_disconnect, send_no_error)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/exceptions.py", line 65, in __call__
-    await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
-    raise exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
-    await app(scope, receive, sender)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 756, in __call__
-    await self.middleware_stack(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 776, in app
-    await route.handle(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 297, in handle
-    await self.app(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 77, in app
-    await wrap_app_handling_exceptions(app, request)(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
-    raise exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
-    await app(scope, receive, sender)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 72, in app
-    response = await func(request)
-  File "/usr/local/lib/python3.10/site-packages/fastapi/routing.py", line 278, in app
-    raw_response = await run_endpoint_function(
-  File "/usr/local/lib/python3.10/site-packages/fastapi/routing.py", line 191, in run_endpoint_function
-    return await dependant.call(**values)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/telemetry/opentelemetry/__init__.py", line 133, in async_wrapper
-    return await f(*args, **kwargs)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 601, in create_collection
-    await to_thread.run_sync(
-  File "/usr/local/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync
-    return await get_async_backend().run_sync_in_worker_thread(
-  File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2177, in run_sync_in_worker_thread
-    return await future
-  File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 859, in run
-    result = context.run(func, *args)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 590, in process_create_collection
-    return self._api.create_collection(
-  File "/usr/local/lib/python3.10/site-packages/chromadb/telemetry/opentelemetry/__init__.py", line 146, in wrapper
-    return f(*args, **kwargs)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/api/segment.py", line 176, in create_collection
-    coll, created = self._sysdb.create_collection(
-  File "/usr/local/lib/python3.10/site-packages/chromadb/telemetry/opentelemetry/__init__.py", line 146, in wrapper
-    return f(*args, **kwargs)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/db/mixins/sysdb.py", line 227, in create_collection
-    raise UniqueConstraintError(f"Collection {name} already exists")
-chromadb.db.base.UniqueConstraintError: Collection Tonic-instruct already exists
-INFO:     [11-07-2024 13:25:26] ::1:51028 - "POST /api/v1/collections?tenant=default_tenant&database=default_database HTTP/1.1" 500
-INFO:     [11-07-2024 13:26:47] ::1:60970 - "GET /api/v1/tenants/default_tenant HTTP/1.1" 200
-INFO:     [11-07-2024 13:26:47] ::1:60970 - "GET /api/v1/databases/default_database?tenant=default_tenant HTTP/1.1" 200
-ERROR:    [11-07-2024 13:26:47] Collection Tonic-instruct already exists
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 105, in receive
-    return self.receive_nowait()
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 100, in receive_nowait
-    raise WouldBlock
-anyio.WouldBlock
-
-During handling of the above exception, another exception occurred:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 118, in receive
-    return receiver.item
-AttributeError: 'MemoryObjectItemReceiver' object has no attribute 'item'
-
-During handling of the above exception, another exception occurred:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 159, in call_next
-    message = await recv_stream.receive()
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 120, in receive
-    raise EndOfStream
-anyio.EndOfStream
-
-During handling of the above exception, another exception occurred:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 76, in catch_exceptions_middleware
-    return await call_next(request)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 165, in call_next
-    raise app_exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 151, in coro
-    await self.app(scope, receive_or_disconnect, send_no_error)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 189, in __call__
-    with collapse_excgroups():
-  File "/usr/local/lib/python3.10/contextlib.py", line 153, in __exit__
-    self.gen.throw(typ, value, traceback)
-  File "/usr/local/lib/python3.10/site-packages/starlette/_utils.py", line 93, in collapse_excgroups
-    raise exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 191, in __call__
-    response = await self.dispatch_func(request, call_next)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 90, in check_http_version_middleware
-    return await call_next(request)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 165, in call_next
-    raise app_exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 151, in coro
-    await self.app(scope, receive_or_disconnect, send_no_error)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/exceptions.py", line 65, in __call__
-    await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
-    raise exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
-    await app(scope, receive, sender)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 756, in __call__
-    await self.middleware_stack(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 776, in app
-    await route.handle(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 297, in handle
-    await self.app(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 77, in app
-    await wrap_app_handling_exceptions(app, request)(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
-    raise exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
-    await app(scope, receive, sender)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 72, in app
-    response = await func(request)
-  File "/usr/local/lib/python3.10/site-packages/fastapi/routing.py", line 278, in app
-    raw_response = await run_endpoint_function(
-  File "/usr/local/lib/python3.10/site-packages/fastapi/routing.py", line 191, in run_endpoint_function
-    return await dependant.call(**values)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/telemetry/opentelemetry/__init__.py", line 133, in async_wrapper
-    return await f(*args, **kwargs)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 601, in create_collection
-    await to_thread.run_sync(
-  File "/usr/local/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync
-    return await get_async_backend().run_sync_in_worker_thread(
-  File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2177, in run_sync_in_worker_thread
-    return await future
-  File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 859, in run
-    result = context.run(func, *args)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 590, in process_create_collection
-    return self._api.create_collection(
-  File "/usr/local/lib/python3.10/site-packages/chromadb/telemetry/opentelemetry/__init__.py", line 146, in wrapper
-    return f(*args, **kwargs)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/api/segment.py", line 176, in create_collection
-    coll, created = self._sysdb.create_collection(
-  File "/usr/local/lib/python3.10/site-packages/chromadb/telemetry/opentelemetry/__init__.py", line 146, in wrapper
-    return f(*args, **kwargs)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/db/mixins/sysdb.py", line 227, in create_collection
-    raise UniqueConstraintError(f"Collection {name} already exists")
-chromadb.db.base.UniqueConstraintError: Collection Tonic-instruct already exists
-INFO:     [11-07-2024 13:26:47] ::1:60976 - "POST /api/v1/collections?tenant=default_tenant&database=default_database HTTP/1.1" 500
-INFO:     [11-07-2024 13:27:20] Shutting down
-INFO:     [11-07-2024 13:27:20] Waiting for application shutdown.
-DEBUG:    [11-07-2024 13:27:20] Stopping component System
-DEBUG:    [11-07-2024 13:27:20] Stopping component SegmentAPI
-DEBUG:    [11-07-2024 13:27:20] Stopping component LocalSegmentManager
-DEBUG:    [11-07-2024 13:27:20] Stopping component Posthog
-DEBUG:    [11-07-2024 13:27:20] Stopping component QuotaEnforcer
-DEBUG:    [11-07-2024 13:27:20] Stopping component SqliteDB
-DEBUG:    [11-07-2024 13:27:20] Stopping component OpenTelemetryClient
-INFO:     [11-07-2024 13:27:20] Application shutdown complete.
-INFO:     [11-07-2024 13:27:20] Finished server process [1896]
-WARNING:  [11-07-2024 13:27:24] chroma_server_nofile is set to 65535, but this is less than current soft limit of 1048576. chroma_server_nofile will not be set.
-INFO:     [11-07-2024 13:27:24] Anonymized telemetry enabled. See                     https://docs.trychroma.com/telemetry for more information.
-DEBUG:    [11-07-2024 13:27:24] Starting component System
-DEBUG:    [11-07-2024 13:27:24] Starting component OpenTelemetryClient
-DEBUG:    [11-07-2024 13:27:24] Starting component SqliteDB
-DEBUG:    [11-07-2024 13:27:24] Starting component QuotaEnforcer
-DEBUG:    [11-07-2024 13:27:24] Starting component Posthog
-DEBUG:    [11-07-2024 13:27:24] Starting component LocalSegmentManager
-DEBUG:    [11-07-2024 13:27:24] Starting component SegmentAPI
-INFO:     [11-07-2024 13:27:25] Started server process [3749]
-INFO:     [11-07-2024 13:27:25] Waiting for application startup.
-INFO:     [11-07-2024 13:27:25] Application startup complete.
-INFO:     [11-07-2024 13:27:25] Uvicorn running on http://localhost:8000 (Press CTRL+C to quit)
-INFO:     [11-07-2024 13:27:37] ::1:51602 - "GET /api/v1/tenants/default_tenant HTTP/1.1" 200
-INFO:     [11-07-2024 13:27:37] ::1:51602 - "GET /api/v1/databases/default_database?tenant=default_tenant HTTP/1.1" 200
-ERROR:    [11-07-2024 13:27:37] Collection Tonic-instruct already exists
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 105, in receive
-    return self.receive_nowait()
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 100, in receive_nowait
-    raise WouldBlock
-anyio.WouldBlock
-
-During handling of the above exception, another exception occurred:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 118, in receive
-    return receiver.item
-AttributeError: 'MemoryObjectItemReceiver' object has no attribute 'item'
-
-During handling of the above exception, another exception occurred:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 159, in call_next
-    message = await recv_stream.receive()
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 120, in receive
-    raise EndOfStream
-anyio.EndOfStream
-
-During handling of the above exception, another exception occurred:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 76, in catch_exceptions_middleware
-    return await call_next(request)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 165, in call_next
-    raise app_exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 151, in coro
-    await self.app(scope, receive_or_disconnect, send_no_error)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 189, in __call__
-    with collapse_excgroups():
-  File "/usr/local/lib/python3.10/contextlib.py", line 153, in __exit__
-    self.gen.throw(typ, value, traceback)
-  File "/usr/local/lib/python3.10/site-packages/starlette/_utils.py", line 93, in collapse_excgroups
-    raise exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 191, in __call__
-    response = await self.dispatch_func(request, call_next)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 90, in check_http_version_middleware
-    return await call_next(request)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 165, in call_next
-    raise app_exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 151, in coro
-    await self.app(scope, receive_or_disconnect, send_no_error)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/exceptions.py", line 65, in __call__
-    await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
-    raise exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
-    await app(scope, receive, sender)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 756, in __call__
-    await self.middleware_stack(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 776, in app
-    await route.handle(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 297, in handle
-    await self.app(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 77, in app
-    await wrap_app_handling_exceptions(app, request)(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
-    raise exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
-    await app(scope, receive, sender)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 72, in app
-    response = await func(request)
-  File "/usr/local/lib/python3.10/site-packages/fastapi/routing.py", line 278, in app
-    raw_response = await run_endpoint_function(
-  File "/usr/local/lib/python3.10/site-packages/fastapi/routing.py", line 191, in run_endpoint_function
-    return await dependant.call(**values)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/telemetry/opentelemetry/__init__.py", line 133, in async_wrapper
-    return await f(*args, **kwargs)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 601, in create_collection
-    await to_thread.run_sync(
-  File "/usr/local/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync
-    return await get_async_backend().run_sync_in_worker_thread(
-  File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2177, in run_sync_in_worker_thread
-    return await future
-  File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 859, in run
-    result = context.run(func, *args)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 590, in process_create_collection
-    return self._api.create_collection(
-  File "/usr/local/lib/python3.10/site-packages/chromadb/telemetry/opentelemetry/__init__.py", line 146, in wrapper
-    return f(*args, **kwargs)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/api/segment.py", line 176, in create_collection
-    coll, created = self._sysdb.create_collection(
-  File "/usr/local/lib/python3.10/site-packages/chromadb/telemetry/opentelemetry/__init__.py", line 146, in wrapper
-    return f(*args, **kwargs)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/db/mixins/sysdb.py", line 227, in create_collection
-    raise UniqueConstraintError(f"Collection {name} already exists")
-chromadb.db.base.UniqueConstraintError: Collection Tonic-instruct already exists
-INFO:     [11-07-2024 13:27:37] ::1:51618 - "POST /api/v1/collections?tenant=default_tenant&database=default_database HTTP/1.1" 500
-INFO:     [11-07-2024 13:28:23] ::1:42682 - "GET /api/v1/tenants/default_tenant HTTP/1.1" 200
-INFO:     [11-07-2024 13:28:23] ::1:42682 - "GET /api/v1/databases/default_database?tenant=default_tenant HTTP/1.1" 200
-ERROR:    [11-07-2024 13:28:23] Resetting is not allowed by this configuration (to enable it, set `allow_reset` to `True` in your Settings() or include `ALLOW_RESET=TRUE` in your environment variables)
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 105, in receive
-    return self.receive_nowait()
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 100, in receive_nowait
-    raise WouldBlock
-anyio.WouldBlock
-
-During handling of the above exception, another exception occurred:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 118, in receive
-    return receiver.item
-AttributeError: 'MemoryObjectItemReceiver' object has no attribute 'item'
-
-During handling of the above exception, another exception occurred:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 159, in call_next
-    message = await recv_stream.receive()
-  File "/usr/local/lib/python3.10/site-packages/anyio/streams/memory.py", line 120, in receive
-    raise EndOfStream
-anyio.EndOfStream
-
-During handling of the above exception, another exception occurred:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 76, in catch_exceptions_middleware
-    return await call_next(request)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 165, in call_next
-    raise app_exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 151, in coro
-    await self.app(scope, receive_or_disconnect, send_no_error)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 189, in __call__
-    with collapse_excgroups():
-  File "/usr/local/lib/python3.10/contextlib.py", line 153, in __exit__
-    self.gen.throw(typ, value, traceback)
-  File "/usr/local/lib/python3.10/site-packages/starlette/_utils.py", line 93, in collapse_excgroups
-    raise exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 191, in __call__
-    response = await self.dispatch_func(request, call_next)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 90, in check_http_version_middleware
-    return await call_next(request)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 165, in call_next
-    raise app_exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/base.py", line 151, in coro
-    await self.app(scope, receive_or_disconnect, send_no_error)
-  File "/usr/local/lib/python3.10/site-packages/starlette/middleware/exceptions.py", line 65, in __call__
-    await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
-    raise exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
-    await app(scope, receive, sender)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 756, in __call__
-    await self.middleware_stack(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 776, in app
-    await route.handle(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 297, in handle
-    await self.app(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 77, in app
-    await wrap_app_handling_exceptions(app, request)(scope, receive, send)
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
-    raise exc
-  File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
-    await app(scope, receive, sender)
-  File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 72, in app
-    response = await func(request)
-  File "/usr/local/lib/python3.10/site-packages/fastapi/routing.py", line 278, in app
-    raw_response = await run_endpoint_function(
-  File "/usr/local/lib/python3.10/site-packages/fastapi/routing.py", line 191, in run_endpoint_function
-    return await dependant.call(**values)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/telemetry/opentelemetry/__init__.py", line 133, in async_wrapper
-    return await f(*args, **kwargs)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/server/fastapi/__init__.py", line 908, in reset
-    await to_thread.run_sync(
-  File "/usr/local/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync
-    return await get_async_backend().run_sync_in_worker_thread(
-  File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2177, in run_sync_in_worker_thread
-    return await future
-  File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 859, in run
-    result = context.run(func, *args)
-  File "/usr/local/lib/python3.10/site-packages/chromadb/api/segment.py", line 783, in reset
-    self._system.reset_state()
-  File "/usr/local/lib/python3.10/site-packages/chromadb/config.py", line 430, in reset_state
-    raise ValueError(
-ValueError: Resetting is not allowed by this configuration (to enable it, set `allow_reset` to `True` in your Settings() or include `ALLOW_RESET=TRUE` in your environment variables)
-INFO:     [11-07-2024 13:28:23] ::1:42698 - "POST /api/v1/reset HTTP/1.1" 500

globalvars.py

@@ -1,7 +1,7 @@
 ## Global Variables
 
 API_BASE = "https://api.01.ai/v1"
-API_KEY = "your key"
+
 
 model_name = 'nvidia/NV-Embed-v1'
 
@@ -89,4 +89,4 @@ you will recieve a text , classify the text according to the schema above. ONLY
 
 metadata_prompt = "you will recieve a text or a question, produce metadata operator pairs for the text . ONLY PROVIDE THE FINAL JSON , DO NOT PRODUCE ANY ADDITION INSTRUCTION , ONLY PRODUCE ONE METADATA STRING PER OPERATOR:"
 
-system_message = """ You are a helpful assistant named YiTonic . answer the question provided based on the context above. Produce a complete answer:"""
+system_message = """ You are a helpful assistant named YiTonic . answer the question provided based on the context above. Produce a complete answer:"""

requirements.txt

@@ -14,3 +14,5 @@ libmagic
 # tesseract
 # libxml2
 # libxslt
+spaces
+datasets

utils.py

@@ -30,4 +30,4 @@ def parse_and_route(example_output: str):
         else:  
             return {true_task: "Task description not found"}  
     else:  
-        return "No true task found in the example output" 
+        return "No true task found in the example output"