fixed bug + starting venv system

requirements.txt

@@ -0,0 +1,295 @@
+# This file was autogenerated by uv via the following command:
+#    uv pip compile pyproject.toml -o requirements.txt
+aiofiles==23.2.1
+    # via gradio
+aiohappyeyeballs==2.4.0
+    # via aiohttp
+aiohttp==3.10.5
+    # via template (pyproject.toml)
+aiosignal==1.3.1
+    # via aiohttp
+annotated-types==0.7.0
+    # via pydantic
+anyio==4.5.0
+    # via
+    #   gradio
+    #   httpx
+    #   openai
+    #   starlette
+appnope==0.1.4
+    # via ipykernel
+asttokens==2.4.1
+    # via stack-data
+attrs==24.2.0
+    # via aiohttp
+boto3==1.35.23
+    # via template (pyproject.toml)
+botocore==1.35.23
+    # via
+    #   boto3
+    #   s3transfer
+certifi==2024.8.30
+    # via
+    #   httpcore
+    #   httpx
+    #   requests
+charset-normalizer==3.3.2
+    # via requests
+click==8.1.7
+    # via
+    #   typer
+    #   uvicorn
+comm==0.2.2
+    # via ipykernel
+contourpy==1.3.0
+    # via matplotlib
+cycler==0.12.1
+    # via matplotlib
+debugpy==1.8.5
+    # via ipykernel
+decorator==5.1.1
+    # via ipython
+distro==1.9.0
+    # via openai
+executing==2.1.0
+    # via stack-data
+fastapi==0.115.0
+    # via gradio
+ffmpy==0.4.0
+    # via gradio
+filelock==3.16.1
+    # via huggingface-hub
+fonttools==4.53.1
+    # via matplotlib
+frozenlist==1.4.1
+    # via
+    #   aiohttp
+    #   aiosignal
+fsspec==2024.9.0
+    # via
+    #   gradio-client
+    #   huggingface-hub
+gradio==4.44.0
+    # via template (pyproject.toml)
+gradio-client==1.3.0
+    # via gradio
+h11==0.14.0
+    # via
+    #   httpcore
+    #   uvicorn
+httpcore==1.0.5
+    # via httpx
+httpx==0.27.2
+    # via
+    #   gradio
+    #   gradio-client
+    #   openai
+huggingface-hub==0.25.0
+    # via
+    #   gradio
+    #   gradio-client
+idna==3.10
+    # via
+    #   anyio
+    #   httpx
+    #   requests
+    #   yarl
+importlib-resources==6.4.5
+    # via gradio
+ipykernel==6.29.5
+    # via template (pyproject.toml)
+ipython==8.27.0
+    # via ipykernel
+jedi==0.19.1
+    # via ipython
+jinja2==3.1.4
+    # via gradio
+jiter==0.5.0
+    # via openai
+jmespath==1.0.1
+    # via
+    #   boto3
+    #   botocore
+jupyter-client==8.6.3
+    # via ipykernel
+jupyter-core==5.7.2
+    # via
+    #   ipykernel
+    #   jupyter-client
+kiwisolver==1.4.7
+    # via matplotlib
+markdown-it-py==3.0.0
+    # via rich
+markupsafe==2.1.5
+    # via
+    #   gradio
+    #   jinja2
+matplotlib==3.9.2
+    # via gradio
+matplotlib-inline==0.1.7
+    # via
+    #   ipykernel
+    #   ipython
+mdurl==0.1.2
+    # via markdown-it-py
+multidict==6.1.0
+    # via
+    #   aiohttp
+    #   yarl
+nest-asyncio==1.6.0
+    # via ipykernel
+numpy==2.1.1
+    # via
+    #   contourpy
+    #   gradio
+    #   matplotlib
+    #   pandas
+openai==1.46.1
+    # via template (pyproject.toml)
+orjson==3.10.7
+    # via gradio
+packaging==24.1
+    # via
+    #   gradio
+    #   gradio-client
+    #   huggingface-hub
+    #   ipykernel
+    #   matplotlib
+pandas==2.2.2
+    # via gradio
+parso==0.8.4
+    # via jedi
+pexpect==4.9.0
+    # via ipython
+pillow==10.4.0
+    # via
+    #   gradio
+    #   matplotlib
+platformdirs==4.3.6
+    # via jupyter-core
+prompt-toolkit==3.0.47
+    # via ipython
+psutil==6.0.0
+    # via ipykernel
+ptyprocess==0.7.0
+    # via pexpect
+pure-eval==0.2.3
+    # via stack-data
+pydantic==2.9.2
+    # via
+    #   template (pyproject.toml)
+    #   fastapi
+    #   gradio
+    #   openai
+pydantic-core==2.23.4
+    # via pydantic
+pydub==0.25.1
+    # via gradio
+pygments==2.18.0
+    # via
+    #   ipython
+    #   rich
+pyparsing==3.1.4
+    # via matplotlib
+python-dateutil==2.9.0.post0
+    # via
+    #   botocore
+    #   jupyter-client
+    #   matplotlib
+    #   pandas
+python-multipart==0.0.9
+    # via gradio
+pytimeparse==1.1.8
+    # via template (pyproject.toml)
+pytz==2024.2
+    # via pandas
+pyyaml==6.0.2
+    # via
+    #   gradio
+    #   huggingface-hub
+pyzmq==26.2.0
+    # via
+    #   ipykernel
+    #   jupyter-client
+requests==2.32.3
+    # via
+    #   template (pyproject.toml)
+    #   huggingface-hub
+rich==13.8.1
+    # via
+    #   template (pyproject.toml)
+    #   typer
+ruff==0.6.5
+    # via gradio
+s3transfer==0.10.2
+    # via boto3
+semantic-version==2.10.0
+    # via gradio
+shellingham==1.5.4
+    # via typer
+six==1.16.0
+    # via
+    #   asttokens
+    #   python-dateutil
+sniffio==1.3.1
+    # via
+    #   anyio
+    #   httpx
+    #   openai
+stack-data==0.6.3
+    # via ipython
+starlette==0.38.5
+    # via fastapi
+structlog==24.4.0
+    # via template (pyproject.toml)
+tabulate==0.9.0
+    # via template (pyproject.toml)
+tenacity==9.0.0
+    # via template (pyproject.toml)
+tomli==2.0.1
+    # via template (pyproject.toml)
+tomlkit==0.12.0
+    # via gradio
+tornado==6.4.1
+    # via
+    #   ipykernel
+    #   jupyter-client
+tqdm==4.66.5
+    # via
+    #   huggingface-hub
+    #   openai
+traitlets==5.14.3
+    # via
+    #   comm
+    #   ipykernel
+    #   ipython
+    #   jupyter-client
+    #   jupyter-core
+    #   matplotlib-inline
+typer==0.12.5
+    # via gradio
+typing-extensions==4.12.2
+    # via
+    #   fastapi
+    #   gradio
+    #   gradio-client
+    #   huggingface-hub
+    #   openai
+    #   pydantic
+    #   pydantic-core
+    #   typer
+tzdata==2024.1
+    # via pandas
+urllib3==2.2.3
+    # via
+    #   botocore
+    #   gradio
+    #   requests
+uvicorn==0.30.6
+    # via gradio
+wcwidth==0.2.13
+    # via prompt-toolkit
+websockets==12.0
+    # via gradio-client
+yarl==1.11.1
+    # via aiohttp

src/vsp/app/1st_gradio.py

@@ -10,6 +10,7 @@ from vsp.app.main import VspDataEnrichment
 from vsp.app.scrapers.linkedin_downloader import LinkedinDownloader
 
 
+
 async def process_profile(profile_linkedin):
     downloader = LinkedinDownloader()
     enricher = VspDataEnrichment()

src/vsp/app/scrapers/linkedin_downloader.py

@@ -157,6 +157,9 @@ class LinkedinDownloader:
             async with session.get(self._URL + "get-company-details", headers=headers, params=querystring) as response:
                 if response.status == 200:
                     data = await response.json()
+                    if not data["data"]:
+                        logger.warn(f"Could not find info for company {querystring}") #ToDo: Make this a retry
+                        continue
                     description = data["data"].get("description")
                     tagline = data["data"].get("tagline")
 
@@ -222,7 +225,7 @@ async def main():
     downloader = LinkedinDownloader()
 
     # LinkedIn profile URL to fetch
-    linkedin_url = "https://www.linkedin.com/in/lauren-hipple-84277373/"
+    linkedin_url = "https://www.linkedin.com/in/hansae-catlett-436a9b21/"
 
     try:
         # Fetch the LinkedIn profile data
@@ -230,8 +233,8 @@ async def main():
 
     except LinkedinFetchFailedError as e:
         print(f"Error: {str(e)}")
-    except Exception as e:
-        print(f"An unexpected error occurred: {str(e)}")
+    #except Exception as e:
+    #    print(f"An unexpected error occurred: {str(e)}")
 
 
 if __name__ == "__main__":

src/vsp/shared/aws_clients.py

@@ -15,6 +15,12 @@ from vsp.shared import config, logger_factory
 
 logger = logger_factory.get_logger(__name__)
 
+USE_ENV_VAR_INSTEAD = False
+def path_to_env_var(path):
+    # Remove leading slash and replace other slashes with underscores
+    env_var = path.lstrip('/').replace('/', '_').upper()
+    return env_var
+
 
 def _get_session() -> boto3.Session:
     """