Spaces:

Technologic101
/

imagineui

Runtime error

App Files Files Community

Technologic101 commited on Feb 25

Commit

8c0e97b

1 Parent(s): 1b5ee9b

task: creates knowledge graph and synthetic queries

Browse files

Files changed (3) hide show

poetry.lock +162 -1
pyproject.toml +2 -0
src/sdg.ipynb +672 -0

poetry.lock CHANGED Viewed

@@ -184,6 +184,19 @@ doc = ["Sphinx (>=7.4,<8.0)", "packaging", "sphinx-autodoc-typehints (>=1.2.0)",
 test = ["anyio[trio]", "coverage[toml] (>=7)", "exceptiongroup (>=1.2.0)", "hypothesis (>=4.0)", "psutil (>=5.9)", "pytest (>=7.0)", "trustme", "truststore (>=0.9.1)", "uvloop (>=0.21)"]
 trio = ["trio (>=0.26.1)"]
 [[package]]
 name = "appnope"
 version = "0.1.4"
@@ -987,6 +1000,19 @@ files = [
 graph = ["objgraph (>=1.7.2)"]
 profile = ["gprof2dot (>=2022.7.29)"]
 [[package]]
 name = "distro"
 version = "1.9.0"
@@ -5144,6 +5170,141 @@ files = [
     {file = "queuelib-1.7.0.tar.gz", hash = "sha256:2855162096cf0230510890b354379ea1c0ff19d105d3147d349d2433bb222b08"},
 ]
 [[package]]
 name = "referencing"
 version = "0.36.2"
@@ -7216,4 +7377,4 @@ cffi = ["cffi (>=1.11)"]
 [metadata]
 lock-version = "2.1"
 python-versions = ">=3.9,<4.0"
-content-hash = "910b49bc325e5394e4f5274f0cda941ef765b204de8ad7c3f5958c19ba54af33"

 test = ["anyio[trio]", "coverage[toml] (>=7)", "exceptiongroup (>=1.2.0)", "hypothesis (>=4.0)", "psutil (>=5.9)", "pytest (>=7.0)", "trustme", "truststore (>=0.9.1)", "uvloop (>=0.21)"]
 trio = ["trio (>=0.26.1)"]
+[[package]]
+name = "appdirs"
+version = "1.4.4"
+description = "A small Python module for determining appropriate platform-specific dirs, e.g. a \"user data dir\"."
+optional = false
+python-versions = "*"
+groups = ["main"]
+markers = "python_version <= \"3.11\" or python_version >= \"3.12\""
+files = [
+    {file = "appdirs-1.4.4-py2.py3-none-any.whl", hash = "sha256:a841dacd6b99318a741b166adb07e19ee71a274450e68237b4650ca1055ab128"},
+    {file = "appdirs-1.4.4.tar.gz", hash = "sha256:7d5d0167b2b1ba821647616af46a749d1c653740dd0d2415100fe26e27afdf41"},
+]
 [[package]]
 name = "appnope"
 version = "0.1.4"
 graph = ["objgraph (>=1.7.2)"]
 profile = ["gprof2dot (>=2022.7.29)"]
+[[package]]
+name = "diskcache"
+version = "5.6.3"
+description = "Disk Cache -- Disk and file backed persistent cache."
+optional = false
+python-versions = ">=3"
+groups = ["main"]
+markers = "python_version <= \"3.11\" or python_version >= \"3.12\""
+files = [
+    {file = "diskcache-5.6.3-py3-none-any.whl", hash = "sha256:5e31b2d5fbad117cc363ebaf6b689474db18a1f6438bc82358b024abd4c2ca19"},
+    {file = "diskcache-5.6.3.tar.gz", hash = "sha256:2c3a3fa2743d8535d832ec61c2054a1641f41775aa7c556758a109941e33e4fc"},
+]
 [[package]]
 name = "distro"
 version = "1.9.0"
     {file = "queuelib-1.7.0.tar.gz", hash = "sha256:2855162096cf0230510890b354379ea1c0ff19d105d3147d349d2433bb222b08"},
 ]
+[[package]]
+name = "ragas"
+version = "0.2.13"
+description = ""
+optional = false
+python-versions = ">=3.9"
+groups = ["main"]
+markers = "python_version <= \"3.11\" or python_version >= \"3.12\""
+files = [
+    {file = "ragas-0.2.13-py3-none-any.whl", hash = "sha256:0a9c4014768cb6a1d962f9348ee2ea36732a1edafdf18d884ab020f4fe2d4acc"},
+    {file = "ragas-0.2.13.tar.gz", hash = "sha256:33ebfd8c88465c7c86e639049138e38d3d3117d03eb68c0b2c98065c4608feb5"},
+]
+[package.dependencies]
+appdirs = "*"
+datasets = "*"
+diskcache = ">=5.6.3"
+langchain = "*"
+langchain-community = "*"
+langchain-core = "*"
+langchain_openai = "*"
+nest-asyncio = "*"
+numpy = "*"
+openai = ">1"
+pydantic = ">=2"
+tiktoken = "*"
+[package.extras]
+all = ["datacompy", "llama_index", "nltk", "pandas", "rapidfuzz", "rouge_score", "sentence-transformers", "transformers"]
+dev = ["black[jupyter]", "datacompy", "fastembed", "graphene", "isort", "llama_index", "nltk", "notebook", "pandas", "pyright", "rapidfuzz", "rich", "rouge_score", "ruff", "sentence-transformers", "sphinx-autobuild", "transformers"]
+docs = ["mkdocs (>=1.6.1)", "mkdocs-autorefs", "mkdocs-gen-files", "mkdocs-git-committers-plugin-2", "mkdocs-git-revision-date-localized-plugin", "mkdocs-glightbox", "mkdocs-literate-nav", "mkdocs-material", "mkdocs-material[imaging]", "mkdocs-section-index", "mkdocstrings[python]"]
+test = ["llama_index", "nbmake", "pytest", "pytest-asyncio", "pytest-xdist[psutil]"]
+[[package]]
+name = "rapidfuzz"
+version = "3.12.1"
+description = "rapid fuzzy string matching"
+optional = false
+python-versions = ">=3.9"
+groups = ["main"]
+markers = "python_version <= \"3.11\" or python_version >= \"3.12\""
+files = [
+    {file = "rapidfuzz-3.12.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:dbb7ea2fd786e6d66f225ef6eef1728832314f47e82fee877cb2a793ebda9579"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:1ae41361de05762c1eaa3955e5355de7c4c6f30d1ef1ea23d29bf738a35809ab"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dc3c39e0317e7f68ba01bac056e210dd13c7a0abf823e7b6a5fe7e451ddfc496"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:69f2520296f1ae1165b724a3aad28c56fd0ac7dd2e4cff101a5d986e840f02d4"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:34dcbf5a7daecebc242f72e2500665f0bde9dd11b779246c6d64d106a7d57c99"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:773ab37fccf6e0513891f8eb4393961ddd1053c6eb7e62eaa876e94668fc6d31"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3ecf0e6de84c0bc2c0f48bc03ba23cef2c5f1245db7b26bc860c11c6fd7a097c"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:4dc2ebad4adb29d84a661f6a42494df48ad2b72993ff43fad2b9794804f91e45"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:8389d98b9f54cb4f8a95f1fa34bf0ceee639e919807bb931ca479c7a5f2930bf"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:165bcdecbfed9978962da1d3ec9c191b2ff9f1ccc2668fbaf0613a975b9aa326"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:129d536740ab0048c1a06ccff73c683f282a2347c68069affae8dbc423a37c50"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:1b67e390261ffe98ec86c771b89425a78b60ccb610c3b5874660216fcdbded4b"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-win32.whl", hash = "sha256:a66520180d3426b9dc2f8d312f38e19bc1fc5601f374bae5c916f53fa3534a7d"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-win_amd64.whl", hash = "sha256:82260b20bc7a76556cecb0c063c87dad19246a570425d38f8107b8404ca3ac97"},
+    {file = "rapidfuzz-3.12.1-cp310-cp310-win_arm64.whl", hash = "sha256:3a860d103bbb25c69c2e995fdf4fac8cb9f77fb69ec0a00469d7fd87ff148f46"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:6d9afad7b16d01c9e8929b6a205a18163c7e61b6cd9bcf9c81be77d5afc1067a"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:bb424ae7240f2d2f7d8dda66a61ebf603f74d92f109452c63b0dbf400204a437"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:42149e6d13bd6d06437d2a954dae2184dadbbdec0fdb82dafe92860d99f80519"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:760ac95d788f2964b73da01e0bdffbe1bf2ad8273d0437565ce9092ae6ad1fbc"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2cf27e8e4bf7bf9d92ef04f3d2b769e91c3f30ba99208c29f5b41e77271a2614"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:00ceb8ff3c44ab0d6014106c71709c85dee9feedd6890eff77c814aa3798952b"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b8b61c558574fbc093d85940c3264c08c2b857b8916f8e8f222e7b86b0bb7d12"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:346a2d8f17224e99f9ef988606c83d809d5917d17ad00207237e0965e54f9730"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:d60d1db1b7e470e71ae096b6456e20ec56b52bde6198e2dbbc5e6769fa6797dc"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:2477da227e266f9c712f11393182c69a99d3c8007ea27f68c5afc3faf401cc43"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:8499c7d963ddea8adb6cffac2861ee39a1053e22ca8a5ee9de1197f8dc0275a5"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:12802e5c4d8ae104fb6efeeb436098325ce0dca33b461c46e8df015c84fbef26"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-win32.whl", hash = "sha256:e1061311d07e7cdcffa92c9b50c2ab4192907e70ca01b2e8e1c0b6b4495faa37"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-win_amd64.whl", hash = "sha256:c6e4ed63e204daa863a802eec09feea5448617981ba5d150f843ad8e3ae071a4"},
+    {file = "rapidfuzz-3.12.1-cp311-cp311-win_arm64.whl", hash = "sha256:920733a28c3af47870835d59ca9879579f66238f10de91d2b4b3f809d1ebfc5b"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:f6235b57ae3faa3f85cb3f90c9fee49b21bd671b76e90fc99e8ca2bdf0b5e4a3"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:af4585e5812632c357fee5ab781c29f00cd06bea58f8882ff244cc4906ba6c9e"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5942dc4460e5030c5f9e1d4c9383de2f3564a2503fe25e13e89021bcbfea2f44"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:0b31ab59e1a0df5afc21f3109b6cfd77b34040dbf54f1bad3989f885cfae1e60"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:97c885a7a480b21164f57a706418c9bbc9a496ec6da087e554424358cadde445"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2d844c0587d969ce36fbf4b7cbf0860380ffeafc9ac5e17a7cbe8abf528d07bb"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a93c95dce8917bf428064c64024de43ffd34ec5949dd4425780c72bd41f9d969"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:834f6113d538af358f39296604a1953e55f8eeffc20cb4caf82250edbb8bf679"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:a940aa71a7f37d7f0daac186066bf6668d4d3b7e7ef464cb50bc7ba89eae1f51"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:ec9eaf73501c9a7de2c6938cb3050392e2ee0c5ca3921482acf01476b85a7226"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:3c5ec360694ac14bfaeb6aea95737cf1a6cf805b5fe8ea7fd28814706c7fa838"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:6b5e176524653ac46f1802bdd273a4b44a5f8d0054ed5013a8e8a4b72f254599"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-win32.whl", hash = "sha256:6f463c6f1c42ec90e45d12a6379e18eddd5cdf74138804d8215619b6f4d31cea"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-win_amd64.whl", hash = "sha256:b894fa2b30cd6498a29e5c470cb01c6ea898540b7e048a0342775a5000531334"},
+    {file = "rapidfuzz-3.12.1-cp312-cp312-win_arm64.whl", hash = "sha256:43bb17056c5d1332f517b888c4e57846c4b5f936ed304917eeb5c9ac85d940d4"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:97f824c15bc6933a31d6e3cbfa90188ba0e5043cf2b6dd342c2b90ee8b3fd47c"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:a973b3f5cabf931029a3ae4a0f72e3222e53d412ea85fc37ddc49e1774f00fbf"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:df7880e012228722dec1be02b9ef3898ed023388b8a24d6fa8213d7581932510"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:9c78582f50e75e6c2bc38c791ed291cb89cf26a3148c47860c1a04d6e5379c8e"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2d7d9e6a04d8344b0198c96394c28874086888d0a2b2f605f30d1b27b9377b7d"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5620001fd4d6644a2f56880388179cc8f3767670f0670160fcb97c3b46c828af"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0666ab4c52e500af7ba5cc17389f5d15c0cdad06412c80312088519fdc25686d"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:27b4d440fa50b50c515a91a01ee17e8ede719dca06eef4c0cccf1a111a4cfad3"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:83dccfd5a754f2a0e8555b23dde31f0f7920601bfa807aa76829391ea81e7c67"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:b572b634740e047c53743ed27a1bb3b4f93cf4abbac258cd7af377b2c4a9ba5b"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-musllinux_1_2_s390x.whl", hash = "sha256:7fa7b81fb52902d5f78dac42b3d6c835a6633b01ddf9b202a3ca8443be4b2d6a"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:b1d4fbff980cb6baef4ee675963c081f7b5d6580a105d6a4962b20f1f880e1fb"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-win32.whl", hash = "sha256:3fe8da12ea77271097b303fa7624cfaf5afd90261002314e3b0047d36f4afd8d"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-win_amd64.whl", hash = "sha256:6f7e92fc7d2a7f02e1e01fe4f539324dfab80f27cb70a30dd63a95445566946b"},
+    {file = "rapidfuzz-3.12.1-cp313-cp313-win_arm64.whl", hash = "sha256:e31be53d7f4905a6a038296d8b773a79da9ee9f0cd19af9490c5c5a22e37d2e5"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:bef5c91d5db776523530073cda5b2a276283258d2f86764be4a008c83caf7acd"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:841e0c2a5fbe8fc8b9b1a56e924c871899932c0ece7fbd970aa1c32bfd12d4bf"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:046fc67f3885d94693a2151dd913aaf08b10931639cbb953dfeef3151cb1027c"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b4d2d39b2e76c17f92edd6d384dc21fa020871c73251cdfa017149358937a41d"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c5857dda85165b986c26a474b22907db6b93932c99397c818bcdec96340a76d5"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:4c26cd1b9969ea70dbf0dbda3d2b54ab4b2e683d0fd0f17282169a19563efeb1"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bf56ea4edd69005786e6c80a9049d95003aeb5798803e7a2906194e7a3cb6472"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:fbe7580b5fb2db8ebd53819171ff671124237a55ada3f64d20fc9a149d133960"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:018506a53c3b20dcbda8c93d4484b9eb1764c93d5ea16be103cf6b0d8b11d860"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-musllinux_1_2_ppc64le.whl", hash = "sha256:325c9c71b737fcd32e2a4e634c430c07dd3d374cfe134eded3fe46e4c6f9bf5d"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-musllinux_1_2_s390x.whl", hash = "sha256:930756639643e3aa02d3136b6fec74e5b9370a24f8796e1065cd8a857a6a6c50"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:0acbd27543b158cb915fde03877383816a9e83257832818f1e803bac9b394900"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-win32.whl", hash = "sha256:80ff9283c54d7d29b2d954181e137deee89bec62f4a54675d8b6dbb6b15d3e03"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-win_amd64.whl", hash = "sha256:fd37e53f0ed239d0cec27b250cec958982a8ba252ce64aa5e6052de3a82fa8db"},
+    {file = "rapidfuzz-3.12.1-cp39-cp39-win_arm64.whl", hash = "sha256:4a4422e4f73a579755ab60abccb3ff148b5c224b3c7454a13ca217dfbad54da6"},
+    {file = "rapidfuzz-3.12.1-pp310-pypy310_pp73-macosx_10_15_x86_64.whl", hash = "sha256:b7cba636c32a6fc3a402d1cb2c70c6c9f8e6319380aaf15559db09d868a23e56"},
+    {file = "rapidfuzz-3.12.1-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:b79286738a43e8df8420c4b30a92712dec6247430b130f8e015c3a78b6d61ac2"},
+    {file = "rapidfuzz-3.12.1-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8dc1937198e7ff67e217e60bfa339f05da268d91bb15fec710452d11fe2fdf60"},
+    {file = "rapidfuzz-3.12.1-pp310-pypy310_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b85817a57cf8db32dd5d2d66ccfba656d299b09eaf86234295f89f91be1a0db2"},
+    {file = "rapidfuzz-3.12.1-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:04283c6f3e79f13a784f844cd5b1df4f518ad0f70c789aea733d106c26e1b4fb"},
+    {file = "rapidfuzz-3.12.1-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:a718f740553aad5f4daef790191511da9c6eae893ee1fc2677627e4b624ae2db"},
+    {file = "rapidfuzz-3.12.1-pp39-pypy39_pp73-macosx_10_15_x86_64.whl", hash = "sha256:cbdf145c7e4ebf2e81c794ed7a582c4acad19e886d5ad6676086369bd6760753"},
+    {file = "rapidfuzz-3.12.1-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:0d03ad14a26a477be221fddc002954ae68a9e2402b9d85433f2d0a6af01aa2bb"},
+    {file = "rapidfuzz-3.12.1-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f1187aeae9c89e838d2a0a2b954b4052e4897e5f62e5794ef42527bf039d469e"},
+    {file = "rapidfuzz-3.12.1-pp39-pypy39_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:bd47dfb1bca9673a48b923b3d988b7668ee8efd0562027f58b0f2b7abf27144c"},
+    {file = "rapidfuzz-3.12.1-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:187cdb402e223264eebed2fe671e367e636a499a7a9c82090b8d4b75aa416c2a"},
+    {file = "rapidfuzz-3.12.1-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:d6899b41bf6c30282179f77096c1939f1454836440a8ab05b48ebf7026a3b590"},
+    {file = "rapidfuzz-3.12.1.tar.gz", hash = "sha256:6a98bbca18b4a37adddf2d8201856441c26e9c981d8895491b5bc857b5f780eb"},
+]
+[package.extras]
+all = ["numpy"]
 [[package]]
 name = "referencing"
 version = "0.36.2"
 [metadata]
 lock-version = "2.1"
 python-versions = ">=3.9,<4.0"
+content-hash = "1181d4bb4660438dd8901ea7e51a16185a13528ce1562948f12b76c237e25d6b"

pyproject.toml CHANGED Viewed

@@ -33,6 +33,8 @@ langchain-openai = ">=0.3.6,<0.4.0"
 langchain-community = ">=0.3.18,<0.4.0"
 faiss-cpu = "^1.7.4"
 jq = "^1.8.0"
 [tool.black]
 line-length = 88

 langchain-community = ">=0.3.18,<0.4.0"
 faiss-cpu = "^1.7.4"
 jq = "^1.8.0"
+ragas = "^0.2.13"
+rapidfuzz = "^3.12.1"
 [tool.black]
 line-length = 88

src/sdg.ipynb CHANGED Viewed

@@ -54,6 +54,678 @@
     "    print(f\"Content: {documents[0].page_content}\")\n",
     "    print(f\"Metadata: {documents[0].metadata}\")\n"
    ]
   }
  ],
  "metadata": {

     "    print(f\"Content: {documents[0].page_content}\")\n",
     "    print(f\"Metadata: {documents[0].metadata}\")\n"
    ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Now let's create a knowledge graph based on our design metadata."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 13,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from ragas.llms import LangchainLLMWrapper\n",
+    "from ragas.embeddings import LangchainEmbeddingsWrapper\n",
+    "from langchain_openai import ChatOpenAI\n",
+    "from langchain_openai import OpenAIEmbeddings\n",
+    "\n",
+    "# using 4o-mini due to rate limits\n",
+    "generator_llm = LangchainLLMWrapper(ChatOpenAI(model=\"gpt-4o-mini\"))\n",
+    "generator_embeddings = LangchainEmbeddingsWrapper(OpenAIEmbeddings())"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "KnowledgeGraph(nodes: 141, relationships: 0)"
+      ]
+     },
+     "execution_count": 14,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from ragas.testset.graph import KnowledgeGraph, Node, NodeType\n",
+    "\n",
+    "kg = KnowledgeGraph()\n",
+    "\n",
+    "for doc in documents:\n",
+    "    kg.nodes.append(\n",
+    "        Node(\n",
+    "            type=NodeType.DOCUMENT,\n",
+    "            properties={\"page_content\": doc.page_content, \"document_metadata\": doc.metadata}\n",
+    "        )\n",
+    "    )\n",
+    "\n",
+    "kg"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 15,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "27552c622ca64d2abe4190ce6fb12d1d",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Applying SummaryExtractor:   0%|          | 0/141 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "7e73db5f494c4db581b14baa2c23d12a",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Applying CustomNodeFilter:   0%|          | 0/141 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "5e525eaa7bda4c52a876ae87835606a9",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Applying [EmbeddingExtractor, ThemesExtractor, NERExtractor]:   0%|          | 0/423 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "74e2eae6725142e8922955012318f4d9",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Applying OverlapScoreBuilder:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": [
+       "KnowledgeGraph(nodes: 141, relationships: 795)"
+      ]
+     },
+     "execution_count": 15,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from ragas.testset.transforms import default_transforms, apply_transforms\n",
+    "\n",
+    "# why use these new variables?\n",
+    "transformer_llm = generator_llm\n",
+    "embedding_model = generator_embeddings\n",
+    "\n",
+    "default_transforms = default_transforms(documents=documents, llm=transformer_llm, embedding_model=embedding_model)\n",
+    "apply_transforms(kg, default_transforms)\n",
+    "kg"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 17,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "kg.save(\"css_zen_garden_design_data\")\n",
+    "design_kg = KnowledgeGraph.load(\"css_zen_garden_design_data\")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Okay! With out knowledge graph of relationships, we can now generate a test set."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 18,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from ragas.testset import TestsetGenerator\n",
+    "\n",
+    "testset_generator = TestsetGenerator(\n",
+    "    knowledge_graph=design_kg,\n",
+    "    llm=generator_llm,\n",
+    "    embedding_model=generator_embeddings\n",
+    ")\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "82e3c2beea444035a84257bf881f44bd",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating personas:   0%|          | 0/3 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "f2c3a53c3df34620a4b17baec2c74c5a",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating Scenarios:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "18bd0fdb023045f78c6251dec02e9a54",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating Samples:   0%|          | 0/10 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>user_input</th>\n",
+       "      <th>reference_contexts</th>\n",
+       "      <th>reference</th>\n",
+       "      <th>synthesizer_name</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>How do ornate flourishes contribute to the ove...</td>\n",
+       "      <td>[{\"id\": \"135\", \"url\": \"https://www.csszengarde...</td>\n",
+       "      <td>Ornate flourishes in web design add a touch of...</td>\n",
+       "      <td>single_hop_specifc_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>How does the nature-inspired design in the pro...</td>\n",
+       "      <td>[{\"id\": \"132\", \"url\": \"https://www.csszengarde...</td>\n",
+       "      <td>The nature-inspired design features a minimali...</td>\n",
+       "      <td>single_hop_specifc_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>Can you describe the design principles and vis...</td>\n",
+       "      <td>[{\"id\": \"104\", \"url\": \"https://www.csszengarde...</td>\n",
+       "      <td>The CSS Zen Garden design emphasizes a harmoni...</td>\n",
+       "      <td>single_hop_specifc_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>How does the use of burgundy in web design con...</td>\n",
+       "      <td>[{\"id\": \"103\", \"url\": \"https://www.csszengarde...</td>\n",
+       "      <td>The design features a dark burgundy background...</td>\n",
+       "      <td>single_hop_specifc_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>How vintage aesthetic show in this design?</td>\n",
+       "      <td>[{\"id\": \"168\", \"url\": \"https://www.csszengarde...</td>\n",
+       "      <td>The design cleverly combines a vintage aesthet...</td>\n",
+       "      <td>single_hop_specifc_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>5</th>\n",
+       "      <td>How do the designs at CSS Zen Garden utilize a...</td>\n",
+       "      <td>[&lt;1-hop&gt;\\n\\n{\"id\": \"151\", \"url\": \"https://www....</td>\n",
+       "      <td>The designs at CSS Zen Garden utilize a light ...</td>\n",
+       "      <td>multi_hop_specific_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>6</th>\n",
+       "      <td>How do the typography-focused designs in the d...</td>\n",
+       "      <td>[&lt;1-hop&gt;\\n\\n{\"id\": \"155\", \"url\": \"https://www....</td>\n",
+       "      <td>The typography-focused design in the dark them...</td>\n",
+       "      <td>multi_hop_specific_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>7</th>\n",
+       "      <td>What are the illustrative elements used in the...</td>\n",
+       "      <td>[&lt;1-hop&gt;\\n\\n{\"id\": \"218\", \"url\": \"https://www....</td>\n",
+       "      <td>The illustrative elements used in the designs ...</td>\n",
+       "      <td>multi_hop_specific_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8</th>\n",
+       "      <td>What are the key visual characteristics of the...</td>\n",
+       "      <td>[&lt;1-hop&gt;\\n\\n{\"id\": \"208\", \"url\": \"https://www....</td>\n",
+       "      <td>The design at https://www.csszengarden.com/208...</td>\n",
+       "      <td>multi_hop_specific_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>9</th>\n",
+       "      <td>Wht are the key visual characteristics of the ...</td>\n",
+       "      <td>[&lt;1-hop&gt;\\n\\n{\"id\": \"001\", \"url\": \"https://www....</td>\n",
+       "      <td>The key visual characteristics of the Zen Gard...</td>\n",
+       "      <td>multi_hop_specific_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                          user_input  \\\n",
+       "0  How do ornate flourishes contribute to the ove...   \n",
+       "1  How does the nature-inspired design in the pro...   \n",
+       "2  Can you describe the design principles and vis...   \n",
+       "3  How does the use of burgundy in web design con...   \n",
+       "4         How vintage aesthetic show in this design?   \n",
+       "5  How do the designs at CSS Zen Garden utilize a...   \n",
+       "6  How do the typography-focused designs in the d...   \n",
+       "7  What are the illustrative elements used in the...   \n",
+       "8  What are the key visual characteristics of the...   \n",
+       "9  Wht are the key visual characteristics of the ...   \n",
+       "\n",
+       "                                  reference_contexts  \\\n",
+       "0  [{\"id\": \"135\", \"url\": \"https://www.csszengarde...   \n",
+       "1  [{\"id\": \"132\", \"url\": \"https://www.csszengarde...   \n",
+       "2  [{\"id\": \"104\", \"url\": \"https://www.csszengarde...   \n",
+       "3  [{\"id\": \"103\", \"url\": \"https://www.csszengarde...   \n",
+       "4  [{\"id\": \"168\", \"url\": \"https://www.csszengarde...   \n",
+       "5  [<1-hop>\\n\\n{\"id\": \"151\", \"url\": \"https://www....   \n",
+       "6  [<1-hop>\\n\\n{\"id\": \"155\", \"url\": \"https://www....   \n",
+       "7  [<1-hop>\\n\\n{\"id\": \"218\", \"url\": \"https://www....   \n",
+       "8  [<1-hop>\\n\\n{\"id\": \"208\", \"url\": \"https://www....   \n",
+       "9  [<1-hop>\\n\\n{\"id\": \"001\", \"url\": \"https://www....   \n",
+       "\n",
+       "                                           reference  \\\n",
+       "0  Ornate flourishes in web design add a touch of...   \n",
+       "1  The nature-inspired design features a minimali...   \n",
+       "2  The CSS Zen Garden design emphasizes a harmoni...   \n",
+       "3  The design features a dark burgundy background...   \n",
+       "4  The design cleverly combines a vintage aesthet...   \n",
+       "5  The designs at CSS Zen Garden utilize a light ...   \n",
+       "6  The typography-focused design in the dark them...   \n",
+       "7  The illustrative elements used in the designs ...   \n",
+       "8  The design at https://www.csszengarden.com/208...   \n",
+       "9  The key visual characteristics of the Zen Gard...   \n",
+       "\n",
+       "                       synthesizer_name  \n",
+       "0  single_hop_specifc_query_synthesizer  \n",
+       "1  single_hop_specifc_query_synthesizer  \n",
+       "2  single_hop_specifc_query_synthesizer  \n",
+       "3  single_hop_specifc_query_synthesizer  \n",
+       "4  single_hop_specifc_query_synthesizer  \n",
+       "5  multi_hop_specific_query_synthesizer  \n",
+       "6  multi_hop_specific_query_synthesizer  \n",
+       "7  multi_hop_specific_query_synthesizer  \n",
+       "8  multi_hop_specific_query_synthesizer  \n",
+       "9  multi_hop_specific_query_synthesizer  "
+      ]
+     },
+     "execution_count": 21,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from ragas.testset.synthesizers import default_query_distribution, \n",
+    "\n",
+    "query_distribution = default_query_distribution(\n",
+    "    kg=design_kg,\n",
+    "    llm=generator_llm\n",
+    ")\n",
+    "\n",
+    "testset = testset_generator.generate(testset_size=10, query_distribution=query_distribution)\n",
+    "testset.to_pandas()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Just for comparison, let's see what the simplified version with langchain docs looks like.\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 22,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "70a315ea06e3444ca84fbac63e51b678",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Applying SummaryExtractor:   0%|          | 0/141 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "f1446a35386844e1b414feda2399b2df",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Applying CustomNodeFilter:   0%|          | 0/141 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "6247060a50a7484ba9895280782e2235",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Applying [EmbeddingExtractor, ThemesExtractor, NERExtractor]:   0%|          | 0/423 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "32df2719024e4fa395957525ab57abaa",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Applying OverlapScoreBuilder:   0%|          | 0/1 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "6522481d960e4129aa6f0e0b0b5b2187",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating personas:   0%|          | 0/3 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "4cc4b04da15d44ef9c76cc7afceb9a00",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating Scenarios:   0%|          | 0/2 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "25c28f8088004e398f56cf22495f6714",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Generating Samples:   0%|          | 0/10 [00:00<?, ?it/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>user_input</th>\n",
+       "      <th>reference_contexts</th>\n",
+       "      <th>reference</th>\n",
+       "      <th>synthesizer_name</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Can you tell me more about what makes this des...</td>\n",
+       "      <td>[{\"id\": \"135\", \"url\": \"https://www.csszengarde...</td>\n",
+       "      <td>This design is classic because it employs an e...</td>\n",
+       "      <td>single_hop_specifc_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>What makes this design typography-focused?</td>\n",
+       "      <td>[{\"id\": \"132\", \"url\": \"https://www.csszengarde...</td>\n",
+       "      <td>This design is typography-focused because it u...</td>\n",
+       "      <td>single_hop_specifc_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>How does the web design concept illustrated in...</td>\n",
+       "      <td>[{\"id\": \"104\", \"url\": \"https://www.csszengarde...</td>\n",
+       "      <td>The web design concept illustrated in the CSS ...</td>\n",
+       "      <td>single_hop_specifc_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>What make this design vintage?</td>\n",
+       "      <td>[{\"id\": \"103\", \"url\": \"https://www.csszengarde...</td>\n",
+       "      <td>This design features a vintage theme through i...</td>\n",
+       "      <td>single_hop_specifc_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>How does the vintage aesthetic influence the d...</td>\n",
+       "      <td>[{\"id\": \"168\", \"url\": \"https://www.csszengarde...</td>\n",
+       "      <td>The vintage aesthetic in the design is cleverl...</td>\n",
+       "      <td>single_hop_specifc_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>5</th>\n",
+       "      <td>What are the key visual characteristics that m...</td>\n",
+       "      <td>[&lt;1-hop&gt;\\n\\n{\"id\": \"201\", \"url\": \"https://www....</td>\n",
+       "      <td>The design at CSS Zen Garden employs a strong ...</td>\n",
+       "      <td>multi_hop_specific_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>6</th>\n",
+       "      <td>What are the visual characteristics of designs...</td>\n",
+       "      <td>[&lt;1-hop&gt;\\n\\n{\"id\": \"008\", \"url\": \"https://www....</td>\n",
+       "      <td>The designs that effectively utilize bold typo...</td>\n",
+       "      <td>multi_hop_specific_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>7</th>\n",
+       "      <td>What are the key visual characteristics of the...</td>\n",
+       "      <td>[&lt;1-hop&gt;\\n\\n{\"id\": \"151\", \"url\": \"https://www....</td>\n",
+       "      <td>The key visual characteristics of the minimali...</td>\n",
+       "      <td>multi_hop_specific_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8</th>\n",
+       "      <td>How do the subtle background colors and subtle...</td>\n",
+       "      <td>[&lt;1-hop&gt;\\n\\n{\"id\": \"164\", \"url\": \"https://www....</td>\n",
+       "      <td>The design featuring a minimalist layout with ...</td>\n",
+       "      <td>multi_hop_specific_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>9</th>\n",
+       "      <td>In what ways do the designs from CSS Zen Garde...</td>\n",
+       "      <td>[&lt;1-hop&gt;\\n\\n{\"id\": \"109\", \"url\": \"https://www....</td>\n",
+       "      <td>The designs from CSS Zen Garden exemplify info...</td>\n",
+       "      <td>multi_hop_specific_query_synthesizer</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                          user_input  \\\n",
+       "0  Can you tell me more about what makes this des...   \n",
+       "1         What makes this design typography-focused?   \n",
+       "2  How does the web design concept illustrated in...   \n",
+       "3                     What make this design vintage?   \n",
+       "4  How does the vintage aesthetic influence the d...   \n",
+       "5  What are the key visual characteristics that m...   \n",
+       "6  What are the visual characteristics of designs...   \n",
+       "7  What are the key visual characteristics of the...   \n",
+       "8  How do the subtle background colors and subtle...   \n",
+       "9  In what ways do the designs from CSS Zen Garde...   \n",
+       "\n",
+       "                                  reference_contexts  \\\n",
+       "0  [{\"id\": \"135\", \"url\": \"https://www.csszengarde...   \n",
+       "1  [{\"id\": \"132\", \"url\": \"https://www.csszengarde...   \n",
+       "2  [{\"id\": \"104\", \"url\": \"https://www.csszengarde...   \n",
+       "3  [{\"id\": \"103\", \"url\": \"https://www.csszengarde...   \n",
+       "4  [{\"id\": \"168\", \"url\": \"https://www.csszengarde...   \n",
+       "5  [<1-hop>\\n\\n{\"id\": \"201\", \"url\": \"https://www....   \n",
+       "6  [<1-hop>\\n\\n{\"id\": \"008\", \"url\": \"https://www....   \n",
+       "7  [<1-hop>\\n\\n{\"id\": \"151\", \"url\": \"https://www....   \n",
+       "8  [<1-hop>\\n\\n{\"id\": \"164\", \"url\": \"https://www....   \n",
+       "9  [<1-hop>\\n\\n{\"id\": \"109\", \"url\": \"https://www....   \n",
+       "\n",
+       "                                           reference  \\\n",
+       "0  This design is classic because it employs an e...   \n",
+       "1  This design is typography-focused because it u...   \n",
+       "2  The web design concept illustrated in the CSS ...   \n",
+       "3  This design features a vintage theme through i...   \n",
+       "4  The vintage aesthetic in the design is cleverl...   \n",
+       "5  The design at CSS Zen Garden employs a strong ...   \n",
+       "6  The designs that effectively utilize bold typo...   \n",
+       "7  The key visual characteristics of the minimali...   \n",
+       "8  The design featuring a minimalist layout with ...   \n",
+       "9  The designs from CSS Zen Garden exemplify info...   \n",
+       "\n",
+       "                       synthesizer_name  \n",
+       "0  single_hop_specifc_query_synthesizer  \n",
+       "1  single_hop_specifc_query_synthesizer  \n",
+       "2  single_hop_specifc_query_synthesizer  \n",
+       "3  single_hop_specifc_query_synthesizer  \n",
+       "4  single_hop_specifc_query_synthesizer  \n",
+       "5  multi_hop_specific_query_synthesizer  \n",
+       "6  multi_hop_specific_query_synthesizer  \n",
+       "7  multi_hop_specific_query_synthesizer  \n",
+       "8  multi_hop_specific_query_synthesizer  \n",
+       "9  multi_hop_specific_query_synthesizer  "
+      ]
+     },
+     "execution_count": 22,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "generator = TestsetGenerator(\n",
+    "    llm=generator_llm,\n",
+    "    embedding_model=generator_embeddings\n",
+    ")\n",
+    "\n",
+    "testset = generator.generate_with_langchain_docs(\n",
+    "    documents=documents,\n",
+    "    testset_size=10,\n",
+    "    query_distribution=query_distribution\n",
+    ")\n",
+    "\n",
+    "testset.to_pandas()\n",
+    "\n",
+    "\n"
+   ]
   }
  ],
  "metadata": {