Push to HF space

.gitattributes

@@ -90,3 +90,6 @@ data/.cache/lilac/local/imdb7/text/text_statistics.jsonl filter=lfs diff=lfs mer
 data/.cache/lilac/lilac/OpenOrca-100k/question/text_statistics.jsonl filter=lfs diff=lfs merge=lfs -text
 data/.cache/lilac/local/Capybara/input.jsonl filter=lfs diff=lfs merge=lfs -text
 data/.cache/lilac/local/Capybara/conversation/\*/input__cluster.jsonl filter=lfs diff=lfs merge=lfs -text
+data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt__cluster-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text
+data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/data-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text
+data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt-00000-of-00001.parquet filter=lfs diff=lfs merge=lfs -text

data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/data-00000-of-00001.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966e7068b352c73613629a44cd767c9eacc2a5c907a9addb97e9167ff2cc96e4
+size 495488044

data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/manifest.json

@@ -0,0 +1,117 @@
+{
+  "files": [
+    "data-00000-of-00001.parquet"
+  ],
+  "data_schema": {
+    "fields": {
+      "source": {
+        "dtype": {
+          "type": "string"
+        }
+      },
+      "title": {
+        "dtype": {
+          "type": "string"
+        }
+      },
+      "conversations": {
+        "repeated_field": {
+          "fields": {
+            "from": {
+              "dtype": {
+                "type": "string"
+              }
+            },
+            "value": {
+              "dtype": {
+                "type": "string"
+              }
+            },
+            "weight": {
+              "dtype": {
+                "type": "float64"
+              }
+            }
+          }
+        }
+      },
+      "id": {
+        "dtype": {
+          "type": "string"
+        }
+      },
+      "category": {
+        "dtype": {
+          "type": "string"
+        }
+      },
+      "model_name": {
+        "dtype": {
+          "type": "string"
+        }
+      },
+      "language": {
+        "dtype": {
+          "type": "string"
+        }
+      },
+      "topic": {
+        "dtype": {
+          "type": "string"
+        }
+      },
+      "model": {
+        "dtype": {
+          "type": "string"
+        }
+      },
+      "avatarUrl": {
+        "dtype": {
+          "type": "string"
+        }
+      },
+      "skip_prompt_formatting": {
+        "dtype": {
+          "type": "boolean"
+        }
+      },
+      "idx": {
+        "dtype": {
+          "type": "string"
+        }
+      },
+      "hash": {
+        "repeated_field": {
+          "dtype": {
+            "type": "int64"
+          }
+        }
+      },
+      "system_prompt": {
+        "dtype": {
+          "type": "string"
+        }
+      },
+      "custom_instruction": {
+        "dtype": {
+          "type": "boolean"
+        }
+      },
+      "views": {
+        "dtype": {
+          "type": "int64"
+        }
+      },
+      "__hfsplit__": {
+        "dtype": {
+          "type": "string"
+        }
+      }
+    }
+  },
+  "source": {
+    "dataset_name": "teknium/OpenHermes-2.5",
+    "load_from_disk": false,
+    "source_name": "huggingface"
+  }
+}

data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt-00000-of-00001.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a7ece74402990921d852d5993a6a9deb8fc1867d731b43c1281dea8dcd98a5
+size 353857351

data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt.map_manifest.json

@@ -0,0 +1,24 @@
+{
+  "files": [
+    "prompt-00000-of-00001.parquet"
+  ],
+  "parquet_id": "map.prompt",
+  "data_schema": {
+    "fields": {
+      "prompt": {
+        "dtype": {
+          "type": "string"
+        },
+        "map": {
+          "fn_name": "get_prompt",
+          "input_path": [
+            "conversations"
+          ],
+          "fn_source": "def get_prompt(conversations):\n  result = []\n  for msg in conversations:\n    if msg['from'] == 'human':\n      result.append(msg['value'])\n  return '\\n'.join(result)\n",
+          "date_created": "2024-01-03T13:19:00.151579"
+        }
+      }
+    }
+  },
+  "py_version": "0.1.26"
+}

data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt__cluster-00000-of-00001.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6146f35a5bb2563f68653737234af85b6d08ee262ccd9fcd05e2611011d45ead
+size 63047369

data/.cache/lilac/hf_download/lilacai/hermes-clusters-local-OpenHermes-2.5/local/OpenHermes-2.5/prompt__cluster.map_manifest.json

@@ -0,0 +1,55 @@
+{
+  "files": [
+    "prompt__cluster-00000-of-00001.parquet"
+  ],
+  "parquet_id": "map.prompt__cluster",
+  "data_schema": {
+    "fields": {
+      "prompt__cluster": {
+        "fields": {
+          "cluster_id": {
+            "dtype": {
+              "type": "int32"
+            },
+            "categorical": true
+          },
+          "cluster_membership_prob": {
+            "dtype": {
+              "type": "float32"
+            }
+          },
+          "cluster_title": {
+            "dtype": {
+              "type": "string"
+            }
+          },
+          "category_id": {
+            "dtype": {
+              "type": "int32"
+            },
+            "categorical": true
+          },
+          "category_membership_prob": {
+            "dtype": {
+              "type": "float32"
+            }
+          },
+          "category_title": {
+            "dtype": {
+              "type": "string"
+            }
+          }
+        },
+        "map": {
+          "fn_name": "flatten_cluster_info",
+          "input_path": [
+            "prompt__cluster"
+          ],
+          "fn_source": "  def flatten_cluster_info(item: Item) -> Item:\n    if CLUSTER_FIELD not in item:\n      return item\n    return {\n      CLUSTER_ID: item.get(CLUSTER_ID),\n      CLUSTER_MEMBERSHIP_PROB: item.get(CLUSTER_MEMBERSHIP_PROB),\n      CLUSTER_TITLE: item.get(CLUSTER_TITLE),\n      CATEROGY_ID: item[CLUSTER_FIELD].get(CLUSTER_ID),\n      CATEGORY_MEMBERSHIP_PROB: item[CLUSTER_FIELD].get(CLUSTER_MEMBERSHIP_PROB),\n      CATEGORY_TITLE: item[CLUSTER_FIELD].get(CLUSTER_TITLE),\n    }\n",
+          "date_created": "2024-01-05T16:18:37.638995"
+        }
+      }
+    }
+  },
+  "py_version": "0.1.26"
+}

dist/lilac-1337.0.0-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf0eb66b1f656c67cc595df25e6ccf2a389d07fb49a25be3bca2efb3473e0e90
-size 2476254
+oid sha256:500b27604324ad6bae259c773d44486872a1754c0b89e6be97fe1b81a3e635e6
+size 2477986