fixed ids
Browse files
lightrag/kg/json_kv_impl.py
CHANGED
@@ -39,7 +39,7 @@ class JsonKVStorage(BaseKVStorage):
|
|
39 |
]
|
40 |
|
41 |
async def filter_keys(self, data: set[str]) -> set[str]:
|
42 |
-
return set(self._data.keys())
|
43 |
|
44 |
async def upsert(self, data: dict[str, dict[str, Any]]) -> None:
|
45 |
left_data = {k: v for k, v in data.items() if k not in self._data}
|
|
|
39 |
]
|
40 |
|
41 |
async def filter_keys(self, data: set[str]) -> set[str]:
|
42 |
+
return set(data) - set(self._data.keys())
|
43 |
|
44 |
async def upsert(self, data: dict[str, dict[str, Any]]) -> None:
|
45 |
left_data = {k: v for k, v in data.items() if k not in self._data}
|
lightrag/kg/jsondocstatus_impl.py
CHANGED
@@ -48,8 +48,8 @@ Usage:
|
|
48 |
|
49 |
"""
|
50 |
|
51 |
-
import os
|
52 |
from dataclasses import dataclass
|
|
|
53 |
from typing import Any, Union
|
54 |
|
55 |
from lightrag.base import (
|
@@ -76,7 +76,7 @@ class JsonDocStatusStorage(DocStatusStorage):
|
|
76 |
|
77 |
async def filter_keys(self, data: set[str]) -> set[str]:
|
78 |
"""Return keys that should be processed (not in storage or not successfully processed)"""
|
79 |
-
return set(self._data.keys())
|
80 |
|
81 |
async def get_by_ids(self, ids: list[str]) -> list[dict[str, Any]]:
|
82 |
result: list[dict[str, Any]] = []
|
|
|
48 |
|
49 |
"""
|
50 |
|
|
|
51 |
from dataclasses import dataclass
|
52 |
+
import os
|
53 |
from typing import Any, Union
|
54 |
|
55 |
from lightrag.base import (
|
|
|
76 |
|
77 |
async def filter_keys(self, data: set[str]) -> set[str]:
|
78 |
"""Return keys that should be processed (not in storage or not successfully processed)"""
|
79 |
+
return set(data) - set(self._data.keys())
|
80 |
|
81 |
async def get_by_ids(self, ids: list[str]) -> list[dict[str, Any]]:
|
82 |
result: list[dict[str, Any]] = []
|