updated category_mapper to handle when nothing is available

category_mapper.py

@@ -23,8 +23,8 @@ file_path = './dictionary/final_corrected_wweia_food_category_complete - final_c
 spreadsheet = pd.read_csv(file_path)
 
 def find_best_category(food_item, category, dataframe):
-    print(food_item, category)
-    filtered_df = dataframe[dataframe['closest_category'] == category]
+    filtered_df = dataframe
+    # filtered_df = dataframe[dataframe['closest_category'] == category]
     if not filtered_df.empty:
         descriptions = filtered_df['wweia_food_category_description'].tolist()
 
@@ -32,7 +32,6 @@ def find_best_category(food_item, category, dataframe):
           f"Given the food item '{food_item}' and the category '{category}', choose the most appropriate category from the following options:\n{descriptions}\n\n"
           f"You should respond in json format with an object that has the key `guess`, and the value is the categoy."
         )
-
         completion = client.chat.completions.create(
           messages=[
               {"role": "system", "content": "You are a helpful assistant."},
@@ -67,16 +66,16 @@ for row in tqdm(rows, desc="Processing"):
     # fix the category for Breakfast Cereals
     if category == 'Breakfast Cereals':
         category = 'Cereal Grains and Pasta'
-    elif category == 'Fast Foods':
-        # TODO
-    elif category == 'American Indian/Alaska Native Foods':
-        # TODO
-    elif category == 'Restaurant Foods':
-        # TODO
-    elif category == 'Spices and Herbs':
-        # TODO
-    elif category == 'Restaurant Foods':
-        # TODO
+    # elif category == 'Fast Foods':
+    #     # TODO
+    # elif category == 'American Indian/Alaska Native Foods':
+    #     # TODO
+    # elif category == 'Restaurant Foods':
+    #     # TODO
+    # elif category == 'Spices and Herbs':
+    #     # TODO
+    # elif category == 'Restaurant Foods':
+    #     # TODO
 
     if pd.notna(row['wweia_category']) and row['wweia_category'] != "" and row['wweia_category'] != "nan" and row is not None:
         # print(f"Skipping '{food_item}' as it already has a category {row['wweia_category']}")