Update app.py

app.py

@@ -48,7 +48,7 @@ class Ant:
         # Perceive nearby ants
         self.nearby_ants = [ant for ant in ants if distance.euclidean(self.position, ant.position) <= self.communication_range]
 
-     def act(self, pheromone_grid):
+    def act(self, pheromone_grid):
         possible_actions = self.get_possible_actions()
         
         if random.random() < self.genome['exploration_rate']:  
@@ -74,6 +74,16 @@ class Ant:
         
         self.q_table[(self.position, action)] = new_q
 
+    def calculate_reward(self):
+        if self.carrying_food:
+            return 10
+        elif self.position in FOOD_SOURCES:
+            return 20
+        elif self.position in OBSTACLES:
+            return -10
+        else:
+            return -1 + self.food_pheromone - self.danger_pheromone + 0.5 * self.exploration_pheromone
+
     def get_possible_actions(self):
         x, y = self.position
         possible_actions = []