Create helpers.py

helpers.py

@@ -0,0 +1,50 @@
+import requests
+
+def clean_up_tags(tags_list):
+    tags_cleaned = []
+    for tag in tags_list: 
+        if ':' in tag:
+            tag = tag.split(':')[1]
+        
+        tags_cleaned.append(tag)
+
+    return ", ".join(tags_cleaned)
+
+
+
+def check_api_url(url):
+    """
+    This function checks to see if "api" is present in the URL between ".co" and "/datasets". If not, it inserts "api" in the correct position.
+    
+    Args:
+    url (str): A URL string
+    
+    Returns:
+    str: A URL string with "api" inserted if necessary
+    """
+    # Split the URL into three parts based on the location of ".co" and "/datasets"
+    parts = url.split(".co")
+    first_part = parts[0] + ".co"
+    last_part = parts[1]
+    last_parts = last_part.split("/datasets")
+    middle_part = ""
+    if len(last_parts) > 1 and "/api" not in last_parts[0]:
+        middle_part = "/api"
+    # Concatenate the three parts to form the final URL
+    new_url = first_part + middle_part + last_parts[0] + "/datasets" + last_parts[1]
+    return new_url
+
+
+
+def get_dataset_metadata(dataset_url):
+    retrieved_metadata = {}
+    dataset_url = check_api_url(dataset_url)
+    keys_to_retrieve = ['id','description', 'tags']
+    response = requests.get(dataset_url)
+    if response.status_code == 200:
+        response_json = response.json()
+        for key in keys_to_retrieve:
+            if key in response_json:
+                retrieved_metadata[key] = response_json[key]
+
+    return retrieved_metadata