try out previous workflows

workflows/{hn.yml → ag_news1.yml}

@@ -1,23 +1,23 @@
 app:
-  data: front_page
-  query: programming
+  data: war
+  query: war
 embeddings:
   path: sentence-transformers/nli-mpnet-base-v2
 tabular:
   idcolumn: url
   textcolumns:
-  - title
+  - text
 workflow:
   index:
     tasks:
-    - batch: false
+      batch: false
       extract:
-      - hits
+      - rows
       method: get
       params:
         tags: null
       task: service
-      url: https://hn.algolia.com/api/v1/search?hitsPerPage=50
-    - action: tabular
-    - action: index
-writable: true
+      url: https://datasets-server.huggingface.co/rows?dataset=ag_news&config=default&split=train&offset=0&limit=100
+      action: tabular
+      action: index
+writable: true

workflows/{articlefrench.yml → ag_news2.yml}

@@ -7,15 +7,11 @@ textractor:
   join: true
   lines: false
   minlength: 100
-  paragraphs: true
+  paragraph: true
   sentences: false
-translation: {}
-workflow:
+workflow: 
   summary:
-    tasks:
-    - action: textractor
-      task: url
-    - action: summary
-    - action: translation
-      args:
-      - fr
+  tasks:
+  - action: textractor
+    task: url
+  - action: summary

workflows/aliens.yml

@@ -10,7 +10,7 @@ tabular:
 workflow:
   index:
     tasks:
-    - batch: false
+      batch: false
       extract:
       - feed
       - entry
@@ -19,6 +19,6 @@ workflow:
         search_query: null
       task: service
       url: http://export.arxiv.org/api/query?max_results=50
-    - action: tabular
-    - action: index
+      action: tabular
+      action: index
 writable: true

workflows/bert.yml

@@ -1,24 +0,0 @@
-app:
-  data: bert 
-  query: sentence similarity
-embeddings:
-  path: sentence-transformers/nli-mpnet-base-v2
-tabular:
-  idcolumn: id
-  textcolumns:
-  - title
-workflow:
-  index:
-    tasks:
-    - batch: false
-      extract:
-      - feed
-      - entry
-      method: get
-      params:
-        search_query: null
-      task: service
-      url: http://export.arxiv.org/api/query?max_results=50
-    - action: tabular
-    - action: index
-writable: true

workflows/config.yml

@@ -1,16 +1,6 @@
-- name: Search Hacker News front page
-  file: hn.yml 
-- name: Search Hacker News front page in French
-  file: hnfrench.yml
-- name: Search life advice
-  file: life.yml
-- name: Search sports news
-  file: sports.yml
-- name: Search arXiv papers on aliens
-  file: aliens.yml
-- name: Search arXiv papers on BERT
-  file: bert.yml
-- name: Summarize article
-  file: article.yml
-- name: Summarize and translate article to French
-  file: articlefrench.yml
+- name: Search ag_news for wars
+  file: ag_news1.yml
+- name: Summary article
+  file: ag_news2.yml
+- name: Test github link
+  file: test_github_link.yml

workflows/hnfrench.yml

@@ -1,27 +0,0 @@
-app:
-  data: front_page
-  query: la programmation
-embeddings:
-  path: sentence-transformers/distiluse-base-multilingual-cased-v1
-tabular:
-  idcolumn: url
-  textcolumns:
-  - title
-translation: {}
-workflow:
-  index:
-    tasks:
-    - batch: false
-      extract:
-      - hits
-      method: get
-      params:
-        tags: null
-      task: service
-      url: https://hn.algolia.com/api/v1/search?hitsPerPage=50
-    - action: tabular
-    - action: translation
-      args:
-      - fr
-    - action: index
-writable: true

workflows/life.yml

@@ -1,25 +0,0 @@
-app:
-  data: '1'
-  query: holidays
-embeddings:
-  path: sentence-transformers/nli-mpnet-base-v2
-tabular:
-  idcolumn: link
-  textcolumns:
-  - title
-workflow:
-  index:
-    tasks:
-    - batch: false
-      extract:
-      - rss
-      - channel
-      - item
-      method: get
-      params:
-        link: null
-      task: service
-      url: https://lifehacker.com/rss
-    - action: tabular
-    - action: index
-writable: true

workflows/sports.yml

@@ -1,25 +0,0 @@
-app:
-  data: '1'
-  query: football
-embeddings:
-  path: sentence-transformers/nli-mpnet-base-v2
-tabular:
-  idcolumn: link
-  textcolumns:
-  - title
-workflow:
-  index:
-    tasks:
-    - batch: false
-      extract:
-      - rss
-      - channel
-      - item
-      method: get
-      params:
-        link: null
-      task: service
-      url: https://sports.yahoo.com/rss/
-    - action: tabular
-    - action: index
-writable: true

workflows/{article.yml → test_github_link.yml}

@@ -12,6 +12,6 @@ textractor:
 workflow:
   summary:
     tasks:
-    - action: textractor
+      action: textractor
       task: url
-    - action: summary
+      action: summary