Spaces:

bonesmasher
/

web_reader

Build error

nomagick commited on Aug 9, 2024

Commit

eb74e9c

unverified ·

1 Parent(s): e4ef6cb

fix: remove select element from markdown to walk around turndown performance issue

Files changed (1) hide show

backend/functions/src/cloud-functions/crawler.ts CHANGED Viewed

@@ -151,7 +151,7 @@ export class CrawlerHost extends RPCHost {
         } as any);
         if (!options?.noRules) {
             turnDownService.addRule('remove-irrelevant', {
-                filter: ['meta', 'style', 'script', 'noscript', 'link', 'textarea'],
                 replacement: () => ''
             });
             turnDownService.addRule('truncate-svg', {

         } as any);
         if (!options?.noRules) {
             turnDownService.addRule('remove-irrelevant', {
+                filter: ['meta', 'style', 'script', 'noscript', 'link', 'textarea', 'select'],
                 replacement: () => ''
             });
             turnDownService.addRule('truncate-svg', {