nomagick commited on
Commit
0a2c093
·
unverified ·
1 Parent(s): ee63219
backend/functions/src/cloud-functions/crawler.ts CHANGED
@@ -387,6 +387,7 @@ export class CrawlerHost extends RPCHost {
387
  (!uid && snapshot.elemCount! > 10_000) ||
388
  snapshot.elemCount! > 70_000
389
  ) {
 
390
  contentText = snapshot.text;
391
  break;
392
  }
 
387
  (!uid && snapshot.elemCount! > 10_000) ||
388
  snapshot.elemCount! > 70_000
389
  ) {
390
+ this.logger.warn('Degrading to text to protect the server', { url: snapshot.href });
391
  contentText = snapshot.text;
392
  break;
393
  }