Spaces:
Build error
Build error
fix
Browse files
backend/functions/src/cloud-functions/crawler.ts
CHANGED
|
@@ -387,6 +387,7 @@ export class CrawlerHost extends RPCHost {
|
|
| 387 |
(!uid && snapshot.elemCount! > 10_000) ||
|
| 388 |
snapshot.elemCount! > 70_000
|
| 389 |
) {
|
|
|
|
| 390 |
contentText = snapshot.text;
|
| 391 |
break;
|
| 392 |
}
|
|
|
|
| 387 |
(!uid && snapshot.elemCount! > 10_000) ||
|
| 388 |
snapshot.elemCount! > 70_000
|
| 389 |
) {
|
| 390 |
+
this.logger.warn('Degrading to text to protect the server', { url: snapshot.href });
|
| 391 |
contentText = snapshot.text;
|
| 392 |
break;
|
| 393 |
}
|