fix

src/api/crawler.ts

@@ -340,6 +340,7 @@ export class CrawlerHost extends RPCHost {
             }
         }
         const crawlOpts = await this.configure(crawlerOptions);
+        this.logger.info(`Accepting request from ${uid || ctx.ip}`, { opts: crawlerOptions });
         if (crawlerOptions.robotsTxt) {
             await this.robotsTxtService.assertAccessAllowed(targetUrl, crawlerOptions.robotsTxt);
         }

src/stand-alone/crawl.ts

@@ -44,10 +44,6 @@ export class CrawlStandAloneServer extends KoaServer {
             const ar = new AsyncResource('HTTP2ServerRequest');
             ar.runInAsyncScope(fn, this.koaApp, req, res);
         });
-        // HTTP2 p2p may break the load balancing
-        this.httpServer.updateSettings({
-            maxConcurrentStreams: 8,
-        });
         // useResourceBasedDefaultTracker();
 
         return this;

src/stand-alone/search.ts

@@ -44,10 +44,6 @@ export class SearchStandAloneServer extends KoaServer {
             const ar = new AsyncResource('HTTP2ServerRequest');
             ar.runInAsyncScope(fn, this.koaApp, req, res);
         });
-        // HTTP2 p2p may break the load balancing
-        this.httpServer.updateSettings({
-            maxConcurrentStreams: 8,
-        });
         // useResourceBasedDefaultTracker();
 
         return this;

src/stand-alone/serp.ts

@@ -45,10 +45,6 @@ export class SERPStandAloneServer extends KoaServer {
             const ar = new AsyncResource('HTTP2ServerRequest');
             ar.runInAsyncScope(fn, this.koaApp, req, res);
         });
-        // HTTP2 p2p may break the load balancing
-        this.httpServer.updateSettings({
-            maxConcurrentStreams: 50,
-        });
         // useResourceBasedDefaultTracker();
 
         return this;