Bug: Intermittent browser/components/search/test/browser/telemetry/browser_search_telemetry_domain_categorization_reporting.js | single tracking bug
Status: RESOLVED
Priority: P5
Resolution: INCOMPLETE
Created: 2024-04-05 20:11:40+00:00
Resolved: 2024-10-07 12:09:40+00:00

**Filed by:** smolnar [at] mozilla.com
**Parsed log:** https://treeherder.mozilla.org/logviewer?job_id=453664195&repo=autoland
**Full log:** https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/S-TPvHFASkS9_9DGWWil4g/runs/0/artifacts/public/logs/live_backing.log

---
```
TEST-PASS | browser/components/search/test/browser/telemetry/browser_search_telemetry_domain_categorization_reporting.js | Should have the correct number of categorization impressions. - 0 == 0 - 
[task 2024-04-05T19:28:11.334Z] 19:28:11     INFO - Leaving test bound test_no_reporting_if_download_failure
[task 2024-04-05T19:28:11.336Z] 19:28:11     INFO - Entering test bound test_no_reporting_if_no_records
[task 2024-04-05T19:28:11.342Z] 19:28:11     INFO - Load a sample SERP with organic results.
[task 2024-04-05T19:28:11.342Z] 19:28:11     INFO - Buffered messages finished
[task 2024-04-05T19:28:11.354Z] 19:28:11     INFO - TEST-UNEXPECTED-FAIL | browser/components/search/test/browser/telemetry/browser_search_telemetry_domain_categorization_reporting.js | Should have the correct number of categorization impressions. - 1 == 0 - {"filename":"chrome://mochitests/content/browser/browser/components/search/test/browser/telemetry/head.js","name":"assertCategorizationValues","sourceId":853,"lineNumber":425,"columnNumber":10,"sourceLine":"","asyncCause":null,"asyncCaller":null,"caller":{"filename":"chrome://mochitests/content/browser/browser/components/search/test/browser/telemetry/browser_search_telemetry_domain_categorization_reporting.js","name":"test_no_reporting_if_no_records","sourceId":854,"lineNumber":192,"columnNumber":29,"sourceLine":"","asyncCause":null,"asyncCaller":{"filename":"chrome://mochikit/content/browser-test.js","name":"handleTask","sourceId":586,"lineNumber":1139,"columnNumber":26,"sourceLine":"","asyncCause":null,"asyncCaller":null,"caller":{"filename":"chrome://mochikit/content/browser-test.js","name":"_runTaskBasedTest","sourceId":586,"lineNumber":1211,"columnNumber":18,"sourceLine":"","asyncCause":null,"asyncCaller":{"filename":"chrome://mochikit/content/browser-test.js","name":"Tester_execTest","sourceId":586,"lineNumber":1353,"columnNumber":14,"sourceLine":"","asyncCause":null,"asyncCaller":null,"caller":{"filename":"chrome://mochikit/content/browser-test.js","name":"nextTest/<","sourceId":586,"lineNumber":1128,"columnNumber":14,"sourceLine":"","asyncCause":null,"asyncCaller":null,"caller":{"filename":"chrome://mochikit/content/tests/SimpleTest/SimpleTest.js","name":"SimpleTest.waitForFocus/<","sourceId":612,"lineNumber":1058,"columnNumber":13,"sourceLine":"","asyncCause":null,"asyncCaller":null,"caller":null,"formattedStack":"SimpleTest.waitForFocus/<@chrome://mochikit/content/tests/SimpleTest/SimpleTest.js:1058:13\n","nativeSavedFrame":{}},"formattedStack":"nextTest/<@chrome://mochikit/content/browser-test.js:1128:14\nSimpleTest.waitForFocus/<@chrome://mochikit/content/tests/SimpleTest/SimpleTest.js:1058:13\n","nativeSavedFrame":{}},"formattedStack":"async*Tester_execTest@chrome://mochikit/content/browser-test.js:1353:14\nnextTest/<@chrome://mochikit/content/browser-test.js:1128:14\nSimpleTest.waitForFocus/<@chrome://mochikit/content/tests/SimpleTest/SimpleTest.js:1058:13\n","nativeSavedFrame":{}},"caller":null,"formattedStack":"_runTaskBasedTest@chrome://mochikit/content/browser-test.js:1211:18\nasync*Tester_execTest@chrome://mochikit/content/browser-test.js:1353:14\nnextTest/<@chrome://mochikit/content/browser-test.js:1128:14\nSimpleTest.waitForFocus/<@chrome://mochikit/content/tests/SimpleTest/SimpleTest.js:1058:13\n","nativeSavedFrame":{}},"formattedStack":"async*handleTask@chrome://mochikit/content/browser-test.js:1139:26\n_runTaskBasedTest@chrome://mochikit/content/browser-test.js:1211:18\nasync*Tester_execTest@chrome://mochikit/content/browser-test.js:1353:14\nnextTest/<@chrome://mochikit/content/browser-test.js:1128:14\nSimpleTest.waitForFocus/<@chrome://mochikit/content/tests/SimpleTest/SimpleTest.js:1058:13\n","nativeSavedFrame":{}},"caller":null,"formattedStack":"test_no_reporting_if_no_records@chrome://mochitests/content/browser/browser/components/search/test/browser/telemetry/browser_search_telemetry_domain_categorization_reporting.js:192:29\nasync*handleTask@chrome://mochikit/content/browser-test.js:1139:26\n_runTaskBasedTest@chrome://mochikit/content/browser-test.js:1211:18\nasync*Tester_execTest@chrome://mochikit/content/browser-test.js:1353:14\nnextTest/<@chrome://mochikit/content/browser-test.js:1128:14\nSimpleTest.waitForFocus/<@chrome://mochikit/content/tests/SimpleTest/SimpleTest.js:1058:13\n","nativeSavedFrame":{}},"formattedStack":"assertCategorizationValues@chrome://mochitests/content/browser/browser/components/search/test/browser/telemetry/head.js:425:10\ntest_no_reporting_if_no_records@chrome://mochitests/content/browser/browser/components/search/test/browser/telemetry/browser_search_telemetry_domain_categorization_reporting.js:192:29\nasync*handleTask@chrome://mochikit/content/browser-test.js:1139:26\n_runTaskBasedTest@chrome://mochikit/content/browser-test.js:1211:18\nasync*Tester_execTest@chrome://mochikit/content/browser-test.js:1353:14\nnextTest/<@chrome://mochikit/content/browser-test.js:1128:14\nSimpleTest.waitForFocus/<@chrome://mochikit/content/tests/SimpleTest/SimpleTest.js:1058:13\n","nativeSavedFrame":{}}
[task 2024-04-05T19:28:11.361Z] 19:28:11     INFO - Stack trace:
[task 2024-04-05T19:28:11.361Z] 19:28:11     INFO - chrome://mochitests/content/browser/browser/components/search/test/browser/telemetry/head.js:assertCategorizationValues:425
[task 2024-04-05T19:28:11.361Z] 19:28:11     INFO - chrome://mochitests/content/browser/browser/components/search/test/browser/telemetry/browser_search_telemetry_domain_categorization_reporting.js:test_no_reporting_if_no_records:192
[task 2024-04-05T19:28:11.361Z] 19:28:11     INFO - chrome://mochikit/content/browser-test.js:handleTask:1139
[task 2024-04-05T19:28:11.361Z] 19:28:11     INFO - chrome://mochikit/content/browser-test.js:_runTaskBasedTest:1211
[task 2024-04-05T19:28:11.361Z] 19:28:11     INFO - chrome://mochikit/content/browser-test.js:Tester_execTest:1353
[task 2024-04-05T19:28:11.361Z] 19:28:11     INFO - chrome://mochikit/content/browser-test.js:nextTest/<:1128
[task 2024-04-05T19:28:11.364Z] 19:28:11     INFO - chrome://mochikit/content/tests/SimpleTest/SimpleTest.js:SimpleTest.waitForFocus/<:1058
[task 2024-04-05T19:28:11.369Z] 19:28:11     INFO - Leaving test bound test_no_reporting_if_no_records
[task 2024-04-05T19:28:11.369Z] 19:28:11     INFO - Entering test bound test_reporting_limited_to_10_domains_of_each_kind
[task 2024-04-05T19:28:11.370Z] 19:28:11     INFO - GECKO(3120) | console.debug: SearchTelemetry: "Syncing domain-to-categories with Remote Settings."
[task 2024-04-05T19:28:11.371Z] 19:28:11     INFO - GECKO(3120) | console.debug: SearchTelemetry: "Drop domain_to_categories."
[task 2024-04-05T19:28:11.371Z] 19:28:11     INFO - GECKO(3120) | console.debug: SearchTelemetry: "Insert into domain_to_categories table."
[task 2024-04-05T19:28:11.372Z] 19:28:11     INFO - GECKO(3120) | console.debug: SearchTelemetry: "Finished updating domain-to-categories store."
[task 2024-04-05T19:28:11.373Z] 19:28:11     INFO - Load a sample SERP with more than 10 organic results and more than 10 sponsored results.
[task 2024-04-05T19:28:11.376Z] 19:28:11     INFO - GECKO(3120) | console.debug: SearchTelemetry: "Impression:" "example:tagged:ff" "https://example.org/browser/browser/components/search/test/browser/telemetry/searchTelemetryDomainCategorizationCapProcessedDomains.html?s=test&abc=ff"
[task 2024-04-05T19:28:11.393Z] 19:28:11     INFO - GECKO(3120) | console.debug: SearchTelemetry: "Reported Impression:" ({impressionId:"af9eafb7-2684-4bdf-aa76-534b5f612336", provider:"example", tagged:true, partnerCode:"ff", source:"unknown", isShoppingPage:false, isPrivate:false, shoppingTabDisplayed:false})
[task 2024-04-05T19:28:12.404Z] 19:28:12     INFO - GECKO(3120) | console.debug: SearchTelemetry: "Counting ads in page for" "example" "tagged" "unknown" "https://example.org/browser/browser/components/search/test/browser/telemetry/searchTelemetryDomainCategorizationCapProcessedDomains.html?s=test&abc=ff"
[task 2024-04-05T19:28:12.407Z] 19:28:12     INFO - GECKO(3120) | console.debug: SearchTelemetry: "Counting ad:" ({type:"ad_link", adsLoaded:12, adsVisible:12, adsHidden:0})
[task 2024-04-05T19:28:12.417Z] 19:28:12     INFO - GECKO(3120) | console.debug: SearchTelemetry: "Adding callback to queue."
[task 2024-04-05T19:28:12.426Z] 19:28:12     INFO - GECKO(3120) | console.debug: SearchTelemetry: "Recording an abandonment event for impression id af9eafb7-2684-4bdf-aa76-534b5f612336 with reason: tab_close"
[task 2024-04-05T19:28:12.427Z] 19:28:12     INFO - GECKO(3120) | console.debug: SearchTelemetry: "Triggering callback."
[task 2024-04-05T19:28:12.428Z] 19:28:12     INFO - GECKO(3120) | console.debug: SearchTelemetry: "Reporting the following categorization result:" ({organic_category:0, organic_num_domains:10, organic_num_unknown:10, organic_num_inconclusive:0, sponsored_category:2, sponsored_num_domains:10, sponsored_num_unknown:8, sponsored_num_inconclusive:0, mappings_version:1, app_version:126, channel:"default", region:null, partner_code:"ff", provider:"example", tagged:true, is_shopping_page:false, num_ads_clicked:0, num_ads_visible:12})
[task 2024-04-05T19:28:12.434Z] 19:28:12     INFO - TEST-PASS | browser/components/search/test/browser/telemetry/browser_search_telemetry_domain_categorization_reporting.js | Should have the correct number of categorization impressions. - 1 == 1 - 
[task 2024-04-05T19:28:12.435Z] 19:28:12     INFO - Checking categorization at index: 0
```