helloadhavan/github_issues huggingface dataset:
Repository: vercel/next.js
Pull request: Revert "add bundle analyzer as dev dependency to next (#86497)"

I believe this is still breaking publishes. Reverts #86497
x-ref: https://github.com/vercel/next.js/actions/runs/19790732218/job/56728905106

Changed files:
filename: apps/bundle-analyzer/.gitignore
patch: @@ -1 +0,0 @@
-/next-env.d.ts
\ No newline at end of file

filename: apps/bundle-analyzer/next-env.d.ts
patch: @@ -0,0 +1,6 @@
+/// <reference types="next" />
+/// <reference types="next/image-types/global" />
+import './.next/types/routes.d.ts'
+
+// NOTE: This file should not be edited
+// see https://nextjs.org/docs/app/api-reference/config/typescript for more information.

filename: apps/bundle-analyzer/package.json
patch: @@ -1,6 +1,6 @@
 {
   "name": "@next/bundle-analyzer-ui",
-  "version": "0.0.1",
+  "version": "16.0.2-canary.16",
   "private": true,
   "scripts": {
     "build": "cross-env NEXT_TEST_NATIVE_DIR=no next build --no-mangling",

filename: packages/next/package.json
patch: @@ -162,7 +162,6 @@
     "@modelcontextprotocol/sdk": "1.18.1",
     "@mswjs/interceptors": "0.23.0",
     "@napi-rs/triples": "1.2.0",
-    "@next/bundle-analyzer-ui": "0.0.1",
     "@next/font": "16.1.0-canary.8",
     "@next/polyfill-module": "16.1.0-canary.8",
     "@next/polyfill-nomodule": "16.1.0-canary.8",

filename: pnpm-lock.yaml
patch: @@ -1200,9 +1200,6 @@ importers:
       '@napi-rs/triples':
         specifier: 1.2.0
         version: 1.2.0
-      '@next/bundle-analyzer-ui':
-        specifier: 0.0.1
-        version: link:../../apps/bundle-analyzer
       '@next/font':
         specifier: 16.1.0-canary.8
         version: link:../font
Repository: facebook/react
Pull request: [eslint] Target ES5


Update eslint-plugin-react-hooks to be built targetting ES5 instead. For various reasons our internal infra relies on these files being built already downleveled.


Changed files:
filename: packages/eslint-plugin-react-hooks/tsconfig.json
patch: @@ -2,12 +2,13 @@
   "extends": "@tsconfig/strictest/tsconfig.json",
   "compilerOptions": {
     "module": "ES2015",
-    "target": "ES2015",
+    "target": "ES5",
     "moduleResolution": "Bundler",
     "lib": ["ES2020"],
     "rootDir": ".",
     "sourceMap": false,
-    "types": ["estree-jsx", "node"]
+    "types": ["estree-jsx", "node"],
+    "downlevelIteration": true
   },
   "exclude": ["node_modules"],
   "include": ["src/**/*.ts"]
Repository: huggingface/transformers
Pull request: SeamlessM4TProcessorTest::test_save_load_pretrained_addition

# What does this PR do?

https://app.circleci.com/pipelines/github/huggingface/transformers/155601/workflows/cfa672e3-a164-4bd3-b434-23015ab25d2d/jobs/2045707

> tests/models/seamless_m4t/test_processing_seamless_m4t.py::SeamlessM4TProcessorTest::test_save_load_pretrained_additional_features 
Too long with no output (exceeded 10m0s): context deadline exceeded

It hangs at the line

>  self.assertEqual(processor.tokenizer.get_vocab(), tokenizer_add_kwargs.get_vocab())


This happens after the PR 

rm slow tokenizers (#40936)

After internal discussion, we decided to delete this test for this model

Changed files:
filename: tests/models/seamless_m4t/test_processing_seamless_m4t.py
patch: @@ -57,25 +57,6 @@ def test_save_load_pretrained_default(self):
         self.assertEqual(processor.feature_extractor.to_json_string(), feature_extractor.to_json_string())
         self.assertIsInstance(processor.feature_extractor, SeamlessM4TFeatureExtractor)
 
-    def test_save_load_pretrained_additional_features(self):
-        processor = SeamlessM4TProcessor(
-            tokenizer=self.get_tokenizer(), feature_extractor=self.get_feature_extractor()
-        )
-        processor.save_pretrained(self.tmpdirname)
-        tokenizer_add_kwargs = self.get_tokenizer(bos_token="(BOS)", eos_token="(EOS)")
-        feature_extractor_add_kwargs = self.get_feature_extractor(do_normalize=False, padding_value=1.0)
-
-        processor = SeamlessM4TProcessor.from_pretrained(
-            self.tmpdirname, bos_token="(BOS)", eos_token="(EOS)", do_normalize=False, padding_value=1.0
-        )
-
-        self.assertEqual(processor.feature_extractor.to_json_string(), feature_extractor_add_kwargs.to_json_string())
-        self.assertIsInstance(processor.feature_extractor, SeamlessM4TFeatureExtractor)
-        self.assertEqual(processor.tokenizer.get_vocab(), tokenizer_add_kwargs.get_vocab())
-
-        tokenizer_instance = isinstance(processor.tokenizer, (SeamlessM4TTokenizerFast, SeamlessM4TTokenizer))
-        self.assertTrue(tokenizer_instance)
-
     # Copied from test.models.whisper.test_processing_whisper.WhisperProcessorTest.test_feature_extractor with Whisper->SeamlessM4T
     def test_feature_extractor(self):
         feature_extractor = self.get_feature_extractor()
Repository: ollama/ollama
Pull request: Revert "Detect running in a container"

Reverts ollama/ollama#6495

Turns out this doesn't actually work on many platforms, so it doesn't serve much purpose.

Changed files:
filename: server/images.go
patch: @@ -1,7 +1,6 @@
 package server
 
 import (
-	"bufio"
 	"bytes"
 	"cmp"
 	"context"
@@ -18,12 +17,10 @@ import (
 	"net/url"
 	"os"
 	"path/filepath"
-	"regexp"
 	"runtime"
 	"slices"
 	"strconv"
 	"strings"
-	"sync"
 
 	"github.com/ollama/ollama/api"
 	"github.com/ollama/ollama/auth"
@@ -1090,7 +1087,7 @@ func makeRequest(ctx context.Context, method string, requestURL *url.URL, header
 		}
 	}
 
-	req.Header.Set("User-Agent", fmt.Sprintf("ollama/%s (%s %s) Go/%s%s", version.Version, runtime.GOARCH, runtime.GOOS, runtime.Version(), deployment()))
+	req.Header.Set("User-Agent", fmt.Sprintf("ollama/%s (%s %s) Go/%s", version.Version, runtime.GOARCH, runtime.GOOS, runtime.Version()))
 
 	if s := req.Header.Get("Content-Length"); s != "" {
 		contentLength, err := strconv.ParseInt(s, 10, 64)
@@ -1165,22 +1162,3 @@ func verifyBlob(digest string) error {
 
 	return nil
 }
-
-var deployment = sync.OnceValue(func() string {
-	if runtime.GOOS == "linux" {
-		file, err := os.Open("/proc/1/cgroup")
-		if err != nil {
-			return ""
-		}
-		defer file.Close()
-		anchorPoint := regexp.MustCompile("0::/.*/")
-		scanner := bufio.NewScanner(file)
-		for scanner.Scan() {
-			line := scanner.Text()
-			if anchorPoint.MatchString(line) {
-				return " container"
-			}
-		}
-	}
-	return ""
-})
Repository: electron/electron
Pull request: ci: use `<sup>` in release notes generator

Backport of #48690

See that PR for details.


Notes: none


Changed files:
filename: script/release/notes/notes.ts
patch: @@ -684,7 +684,7 @@ function renderTrops (commit: Commit, excludeBranch: string) {
     .map(([branch, key]) => renderTrop(branch, key))
     .join(', ');
   return body
-    ? `<span style="font-size:small;">(Also in ${body})</span>`
+    ? `<sup>(Also in ${body})</sup>`
     : body;
 }
Repository: vercel/next.js
Pull request: Add "@zenstackhq/runtime" to server-external-packages.json

### What?

[ZenStack](https://github.com/zenstackhq/zenstack) is a toolkit built above Prisma ORM for adding access control and other features. This change adds one of its packages "@zenstackhq/runtime" to the default list of "serverComponentsExternalPackages".

### Why?

The package is frequently used in Next.js route handlers and results in false-positive errors with Next.js's bundler (likely caused by dynamically `require` modules). 

### How?

Add the package to the default external packages list.

Changed files:
filename: docs/01-app/03-api-reference/05-config/01-next-config-js/serverExternalPackages.mdx
patch: @@ -39,6 +39,7 @@ Next.js includes a [short list of popular packages](https://github.com/vercel/ne
 - `@statsig/statsig-node-core`
 - `@swc/core`
 - `@xenova/transformers`
+- `@zenstackhq/runtime`
 - `argon2`
 - `autoprefixer`
 - `aws-crt`

filename: docs/02-pages/04-api-reference/04-config/01-next-config-js/serverExternalPackages.mdx
patch: @@ -39,6 +39,7 @@ Next.js includes a [short list of popular packages](https://github.com/vercel/ne
 - `@statsig/statsig-node-core`
 - `@swc/core`
 - `@xenova/transformers`
+- `@zenstackhq/runtime`
 - `argon2`
 - `autoprefixer`
 - `aws-crt`

filename: packages/next/src/lib/server-external-packages.jsonc
patch: @@ -24,6 +24,8 @@
   // Native Node.js addons
   "@swc/core",
   "@xenova/transformers",
+  // Builds on top of @prisma/client so dynamically loads the version.
+  "@zenstackhq/runtime",
   "argon2",
   "autoprefixer",
   "aws-crt",
Repository: ggml-org/llama.cpp
Pull request: cmake: add variable to skip installing tests

When packaging downstream, there's usually little point in installing test. The default behaviour remains the same. 


Changed files:
filename: CMakeLists.txt
patch: @@ -109,6 +109,7 @@ option(LLAMA_BUILD_TOOLS    "llama: build tools"          ${LLAMA_STANDALONE})
 option(LLAMA_BUILD_EXAMPLES "llama: build examples"       ${LLAMA_STANDALONE})
 option(LLAMA_BUILD_SERVER   "llama: build server example" ${LLAMA_STANDALONE})
 option(LLAMA_TOOLS_INSTALL  "llama: install tools"        ${LLAMA_TOOLS_INSTALL_DEFAULT})
+option(LLAMA_TESTS_INSTALL  "llama: install tests"        ON)
 
 # 3rd party libs
 option(LLAMA_HTTPLIB    "llama: httplib for downloading functionality" ON)

filename: tests/CMakeLists.txt
patch: @@ -11,7 +11,9 @@ function(llama_build source)
 
     add_executable(${TEST_TARGET} ${TEST_SOURCES})
     target_link_libraries(${TEST_TARGET} PRIVATE common)
-    install(TARGETS ${TEST_TARGET} RUNTIME)
+    if (LLAMA_TESTS_INSTALL)
+        install(TARGETS ${TEST_TARGET} RUNTIME)
+    endif()
 endfunction()
 
 function(llama_test target)
@@ -100,7 +102,9 @@ function(llama_build_and_test source)
     endif()
 
     add_executable(${TEST_TARGET} ${TEST_SOURCES})
-    install(TARGETS ${TEST_TARGET} RUNTIME)
+    if (LLAMA_TESTS_INSTALL)
+        install(TARGETS ${TEST_TARGET} RUNTIME)
+    endif()
     target_link_libraries(${TEST_TARGET} PRIVATE common)
 
     add_test(
Repository: vercel/next.js
Pull request: add bundle analyzer as dev dependency to next

### What?

We need to the dependency to make turborepo run the tasks in the correct order.

Changed files:
filename: apps/bundle-analyzer/.gitignore
patch: @@ -0,0 +1 @@
+/next-env.d.ts
\ No newline at end of file

filename: apps/bundle-analyzer/next-env.d.ts
patch: @@ -1,6 +0,0 @@
-/// <reference types="next" />
-/// <reference types="next/image-types/global" />
-import './.next/types/routes.d.ts'
-
-// NOTE: This file should not be edited
-// see https://nextjs.org/docs/app/api-reference/config/typescript for more information.

filename: apps/bundle-analyzer/package.json
patch: @@ -1,6 +1,6 @@
 {
   "name": "@next/bundle-analyzer-ui",
-  "version": "16.0.2-canary.16",
+  "version": "0.0.1",
   "private": true,
   "scripts": {
     "build": "cross-env NEXT_TEST_NATIVE_DIR=no next build --no-mangling",

filename: packages/next/package.json
patch: @@ -162,6 +162,7 @@
     "@modelcontextprotocol/sdk": "1.18.1",
     "@mswjs/interceptors": "0.23.0",
     "@napi-rs/triples": "1.2.0",
+    "@next/bundle-analyzer-ui": "0.0.1",
     "@next/font": "16.1.0-canary.4",
     "@next/polyfill-module": "16.1.0-canary.4",
     "@next/polyfill-nomodule": "16.1.0-canary.4",

filename: pnpm-lock.yaml
patch: @@ -1200,6 +1200,9 @@ importers:
       '@napi-rs/triples':
         specifier: 1.2.0
         version: 1.2.0
+      '@next/bundle-analyzer-ui':
+        specifier: 0.0.1
+        version: link:../../apps/bundle-analyzer
       '@next/font':
         specifier: 16.1.0-canary.4
         version: link:../font
Repository: huggingface/transformers
Pull request: [Ministral 3] Small fix config

Small fix to make sure transformers doesn't throw a warning 

Changed files:
filename: docs/source/en/model_doc/ministral3.md
patch: @@ -48,7 +48,7 @@ model_id = "mistralai/Ministral-3-3B-Instruct-2512"
 
 tokenizer = MistralCommonBackend.from_pretrained(model_id)
 model = Mistral3ForConditionalGeneration.from_pretrained(
-    model_id, torch_dtype=torch.bfloat16, device_map="auto"
+    model_id, device_map="auto"
 )
 
 image_url = "https://static.wikia.nocookie.net/essentialsdocs/images/7/70/Battle.png/revision/latest?cb=20220523172438"

filename: src/transformers/models/ministral3/configuration_ministral3.py
patch: @@ -193,7 +193,7 @@ def __init__(
             bos_token_id=bos_token_id,
             eos_token_id=eos_token_id,
             tie_word_embeddings=tie_word_embeddings,
-            ignore_keys_at_rope_validation={"llama_4_scaling_beta"},
+            ignore_keys_at_rope_validation={"llama_4_scaling_beta", "max_position_embeddings"},
             **kwargs,
         )
Repository: electron/electron
Pull request: ci: use `<sup>` in release notes generator

#### Description of Change

Makes the script compatible with both standard Markdown and MDX (for the website blog).

See: https://developer.mozilla.org/en-US/docs/Web/HTML/Reference/Elements/sup

cc @electron/wg-releases 

#### Checklist
<!-- Remove items that do not apply. For completed items, change [ ] to [x]. -->

- [x] PR description included and stakeholders cc'd
(https://github.com/electron/electron/blob/main/docs/development/style-guide.md)
- [x] [PR release notes](https://github.com/electron/clerk/blob/main/README.md) describe the change in a way relevant to app developers, and are [capitalized, punctuated, and past tense](https://github.com/electron/clerk/blob/main/README.md#examples).

#### Release Notes

Notes: none


Changed files:
filename: script/release/notes/notes.ts
patch: @@ -684,7 +684,7 @@ function renderTrops (commit: Commit, excludeBranch: string) {
     .map(([branch, key]) => renderTrop(branch, key))
     .join(', ');
   return body
-    ? `<span style="font-size:small;">(Also in ${body})</span>`
+    ? `<sup>(Also in ${body})</sup>`
     : body;
 }
Repository: ollama/ollama
Pull request: Detect running in a container


Changed files:
filename: server/images.go
patch: @@ -1,6 +1,7 @@
 package server
 
 import (
+	"bufio"
 	"bytes"
 	"cmp"
 	"context"
@@ -17,10 +18,12 @@ import (
 	"net/url"
 	"os"
 	"path/filepath"
+	"regexp"
 	"runtime"
 	"slices"
 	"strconv"
 	"strings"
+	"sync"
 
 	"github.com/ollama/ollama/api"
 	"github.com/ollama/ollama/auth"
@@ -1087,7 +1090,7 @@ func makeRequest(ctx context.Context, method string, requestURL *url.URL, header
 		}
 	}
 
-	req.Header.Set("User-Agent", fmt.Sprintf("ollama/%s (%s %s) Go/%s", version.Version, runtime.GOARCH, runtime.GOOS, runtime.Version()))
+	req.Header.Set("User-Agent", fmt.Sprintf("ollama/%s (%s %s) Go/%s%s", version.Version, runtime.GOARCH, runtime.GOOS, runtime.Version(), deployment()))
 
 	if s := req.Header.Get("Content-Length"); s != "" {
 		contentLength, err := strconv.ParseInt(s, 10, 64)
@@ -1162,3 +1165,22 @@ func verifyBlob(digest string) error {
 
 	return nil
 }
+
+var deployment = sync.OnceValue(func() string {
+	if runtime.GOOS == "linux" {
+		file, err := os.Open("/proc/1/cgroup")
+		if err != nil {
+			return ""
+		}
+		defer file.Close()
+		anchorPoint := regexp.MustCompile("0::/.*/")
+		scanner := bufio.NewScanner(file)
+		for scanner.Scan() {
+			line := scanner.Text()
+			if anchorPoint.MatchString(line) {
+				return " container"
+			}
+		}
+	}
+	return ""
+})
Repository: huggingface/transformers
Pull request: [Quantization] fix dequant when block size is none & static quantization

# What does this PR do?

This pr fixes the dequantization when no block size is provided by assuming it's a per tensor quantization. 
It also fixes the input scales not being expected in the dequantization case.

Changed files:
filename: src/transformers/integrations/finegrained_fp8.py
patch: @@ -686,7 +686,7 @@ def convert(
         missing_keys=None,
         **kwargs,
     ) -> dict[str, torch.Tensor]:
-        if len(input_dict) != 2:
+        if len(input_dict) < 2:
             # in case of no scales, the weights are not quantized, so we return the weights as is
             return {
                 full_layer_name: input_dict["weight$"][0]
@@ -702,15 +702,18 @@ def convert(
 
         rows, cols = quantized.shape[-2:]
         block_size = self.hf_quantizer.quantization_config.weight_block_size
+        if block_size is None:
+            block_size = (quantized.shape[-2], quantized.shape[-1])
 
         block_m, block_n = block_size
+
         if rows % block_m != 0 or cols % block_n != 0:
             raise ValueError(
                 f"Matrix dimensions ({rows}, {cols}) must be divisible by block sizes ({block_m}, {block_n})."
             )
-
+        quantized = quantized.to(scales.dtype)
         reshaped = quantized.reshape(-1, rows // block_m, block_m, cols // block_n, block_n)
-        expanded_scales = scales.to(torch.float32).reshape(-1, rows // block_m, cols // block_n)
+        expanded_scales = scales.reshape(-1, rows // block_m, cols // block_n)
         expanded_scales = expanded_scales.unsqueeze(-1).unsqueeze(2)
         dequantized = reshaped * expanded_scales
 

filename: src/transformers/quantizers/quantizer_finegrained_fp8.py
patch: @@ -246,8 +246,9 @@ def get_weight_conversions(self):
         if self.pre_quantized and self.quantization_config.dequantize:
             return [
                 # either use the dollar sign, or permute the source patterns to start matching against the scales first
+                # We also collect the activation scales, they will not be used
                 WeightConverter(
-                    source_patterns=["weight$", "weight_scale_inv"],
+                    source_patterns=["weight$", "weight_scale_inv", "activation_scale"],
                     target_patterns="weight",
                     operations=[Fp8Dequantize(self)],
                 )
Repository: nodejs/node
Pull request: test: fix test-strace-openat-openssl for RISC-V

Recent architectures like RISC-V does not support open syscall, which will cause strace to fail and thus test failure.

    AssertionError [ERR_ASSERTION]: strace: invalid system call 'open'

This patch disables tracing open syscall for RISC-V in the test to fix the failure.

<!--
Before submitting a pull request, please read:

- the CONTRIBUTING guide at https://github.com/nodejs/node/blob/HEAD/CONTRIBUTING.md
- the commit message formatting guidelines at
  https://github.com/nodejs/node/blob/HEAD/doc/contributing/pull-requests.md#commit-message-guidelines

For code changes:
1. Include tests for any bug fixes or new features.
2. Update documentation if relevant.
3. Ensure that `make -j4 test` (UNIX), or `vcbuild test` (Windows) passes.

If you believe this PR should be highlighted in the Node.js CHANGELOG
please add the `notable-change` label.

Developer's Certificate of Origin 1.1

By making a contribution to this project, I certify that:

(a) The contribution was created in whole or in part by me and I
    have the right to submit it under the open source license
    indicated in the file; or

(b) The contribution is based upon previous work that, to the best
    of my knowledge, is covered under an appropriate open source
    license and I have the right under that license to submit that
    work with modifications, whether created in whole or in part
    by me, under the same open source license (unless I am
    permitted to submit under a different license), as indicated
    in the file; or

(c) The contribution was provided directly to me by some other
    person who certified (a), (b) or (c) and I have not modified
    it.

(d) I understand and agree that this project and the contribution
    are public and that a record of the contribution (including all
    personal information I submit with it, including my sign-off) is
    maintained indefinitely and may be redistributed consistent with
    this project or the open source license(s) involved.
-->


Changed files:
filename: test/parallel/test-strace-openat-openssl.js
patch: @@ -19,9 +19,13 @@ if (spawnSync('strace').error !== undefined) {
   const allowedOpenCalls = new Set([
     '/etc/ssl/openssl.cnf',
   ]);
+  const syscalls = ['openat'];
+  if (process.arch !== 'riscv64' && process.arch !== 'riscv32') {
+    syscalls.push('open');
+  }
   const strace = spawn('strace', [
     '-f', '-ff',
-    '-e', 'trace=open,openat',
+    '-e', `trace=${syscalls.join(',')}`,
     '-s', '512',
     '-D', process.execPath, '-e', 'require("crypto")',
   ]);
Repository: vuejs/vue
Pull request: Add foreignObject as a dedicated SVG element (fixes #4813)

<!--
Please make sure to read the Pull Request Guidelines:
https://github.com/vuejs/vue/blob/dev/.github/CONTRIBUTING.md#pull-request-guidelines
-->

See #4813.

This fix adds foreignObject as a recognized SVG object. Doing so allows foreignObject to be the root element in a child component that's contained in a parent component that uses the svg element. 

Changed files:
filename: src/platforms/web/util/element.js
patch: @@ -25,8 +25,8 @@ export const isHTMLTag = makeMap(
 // this map is intentionally selective, only covering SVG elements that may
 // contain child elements.
 export const isSVG = makeMap(
-  'svg,animate,circle,clippath,cursor,defs,desc,ellipse,filter,' +
-  'font-face,g,glyph,image,line,marker,mask,missing-glyph,path,pattern,' +
+  'svg,animate,circle,clippath,cursor,defs,desc,ellipse,filter,font-face,' +
+  'foreignObject,g,glyph,image,line,marker,mask,missing-glyph,path,pattern,' +
   'polygon,polyline,rect,switch,symbol,text,textpath,tspan,use,view',
   true
 )
Repository: ggml-org/llama.cpp
Pull request: server : improve context checkpoint logic

fix #19394

The new checkpointing logic should be more recurrent + OpenCode friendly.

Changed files:
filename: tools/server/server-context.cpp
patch: @@ -2507,7 +2507,8 @@ struct server_context_impl {
                         slot.n_prompt_tokens_processed++;
 
                         // process the last few tokens of the prompt separately in order to allow for a checkpoint to be created.
-                        if (do_checkpoint && slot.task->n_tokens() - slot.prompt.n_tokens() == 64) {
+                        const int n_last = std::min(n_batch, 512);
+                        if (do_checkpoint && slot.task->n_tokens() == slot.prompt.n_tokens() + n_last) {
                             break;
                         }
                     }
Repository: ollama/ollama
Pull request: llama3.1 memory

llama3.1 has a larger vocab which on smaller context sizes increase the graph requirements

Changed files:
filename: llm/ggml.go
patch: @@ -360,11 +360,13 @@ func (llm GGML) GraphSize(context, batch uint64) (partialOffload, fullOffload ui
 
 	switch llm.KV().Architecture() {
 	case "llama":
-		fullOffload = 4 * batch * (1 + 4*embedding + context*(1+heads))
+		fullOffload = max(
+			4*batch*(1+4*embedding+context*(1+heads)),
+			4*batch*(embedding+vocab),
+		)
 
 		partialOffload = 4 * batch * embedding
 		partialOffload += max(
-			// 4*batch*(4+6*embedding+context*(2*heads)+llm.KV().GQA()),
 			4*batch*(1+embedding+max(context, embedding))+embedding*embedding*9/16+4*context*(batch*heads+embeddingHeads*headsKV),
 			4*batch*(embedding+vocab)+embedding*vocab*105/128,
 		)