helloadhavan/github_issues huggingface dataset:
Repository: ggml-org/llama.cpp
Pull request: model : add skt/A.X-4.0 model vocabulary

Adds support for the [skt/A.X-4.0](https://huggingface.co/skt/A.X-4.0), [skt/A.X-4.0-Light](https://huggingface.co/skt/A.X-4.0-Light) model.

- architecture: Qwen2ForCausalLM
- tokenizer: GPT2Tokenizer



Changed files:
filename: convert_hf_to_gguf.py
patch: @@ -818,6 +818,9 @@ def get_vocab_base_pre(self, tokenizer) -> str:
         if chkhsh == "7e57df22b1fe23a7b1e1c7f3dc4e3f96d43a4eb0836d0c6bdc3436d7b2f1c664":
             # ref: https://huggingface.co/tencent/Hunyuan-A13B-Instruct
             res = "hunyuan"
+        if chkhsh == "b0a6b1c0bd5998ebd9df08611efde34a4ff03faed45ae09c43e6b31ebd4b94cf":
+            # ref: https://huggingface.co/skt/A.X-4.0
+            res = "a.x-4.0"
         if chkhsh == "a6b57017d60e6edb4d88ecc2845188e0eb333a70357e45dcc9b53964a73bbae6":
             # ref: https://huggingface.co/tiiuae/Falcon-H1-0.5B-Base
             res = "falcon-h1"

filename: convert_hf_to_gguf_update.py
patch: @@ -128,6 +128,7 @@ class TOKENIZER_TYPE(IntEnum):
     {"name": "llama4",           "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", },
     {"name": "pixtral",          "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/mistral-community/pixtral-12b", },
     {"name": "seed-coder",       "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/ByteDance-Seed/Seed-Coder-8B-Base", },
+    {"name": "a.x-4.0",          "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/skt/A.X-4.0", },
 ]
 
 # some models are known to be broken upstream, so we will skip them as exceptions

filename: src/llama-vocab.cpp
patch: @@ -1556,7 +1556,8 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
                     tokenizer_pre == "jina-de" ||
                     tokenizer_pre == "gigachat"   ||
                     tokenizer_pre == "jina-v2-es" ||
-                    tokenizer_pre == "jina-v2-de") {
+                    tokenizer_pre == "jina-v2-de" ||
+                    tokenizer_pre == "a.x-4.0") {
                 pre_type = LLAMA_VOCAB_PRE_TYPE_GPT2;
             } else if (
                     tokenizer_pre == "jina-v1-en" ||
Repository: vercel/next.js
Pull request: Turbopack: remove verbose output

### What?

Remove unactionable log line. Make log line shorter.

Closes PACK-4731

Changed files:
filename: crates/napi/src/next_api/project.rs
patch: @@ -31,7 +31,7 @@ use turbo_rcstr::RcStr;
 use turbo_tasks::{
     Completion, Effects, FxIndexSet, OperationVc, ReadRef, ResolvedVc, TransientInstance,
     TryJoinIterExt, UpdateInfo, Vc, get_effects,
-    message_queue::{CompilationEvent, DiagnosticEvent, Severity, TimingEvent},
+    message_queue::{CompilationEvent, Severity, TimingEvent},
 };
 use turbo_tasks_fs::{
     DiskFileSystem, FileContent, FileSystem, FileSystemPath, get_relative_path_to,
@@ -405,11 +405,6 @@ pub async fn project_new(
         is_ci,
     )?;
 
-    turbo_tasks.send_compilation_event(Arc::new(DiagnosticEvent::new(
-        Severity::Info,
-        "Starting the compilation events server ...".to_owned(),
-    )));
-
     let stats_path = std::env::var_os("NEXT_TURBOPACK_TASK_STATISTICS");
     if let Some(stats_path) = stats_path {
         let task_stats = turbo_tasks.task_statistics().enable().clone();
@@ -869,7 +864,7 @@ pub async fn project_write_all_entrypoints_to_disk(
 
             // Send a compilation event to indicate that the files have been written to disk
             compilation_event_sender.send_compilation_event(Arc::new(TimingEvent::new(
-                "Finished writing all entrypoints to disk".to_owned(),
+                "Finished writing to disk".to_owned(),
                 now.elapsed(),
             )));
Repository: nodejs/node
Pull request: doc: remove buffered flag from performance hooks examples

The actual implementation of the `observe` method does not count the `buffered` flag if we use the `entryTypes` with it. Therefore, examples with both `entryTypes` and `buffered` are confusing because it doesn't have any effect on the actual behaviour.

I see that we have somewhat [similar PR](https://github.com/nodejs/node/pull/47025) on the same topic. However, it doesn't provide changes to the examples. Also, I'm not sure at what stage the PR I linked is. If it stuck and not going anywhere I can work on it and deliver the whole fix instead of just examples.

Changed files:
filename: doc/api/perf_hooks.md
patch: @@ -2097,7 +2097,7 @@ const obs = new PerformanceObserver((list, observer) => {
   performance.clearMeasures();
   observer.disconnect();
 });
-obs.observe({ entryTypes: ['measure'], buffered: true });
+obs.observe({ entryTypes: ['measure'] });
 
 setTimeout(() => {}, 1000);
 ```
@@ -2154,7 +2154,7 @@ const obs = new PerformanceObserver((list) => {
   performance.clearMeasures();
   obs.disconnect();
 });
-obs.observe({ entryTypes: ['function'], buffered: true });
+obs.observe({ entryTypes: ['function'] });
 
 require('some-module');
 ```
Repository: ggml-org/llama.cpp
Pull request: llama : remove unintended whitespace

Followup to #14534

Changed files:
filename: src/llama-model.cpp
patch: @@ -4555,7 +4555,7 @@ bool llama_model::load_tensors(llama_model_loader & ml) {
                     // output
                     output = create_tensor(tn(LLM_TENSOR_OUTPUT, "weight"), {hidden_size, n_vocab}, TENSOR_NOT_REQUIRED);
                     output_norm = create_tensor(tn(LLM_TENSOR_OUTPUT_NORM, "weight"), {hidden_size}, 0);
-                    
+
                     // if output is NULL, init from the input tok embed
                     if (output == NULL) {
                         output = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {hidden_size, n_vocab}, TENSOR_DUPLICATED);
Repository: nodejs/node
Pull request: test: simplify test-http2-client-promisify-connect-error

There is no need to try to create a TCP connection that fails due to a
missing listening server. Also, the port used for the connection might
be used by another process when the connection is made.

<!--
Before submitting a pull request, please read:

- the CONTRIBUTING guide at https://github.com/nodejs/node/blob/HEAD/CONTRIBUTING.md
- the commit message formatting guidelines at
  https://github.com/nodejs/node/blob/HEAD/doc/contributing/pull-requests.md#commit-message-guidelines

For code changes:
1. Include tests for any bug fixes or new features.
2. Update documentation if relevant.
3. Ensure that `make -j4 test` (UNIX), or `vcbuild test` (Windows) passes.

If you believe this PR should be highlighted in the Node.js CHANGELOG
please add the `notable-change` label.

Developer's Certificate of Origin 1.1

By making a contribution to this project, I certify that:

(a) The contribution was created in whole or in part by me and I
    have the right to submit it under the open source license
    indicated in the file; or

(b) The contribution is based upon previous work that, to the best
    of my knowledge, is covered under an appropriate open source
    license and I have the right under that license to submit that
    work with modifications, whether created in whole or in part
    by me, under the same open source license (unless I am
    permitted to submit under a different license), as indicated
    in the file; or

(c) The contribution was provided directly to me by some other
    person who certified (a), (b) or (c) and I have not modified
    it.

(d) I understand and agree that this project and the contribution
    are public and that a record of the contribution (including all
    personal information I submit with it, including my sign-off) is
    maintained indefinitely and may be redistributed consistent with
    this project or the open source license(s) involved.
-->


Changed files:
filename: test/parallel/test-http2-client-promisify-connect-error.js
patch: @@ -8,14 +8,15 @@ const assert = require('assert');
 const http2 = require('http2');
 const util = require('util');
 
-const server = http2.createServer();
+const connect = util.promisify(http2.connect);
 
-server.listen(0, common.mustCall(() => {
-  const port = server.address().port;
-  server.close(common.mustCall(() => {
-    const connect = util.promisify(http2.connect);
-    assert.rejects(connect(`http://localhost:${port}`), {
-      code: 'ECONNREFUSED'
-    }).then(common.mustCall());
-  }));
-}));
+const error = new Error('Unable to resolve hostname');
+
+function lookup(hostname, options, callback) {
+  callback(error);
+}
+
+assert.rejects(
+  connect('http://hostname', { lookup }),
+  error,
+).then(common.mustCall());
Repository: ggml-org/llama.cpp
Pull request: convert : fix smollm3 jinja template

Ref discussion: https://huggingface.co/ggml-org/SmolLM3-3B-GGUF/discussions/1

The simple fix is to remove `[:]` from the chat template string

Changed files:
filename: convert_hf_to_gguf.py
patch: @@ -6692,6 +6692,16 @@ def prepare_tensors(self):
 class SmolLM3Model(LlamaModel):
     model_arch = gguf.MODEL_ARCH.SMOLLM3
 
+    def set_vocab(self):
+        super().set_vocab()
+        # remove unsupported array slicing in chat template
+        # ref: https://huggingface.co/ggml-org/SmolLM3-3B-GGUF/discussions/1
+        from transformers import AutoTokenizer
+        tokenizer = AutoTokenizer.from_pretrained(self.dir_model)
+        if tokenizer.chat_template is not None:
+            chat_template = tokenizer.chat_template.replace("[:]", "")
+            self.gguf_writer.add_chat_template(chat_template)
+
 ###### CONVERSION LOGIC ######
Repository: denoland/deno
Pull request: fix(node:zlib): gzip & gzipSync should accept ArrayBuffer

Closes https://github.com/denoland/deno/issues/26638


Changed files:
filename: ext/node/polyfills/_zlib.mjs
patch: @@ -14,6 +14,7 @@ import { nextTick } from "ext:deno_node/_next_tick.ts";
 import {
   isAnyArrayBuffer,
   isArrayBufferView,
+  isUint8Array,
 } from "ext:deno_node/internal/util/types.ts";
 
 var kRangeErrorMessage = "Cannot create final Buffer. It would be larger " +
@@ -158,6 +159,12 @@ export const inflateRawSync = function (buffer, opts) {
 function sanitizeInput(input) {
   if (typeof input === "string") input = Buffer.from(input);
 
+  if (isArrayBufferView(input) && !isUint8Array(input)) {
+    input = Buffer.from(input.buffer, input.byteOffset, input.byteLength);
+  } else if (isAnyArrayBuffer(input)) {
+    input = Buffer.from(input);
+  }
+
   if (
     !Buffer.isBuffer(input) &&
     (input.buffer && !input.buffer.constructor === ArrayBuffer)

filename: tests/unit_node/zlib_test.ts
patch: @@ -10,6 +10,7 @@ import {
   createBrotliCompress,
   createBrotliDecompress,
   createDeflate,
+  gzip,
   gzipSync,
   unzipSync,
 } from "node:zlib";
@@ -210,3 +211,17 @@ Deno.test("createBrotliCompress params", async () => {
   );
   assertEquals(output.length, input.length);
 });
+
+Deno.test("gzip() and gzipSync() accept ArrayBuffer", async () => {
+  const deffered = Promise.withResolvers<void>();
+  const buf = new ArrayBuffer(0);
+  let output: Buffer;
+  gzip(buf, (_err, data) => {
+    output = data;
+    deffered.resolve();
+  });
+  await deffered.promise;
+  assert(output! instanceof Buffer);
+  const outputSync = gzipSync(buf);
+  assert(outputSync instanceof Buffer);
+});
Repository: nodejs/node
Pull request: lib: fix ImportModuleDynamicallyCallback return type declaration

Refs: https://github.com/nodejs/node/pull/56919/files#r1955336054

Changed files:
filename: lib/internal/modules/esm/loader.js
patch: @@ -323,7 +323,7 @@ class ModuleLoader {
    * @param {string} source Source code. TODO(joyeecheung): pass the raw buffer.
    * @param {string} isMain Whether this module is a main module.
    * @param {CJSModule|undefined} parent Parent module, if any.
-   * @returns {{wrap: ModuleWrap, namespace: ModuleNamespaceObject}}
+   * @returns {{wrap: ModuleWrap, namespace: import('internal/modules/esm/utils').ModuleNamespaceObject}}
    */
   importSyncForRequire(mod, filename, source, isMain, parent) {
     const url = pathToFileURL(filename).href;

filename: lib/internal/modules/esm/utils.js
patch: @@ -101,12 +101,18 @@ function getConditionsSet(conditions) {
   return getDefaultConditionsSet();
 }
 
+/**
+ * @typedef {{
+ *   [Symbol.toStringTag]: 'Module',
+ * }} ModuleNamespaceObject
+ */
+
 /**
  * @callback ImportModuleDynamicallyCallback
  * @param {string} specifier
  * @param {ModuleWrap|ContextifyScript|Function|vm.Module} callbackReferrer
  * @param {Record<string, string>} attributes
- * @returns { Promise<void> }
+ * @returns {Promise<ModuleNamespaceObject>}
  */
 
 /**
Repository: denoland/deno
Pull request: fix(fmt): don't use self-closing tags in HTML

Closes https://github.com/denoland/deno/issues/26748

Changed files:
filename: cli/tools/fmt.rs
patch: @@ -1032,7 +1032,7 @@ fn get_resolved_markup_fmt_config(
     max_attrs_per_line: None,
     prefer_attrs_single_line: false,
     html_normal_self_closing: None,
-    html_void_self_closing: Some(true),
+    html_void_self_closing: None,
     component_self_closing: None,
     svg_self_closing: None,
     mathml_self_closing: None,

filename: tests/specs/fmt/html/well_formatted.html
patch: @@ -1,4 +1,4 @@
-<div class="container">content</div>
+<div class="container">content<br></div>
 
 <script>
   let counter = 0;
Repository: huggingface/transformers
Pull request: Fix TypeError in save_pretrained error handling (fixes #38422)

## Summary

Fixes a TypeError in the `save_pretrained` error handling routine that occurs when `shared_names` contains shared tensors.

## Problem

In `src/transformers/modeling_utils.py` line 3747, the code attempts to call `set(shared_names)` where `shared_names` is `List[Set[str]]`. This raises:

TypeError: unhashable type: 'set'


The bug occurs because you can't create a set from a list of sets (sets are unhashable).

## Solution

Replace `error_names.append(set(shared_names))` with `error_names.extend(shared_names)` to properly handle the `List[Set[str]]` structure.

This preserves the intended behavior where `error_names` is a list of sets, with each set representing a group of tensors that share memory/storage.

## Testing

- [x] Verified syntax and imports work correctly
- [x] Tested the logic with sample data
- [x] Confirmed backward compatibility
- [x] Single line change with minimal impact

## Related Issue

Fixes #38422

## Changes

- `src/transformers/modeling_utils.py`: Replace `append(set(shared_names))` with `extend(shared_names)`

Changed files:
filename: src/transformers/modeling_utils.py
patch: @@ -3746,7 +3746,7 @@ def save_pretrained(
                     error_names.append(unknown)
 
             if shared_names:
-                error_names.append(set(shared_names))
+                error_names.extend(shared_names)
 
             if len(error_names) > 0:
                 raise RuntimeError(
Repository: electron/electron
Pull request: build: enable -Wunsafe-buffer-usage warnings

#### Description of Change

Part 23 in a [series](https://github.com/electron/electron/pull/43477) to fix `-Wunsafe-buffer-usage` warnings in `shell/`. 

Now that all the warnings are fixed :tada: , this PR enables the compiler warning in our builds to prevent any future regressions. It uses [similar upstream work in pdfium](https://pdfium-review.googlesource.com/c/pdfium/+/117850) as a template for using [the `clang_unsafe_buffers_path` build option](https://chromium-review.googlesource.com/c/chromium/src/+/5369835) to enable unsafe buffer usage warnings in Electron's C++ code.

Notes: Fixed all `-Wunsafe-buffer-usage` Clang warnings and enabled the compiler warning in new builds.

Changed files:
filename: build/args/all.gn
patch: @@ -77,3 +77,6 @@ enterprise_cloud_content_analysis = false
 # TODO: remove dependency on legacy ipc
 # https://issues.chromium.org/issues/40943039
 content_enable_legacy_ipc = true
+
+# Electron has its own unsafe-buffers enforcement directories.
+clang_unsafe_buffers_paths = "//electron/electron_unsafe_buffers_paths.txt"

filename: electron_unsafe_buffers_paths.txt
patch: @@ -0,0 +1,34 @@
+# Copyright 2024 The Electron Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+# The set of path prefixes that should be checked for unsafe buffer usage (see
+# -Wunsafe-buffer-usage in Clang).
+#
+# ***
+# Paths should be written as relative to the root of the source tree with
+# unix-style path separators. Directory prefixes should end with `/`, such
+# as `base/`.
+# ***
+#
+# Files in this set are known to not use pointer arithmetic/subscripting, and
+# make use of constructs like base::span or containers like std::vector instead.
+#
+# See `docs/unsafe_buffers.md`.
+
+# These directories are excluded because they come from outside Electron and
+# we don't have control over their contents.
+-base/
+-chrome/
+-components/
+-device/
+-extensions/
+-google_apis/
+-net/
+-services/
+-skia/
+-third_party/
+-tools/
+-ui/
+-url/
+-v8/
Repository: denoland/deno
Pull request: fix: panic_hook hangs without procfs

Fixes https://github.com/denoland/deno/issues/26701

Ref https://github.com/denoland/sui/commit/69e491353fb82ce15a861376ee8dc68f183e0486



Changed files:
filename: Cargo.lock
patch: @@ -4195,9 +4195,9 @@ dependencies = [
 
 [[package]]
 name = "libsui"
-version = "0.4.0"
+version = "0.5.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "205eca4e7beaad637dcd38fe41292065894ee7f498077cf3c135d5f7252b9f27"
+checksum = "89795977654ad6250d6c0915411b622bac22f9efb4f852af94b2e00964cab832"
 dependencies = [
  "editpe",
  "libc",

filename: cli/Cargo.toml
patch: @@ -84,7 +84,7 @@ deno_runtime = { workspace = true, features = ["include_js_files_for_snapshottin
 deno_semver.workspace = true
 deno_task_shell = "=0.18.1"
 deno_terminal.workspace = true
-libsui = "0.4.0"
+libsui = "0.5.0"
 node_resolver.workspace = true
 
 anstream = "0.6.14"
Repository: facebook/react
Pull request: Build ReactDOMServer on CodeSandbox CI

Kind of confusing. Needed because of https://github.com/facebook/react/pull/21683.

Changed files:
filename: .codesandbox/ci.json
patch: @@ -1,6 +1,6 @@
 {
   "packages": ["packages/react", "packages/react-dom", "packages/scheduler"],
-  "buildCommand": "build --type=NODE react/index,react-dom/index,react-dom/server,react-dom/test-utils,scheduler/index,react/jsx-runtime,react/jsx-dev-runtime",
+  "buildCommand": "build --type=NODE react/index,react-dom/index,react-dom/src/server,react-dom/test-utils,scheduler/index,react/jsx-runtime,react/jsx-dev-runtime",
   "node": "12",
   "publishDirectory": {
     "react": "build/node_modules/react",
Repository: ggml-org/llama.cpp
Pull request: memory : fix broken batch splits for recurrent cache

Splits producing more than one ubatch per batch for recurrent models were broken with #14512.

This could cause SEGFAULTS and possibly other problems when using any `ubatch` size smaller than a processed batch with a recurrent model (e.g. Mamba, Mamba-2, etc.)

(I first noticed this when getting a SEGFAULT with Mamba after updating #14139 to a commit after #14512 was merged)

This fixes it by moving the completeness check after the ubatch split loop.

*Make sure to read the [contributing guidelines](https://github.com/ggml-org/llama.cpp/blob/master/CONTRIBUTING.md) before submitting a PR*


Changed files:
filename: src/llama-memory-recurrent.cpp
patch: @@ -377,14 +377,18 @@ llama_memory_context_ptr llama_memory_recurrent::init_batch(llama_batch_allocr &
                 ubatch = balloc.split_equal(n_ubatch, false);
             }
 
-            if (balloc.get_n_used() < balloc.get_n_tokens()) {
-                // failed to find a suitable split
+            if (ubatch.n_tokens == 0) {
                 break;
             }
 
             ubatches.push_back(std::move(ubatch)); // NOLINT
         }
 
+        if (balloc.get_n_used() < balloc.get_n_tokens()) {
+            // failed to find a suitable split
+            break;
+        }
+
         if (!prepare(ubatches)) {
             break;
         }
Repository: denoland/deno
Pull request: fix(install): handle invalid function error, and fallback to junctions regardless of the error

Fixes #26116.

Handle the new error and treat is as lacking permission to make symlinks, but also to make this more robust, just always fall back to junctions no matter what the actual error is. Instead, warn if the error isn't one we've handled, but go on to attempt creating the junction

Changed files:
filename: cli/npm/managed/resolvers/local.rs
patch: @@ -1035,12 +1035,18 @@ fn junction_or_symlink_dir(
       if symlink_err.kind() == std::io::ErrorKind::PermissionDenied =>
     {
       USE_JUNCTIONS.store(true, std::sync::atomic::Ordering::Relaxed);
-      junction::create(old_path, new_path).map_err(Into::into)
+      junction::create(old_path, new_path)
+        .context("Failed creating junction in node_modules folder")
+    }
+    Err(symlink_err) => {
+      log::warn!(
+        "{} Unexpected error symlinking node_modules: {symlink_err}",
+        colors::yellow("Warning")
+      );
+      USE_JUNCTIONS.store(true, std::sync::atomic::Ordering::Relaxed);
+      junction::create(old_path, new_path)
+        .context("Failed creating junction in node_modules folder")
     }
-    Err(symlink_err) => Err(
-      AnyError::from(symlink_err)
-        .context("Failed creating symlink in node_modules folder"),
-    ),
   }
 }
 

filename: cli/util/fs.rs
patch: @@ -565,7 +565,9 @@ pub fn symlink_dir(oldpath: &Path, newpath: &Path) -> Result<(), Error> {
     use std::os::windows::fs::symlink_dir;
     symlink_dir(oldpath, newpath).map_err(|err| {
       if let Some(code) = err.raw_os_error() {
-        if code as u32 == winapi::shared::winerror::ERROR_PRIVILEGE_NOT_HELD {
+        if code as u32 == winapi::shared::winerror::ERROR_PRIVILEGE_NOT_HELD
+          || code as u32 == winapi::shared::winerror::ERROR_INVALID_FUNCTION
+        {
           return err_mapper(err, Some(ErrorKind::PermissionDenied));
         }
       }