helloadhavan/github_issues huggingface dataset:
Repository: huggingface/transformers
Pull request: update Clean_up_tokenization_spaces typos.


Changed files:
filename: src/transformers/models/mllama/processing_mllama.py
patch: @@ -370,7 +370,7 @@ def post_process_image_text_to_text(
                 or `(sequence_length,)`.
             skip_special_tokens (`bool`, *optional*, defaults to `True`):
                 Whether or not to remove special tokens in the output. Argument passed to the tokenizer's `batch_decode` method.
-            Clean_up_tokenization_spaces (`bool`, *optional*, defaults to `False`):
+            clean_up_tokenization_spaces (`bool`, *optional*, defaults to `False`):
                 Whether or not to clean up the tokenization spaces. Argument passed to the tokenizer's `batch_decode` method.
             **kwargs:
                 Additional arguments to be passed to the tokenizer's `batch_decode method`.

filename: src/transformers/models/qwen2_5_vl/processing_qwen2_5_vl.py
patch: @@ -220,7 +220,7 @@ def post_process_image_text_to_text(
                 or `(sequence_length,)`.
             skip_special_tokens (`bool`, *optional*, defaults to `True`):
                 Whether or not to remove special tokens in the output. Argument passed to the tokenizer's `batch_decode` method.
-            Clean_up_tokenization_spaces (`bool`, *optional*, defaults to `False`):
+            clean_up_tokenization_spaces (`bool`, *optional*, defaults to `False`):
                 Whether or not to clean up the tokenization spaces. Argument passed to the tokenizer's `batch_decode` method.
             **kwargs:
                 Additional arguments to be passed to the tokenizer's `batch_decode method`.

filename: src/transformers/models/qwen2_vl/processing_qwen2_vl.py
patch: @@ -202,7 +202,7 @@ def post_process_image_text_to_text(
                 or `(sequence_length,)`.
             skip_special_tokens (`bool`, *optional*, defaults to `True`):
                 Whether or not to remove special tokens in the output. Argument passed to the tokenizer's `batch_decode` method.
-            Clean_up_tokenization_spaces (`bool`, *optional*, defaults to `False`):
+            clean_up_tokenization_spaces (`bool`, *optional*, defaults to `False`):
                 Whether or not to clean up the tokenization spaces. Argument passed to the tokenizer's `batch_decode` method.
             **kwargs:
                 Additional arguments to be passed to the tokenizer's `batch_decode method`.
Repository: denoland/deno
Pull request: fix(fmt): fix tabs in YAML

Fixes #25176 

Changed files:
filename: Cargo.lock
patch: @@ -5242,9 +5242,9 @@ dependencies = [
 
 [[package]]
 name = "pretty_yaml"
-version = "0.4.0"
+version = "0.5.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "22ba50511591c8e1d84125f7e2e6d17ccb06865c484b812f5ee3af61f42a66be"
+checksum = "dda9a64ee7296e82d1e0f4389383e6a7d8e6e2487d8391f7d028c131395fd376"
 dependencies = [
  "rowan",
  "tiny_pretty",

filename: cli/Cargo.toml
patch: @@ -134,7 +134,7 @@ p256.workspace = true
 pathdiff = "0.2.1"
 percent-encoding.workspace = true
 phf.workspace = true
-pretty_yaml = "=0.4.0"
+pretty_yaml = "=0.5.0"
 quick-junit = "^0.3.5"
 rand = { workspace = true, features = ["small_rng"] }
 regex.workspace = true

filename: cli/tools/fmt.rs
patch: @@ -1011,7 +1011,6 @@ fn get_resolved_yaml_config(
 
   let layout_options = LayoutOptions {
     print_width: options.line_width.unwrap_or(80) as usize,
-    use_tabs: options.use_tabs.unwrap_or_default(),
     indent_width: options.indent_width.unwrap_or(2) as usize,
     line_break: LineBreak::Lf,
   };
@@ -1028,6 +1027,9 @@ fn get_resolved_yaml_config(
     brace_spacing: true,
     bracket_spacing: false,
     dash_spacing: DashSpacing::OneSpace,
+    prefer_single_line: false,
+    flow_sequence_prefer_single_line: None,
+    flow_map_prefer_single_line: None,
     trim_trailing_whitespaces: true,
     trim_trailing_zero: false,
     ignore_comment_directive: "deno-fmt-ignore".into(),
Repository: facebook/react
Pull request: Fix scripts text

Fix text from scripts folder for circleci and jest

Changed files:
filename: scripts/circleci/download_devtools_regression_build.js
patch: @@ -75,7 +75,7 @@ async function downloadRegressionBuild() {
   // For React versions earlier than 18.0.0, we explicitly scheduler v0.20.1, which
   // is the first version that has unstable_mock, which DevTools tests need, but also
   // has Scheduler.unstable_trace, which, although we don't use in DevTools tests
-  // is imported by older React versions and will break if it's not ther
+  // is imported by older React versions and will break if it's not there
   if (semver.lte(semver.coerce(version).version, '18.0.0')) {
     await exec(`npm install --prefix ${REGRESSION_FOLDER} scheduler@0.20.1`);
   }

filename: scripts/jest/jest-cli.js
patch: @@ -112,7 +112,7 @@ const argv = yargs
     },
     sourceMaps: {
       describe:
-        'Enable inline source maps when tranforming source files with Jest. Useful for debugging, but makes it slower.',
+        'Enable inline source maps when transforming source files with Jest. Useful for debugging, but makes it slower.',
       type: 'boolean',
       default: false,
     },
Repository: huggingface/transformers
Pull request: Skip all `AriaForConditionalGenerationIntegrationTest` on `T4`

# What does this PR do?

Follow up of [this commment](https://github.com/huggingface/transformers/pull/37444#issuecomment-2801489013)

Skip all `AriaForConditionalGenerationIntegrationTest` except `test_tokenizer_integration` on `T4` runner.

These tests uses [this repository](https://huggingface.co/rhymes-ai/Aria/tree/main) that doesn't fit into T4 or even A10, even using  `load_in_4bit=True`.

(The `require_torch_large_accelerator` or `require_torch_large_gpu` is not well-written to specify the min. memory requirement despite it has an argument `memory`.)
 

 

Changed files:
filename: tests/models/aria/test_modeling_aria.py
patch: @@ -31,6 +31,7 @@
 from transformers.testing_utils import (
     require_bitsandbytes,
     require_torch,
+    require_torch_large_accelerator,
     require_vision,
     slow,
     torch_device,
@@ -291,6 +292,7 @@ def tearDown(self):
         torch.cuda.empty_cache()
 
     @slow
+    @require_torch_large_accelerator
     @require_bitsandbytes
     def test_small_model_integration_test(self):
         # Let's make sure we test the preprocessing to replace what is used
@@ -313,6 +315,7 @@ def test_small_model_integration_test(self):
         )
 
     @slow
+    @require_torch_large_accelerator
     @require_bitsandbytes
     def test_small_model_integration_test_llama_single(self):
         # Let's make sure we test the preprocessing to replace what is used
@@ -335,6 +338,7 @@ def test_small_model_integration_test_llama_single(self):
         )
 
     @slow
+    @require_torch_large_accelerator
     @require_bitsandbytes
     def test_small_model_integration_test_llama_batched(self):
         # Let's make sure we test the preprocessing to replace what is used
@@ -362,6 +366,7 @@ def test_small_model_integration_test_llama_batched(self):
         )
 
     @slow
+    @require_torch_large_accelerator
     @require_bitsandbytes
     def test_small_model_integration_test_batch(self):
         # Let's make sure we test the preprocessing to replace what is used
@@ -388,6 +393,7 @@ def test_small_model_integration_test_batch(self):
         )
 
     @slow
+    @require_torch_large_accelerator
     @require_bitsandbytes
     def test_small_model_integration_test_llama_batched_regression(self):
         # Let's make sure we test the preprocessing to replace what is used
@@ -416,7 +422,7 @@ def test_small_model_integration_test_llama_batched_regression(self):
         )
 
     @slow
-    @require_torch
+    @require_torch_large_accelerator
     @require_vision
     @require_bitsandbytes
     def test_batched_generation(self):
@@ -501,6 +507,7 @@ def test_tokenizer_integration(self):
         self.assertEqual(fast_tokenizer.tokenize(prompt), EXPECTED_OUTPUT)
 
     @slow
+    @require_torch_large_accelerator
     @require_bitsandbytes
     def test_generation_no_images(self):
         model_id = "rhymes-ai/Aria"
Repository: facebook/react
Pull request: [DevTools] Add CircleCI Chron Job For DevTools Regression Tests

This PR adds an hourly chron job on Circle CI that runs regression tests on the most recent DevTools build for React `v16.0`, `v16.5`, `v16.8` `v17.0` and `v18.0`.

<img width="1414" alt="image" src="https://user-images.githubusercontent.com/2735514/169909295-f656695a-2806-4205-b897-656b8111356e.png">

Tested by running this without the chron job trigger to make sure the tests pass.

Changed files:
filename: .circleci/config.yml
patch: @@ -222,6 +222,25 @@ jobs:
             RELEASE_CHANNEL: experimental
           command: ./scripts/circleci/run_devtools_e2e_tests.js
 
+  run_devtools_tests_for_versions:
+    docker: *docker
+    environment: *environment
+    parallelism: *TEST_PARALLELISM
+    parameters:
+      version:
+        type: string
+    steps:
+      - checkout
+      - attach_workspace:
+          at: .
+      - run: yarn workspaces info | head -n -1 > workspace_info.txt
+      - *restore_node_modules
+      - run:
+          name: Install nested packages from Yarn cache
+          command: yarn --frozen-lockfile --cache-folder ~/.cache/yarn
+      - run: ./scripts/circleci/download_devtools_regression_build.js << parameters.version >>
+      - run: node ./scripts/jest/jest-cli.js --build --project devtools --release-channel=experimental --reactVersion << parameters.version >> --ci
+
   yarn_lint_build:
     docker: *docker
     environment: *environment
@@ -494,6 +513,36 @@ workflows:
           requires:
             - setup
 
+  devtools_regression_tests:
+    unless: << pipeline.parameters.prerelease_commit_sha >>
+    triggers:
+      - schedule:
+          # DevTools regression tests run hourly
+          cron: "0 * * * *"
+          filters:
+            branches:
+              only:
+                - main
+    jobs:
+      - setup
+      - yarn_build_combined:
+          requires:
+            - setup
+      - build_devtools_and_process_artifacts:
+          requires:
+            - yarn_build_combined
+      - run_devtools_tests_for_versions:
+          requires:
+            - build_devtools_and_process_artifacts
+          matrix:
+            parameters:
+              version:
+                - "16.0"
+                - "16.5" # schedule package
+                - "16.8" # hooks
+                - "17.0" 
+                - "18.0"
+
   # Used to publish a prerelease manually via the command line
   publish_preleases:
     when: << pipeline.parameters.prerelease_commit_sha >>
Repository: facebook/react
Pull request: [DevTools] Fix moduleNameMapper Order in DevTools Config

We need the regression config `moduleNameMapper` to come before the current `moduleNameMapper` so when it tries to map `"/^react-dom\/([^/]+)$/` it doesn't get confused.

Changed files:
filename: packages/react-devtools-shared/src/__tests__/profilingCache-test.js
patch: @@ -734,7 +734,7 @@ describe('ProfilingCache', () => {
     }
   });
 
-  // @reactVersion >= 16.9
+  // @reactVersion >= 18.0
   it('should calculate durations based on actual children (not filtered children)', () => {
     store.componentFilters = [utils.createDisplayNameFilter('^Parent$')];
 

filename: scripts/jest/config.build-devtools.js
patch: @@ -51,8 +51,8 @@ moduleNameMapper['^react-reconciler/([^/]+)$'] =
 module.exports = Object.assign({}, baseConfig, {
   // Redirect imports to the compiled bundles
   moduleNameMapper: {
-    ...moduleNameMapper,
     ...devtoolsRegressionConfig.moduleNameMapper,
+    ...moduleNameMapper,
   },
   // Don't run bundle tests on -test.internal.* files
   testPathIgnorePatterns: ['/node_modules/', '-test.internal.js$'],
Repository: ggml-org/llama.cpp
Pull request: vulkan: mark IM2COL as supporting non-contig

Fixes #13778 and #13597.

The src0 tensor is not actually used, so it can be non-contiguous.

Changed files:
filename: ggml/src/ggml-vulkan/ggml-vulkan.cpp
patch: @@ -6452,6 +6452,7 @@ static bool ggml_vk_op_supports_incontiguous(ggml_op op) {
     case GGML_OP_ROPE:
     case GGML_OP_RMS_NORM:
     case GGML_OP_CONV_2D_DW:
+    case GGML_OP_IM2COL:
         return true;
     default:
         return false;
Repository: huggingface/transformers
Pull request: [tests] reset logs in `torch.compile` test

# What does this PR do?

We set special log options in `test_generate_compile_model_forward`, but we don't reset them. This PR ensures we reset them.

(thank you @ydshieh for noticing it! https://github.com/huggingface/transformers/pull/37629#discussion_r2068663475)

Changed files:
filename: tests/generation/test_utils.py
patch: @@ -2175,23 +2175,27 @@ def test_generate_compile_model_forward(self):
 
             compiled_outputs = []
             # Uses a context manager to catch recompilation logs. If there is any recompilation, this test fails.
-            torch._logging.set_logs(recompiles_verbose=True)
-            logger = logging.get_logger("torch._dynamo.guards")
-            with CaptureLogger(logger) as cl:
-                for model_inputs in model_input_sets:
-                    # with torch.compiler.set_stance("fail_on_recompile"):
-                    gen_out = model.generate(**model_inputs, **generation_kwargs)
-                    compiled_outputs.append(gen_out)
-                    # sanity checks
-                    decoder_cache = (
-                        gen_out.past_key_values.self_attention_cache
-                        if config.is_encoder_decoder
-                        else gen_out.past_key_values
-                    )
-                    self.assertFalse(isinstance(decoder_cache, DynamicCache))
-                    self.assertTrue(decoder_cache.is_compileable)
-                    # our auto compile should have been called
-                    self.assertTrue(hasattr(model_to_be_compiled, "_compiled_call"))
+            # Try/Finally is used to ensure that the log options are reset even if an error is raised.
+            try:
+                torch._logging.set_logs(recompiles_verbose=True)
+                logger = logging.get_logger("torch._dynamo.guards")
+                with CaptureLogger(logger) as cl:
+                    for model_inputs in model_input_sets:
+                        # with torch.compiler.set_stance("fail_on_recompile"):
+                        gen_out = model.generate(**model_inputs, **generation_kwargs)
+                        compiled_outputs.append(gen_out)
+                        # sanity checks
+                        decoder_cache = (
+                            gen_out.past_key_values.self_attention_cache
+                            if config.is_encoder_decoder
+                            else gen_out.past_key_values
+                        )
+                        self.assertFalse(isinstance(decoder_cache, DynamicCache))
+                        self.assertTrue(decoder_cache.is_compileable)
+                        # our auto compile should have been called
+                        self.assertTrue(hasattr(model_to_be_compiled, "_compiled_call"))
+            finally:
+                torch._logging.set_logs()
 
             if "Recompiling" in cl.out or ("guard" in cl.out and "failure" in cl.out):
                 raise RuntimeError(
Repository: nodejs/node
Pull request: test: remove test-sqlite-statement-sync flaky designation

The issue is likely the same as other tests that time out.

Refs: https://github.com/nodejs/node/issues/54918
Refs: https://github.com/nodejs/node/pull/54802

<!--
Before submitting a pull request, please read:

- the CONTRIBUTING guide at https://github.com/nodejs/node/blob/HEAD/CONTRIBUTING.md
- the commit message formatting guidelines at
  https://github.com/nodejs/node/blob/HEAD/doc/contributing/pull-requests.md#commit-message-guidelines

For code changes:
1. Include tests for any bug fixes or new features.
2. Update documentation if relevant.
3. Ensure that `make -j4 test` (UNIX), or `vcbuild test` (Windows) passes.

If you believe this PR should be highlighted in the Node.js CHANGELOG
please add the `notable-change` label.

Developer's Certificate of Origin 1.1

By making a contribution to this project, I certify that:

(a) The contribution was created in whole or in part by me and I
    have the right to submit it under the open source license
    indicated in the file; or

(b) The contribution is based upon previous work that, to the best
    of my knowledge, is covered under an appropriate open source
    license and I have the right under that license to submit that
    work with modifications, whether created in whole or in part
    by me, under the same open source license (unless I am
    permitted to submit under a different license), as indicated
    in the file; or

(c) The contribution was provided directly to me by some other
    person who certified (a), (b) or (c) and I have not modified
    it.

(d) I understand and agree that this project and the contribution
    are public and that a record of the contribution (including all
    personal information I submit with it, including my sign-off) is
    maintained indefinitely and may be redistributed consistent with
    this project or the open source license(s) involved.
-->


Changed files:
filename: test/parallel/parallel.status
patch: @@ -39,8 +39,6 @@ test-runner-run-watch: PASS, FLAKY
 test-performance-function: PASS, FLAKY
 # https://github.com/nodejs/node/issues/54346
 test-esm-loader-hooks-inspect-wait: PASS, FLAKY
-# https://github.com/nodejs/node/issues/54810
-test-sqlite-statement-sync: PASS, FLAKY
 # https://github.com/nodejs/node/issues/54534
 test-runner-run-watch: PASS, FLAKY
Repository: ggml-org/llama.cpp
Pull request: webui : bump max upload file size to 500MB

Audio files can be bigger than 10MB limit, therefore we bump this limit to 500MB.

Technically, we don't actually need this limit. But as we read the file as base64, reading a large file can cause the browser to crash.


Changed files:
filename: tools/server/webui/src/components/useChatExtraContext.tsx
patch: @@ -46,8 +46,11 @@ export function useChatExtraContext(): ChatExtraContextApi {
     try {
       for (const file of files) {
         const mimeType = file.type;
-        if (file.size > 10 * 1024 * 1024) {
-          toast.error('File is too large. Maximum size is 10MB.');
+
+        // this limit is only to prevent accidental uploads of huge files
+        // it can potentially crashes the browser because we read the file as base64
+        if (file.size > 500 * 1024 * 1024) {
+          toast.error('File is too large. Maximum size is 500MB.');
           break;
         }
Repository: vercel/next.js
Pull request: Treat _debugInfo as a wellknown property for sync request data access purposes

When we converted our request access APIs to async we supported sync access to make the adoption easier. We do have a list of certain builtin properties that exist on promises or are tested for in the course of runtime operations that we say are not synchronously accessible however and you must await the request data promise to access those if necessary.

Recently it was discoverd that React will check the `_debugInfo` property of thenables and other async data types in dev. This was being reported as a warning when passing searchParams from RSC to client world. By adding `_debugInfo` to the wellKnownProperties set we can avoid this warning by also making it so you must await the promise to access a true request value such as `?_debugInfo=...` in a search string.

This change adds this property name to the well known set


Changed files:
filename: packages/next/src/shared/lib/utils/reflect-utils.ts
patch: @@ -40,6 +40,7 @@ export const wellKnownProperties = new Set([
 
   // React introspection
   'displayName',
+  '_debugInfo',
 
   // Common tested properties
   // fallthrough
Repository: denoland/deno
Pull request: fix(ext/node): report freemem() on Linux in bytes

Fixes https://github.com/denoland/deno/issues/25497

Changed files:
filename: runtime/ops/os/sys_info.rs
patch: @@ -238,7 +238,7 @@ pub fn mem_info() -> Option<MemInfo> {
       if let Some(line) = line {
         let mem = line.split_whitespace().nth(1);
         let mem = mem.and_then(|v| v.parse::<u64>().ok());
-        mem_info.available = mem.unwrap_or(0);
+        mem_info.available = mem.unwrap_or(0) * 1024;
       }
     }
   }
Repository: nodejs/node
Pull request: sqlite: cache column names in stmt.all()

While the statement is running, it is impossible to modify the column names and thus it is beneficial to create the host-language (JS) keys once per all rows and reuse them for all results.

With this change the performance of `.all()` improves by around 25% depending on the number of columns and rows in the result.

Changed files:
filename: src/node_sqlite.cc
patch: @@ -561,23 +561,32 @@ void StatementSync::All(const FunctionCallbackInfo<Value>& args) {
   auto reset = OnScopeLeave([&]() { sqlite3_reset(stmt->statement_); });
   int num_cols = sqlite3_column_count(stmt->statement_);
   LocalVector<Value> rows(isolate);
+  LocalVector<Name> row_keys(isolate);
   while ((r = sqlite3_step(stmt->statement_)) == SQLITE_ROW) {
-    LocalVector<Name> row_keys(isolate);
-    row_keys.reserve(num_cols);
+    if (row_keys.size() == 0) {
+      row_keys.reserve(num_cols);
+
+      for (int i = 0; i < num_cols; ++i) {
+        Local<Name> key;
+        if (!stmt->ColumnNameToName(i).ToLocal(&key)) return;
+        row_keys.emplace_back(key);
+      }
+    }
+
     LocalVector<Value> row_values(isolate);
     row_values.reserve(num_cols);
 
-    for (int i = 0; i < num_cols; ++i) {
-      Local<Name> key;
-      if (!stmt->ColumnNameToName(i).ToLocal(&key)) return;
+    for (size_t i = 0; i < row_keys.size(); ++i) {
       Local<Value> val;
       if (!stmt->ColumnToValue(i).ToLocal(&val)) return;
-      row_keys.emplace_back(key);
       row_values.emplace_back(val);
     }
 
-    Local<Object> row = Object::New(
-        isolate, Null(isolate), row_keys.data(), row_values.data(), num_cols);
+    Local<Object> row = Object::New(isolate,
+                                    Null(isolate),
+                                    row_keys.data(),
+                                    row_values.data(),
+                                    row_keys.size());
     rows.emplace_back(row);
   }
Repository: ggml-org/llama.cpp
Pull request: Fix build on OpenBSD

2 line fix for compilation on OpenBSD.
Add __OpenBSD__ as a valid candidate in common/common.cpp and tools/rpc/rpc-server.cpp



Changed files:
filename: common/common.cpp
patch: @@ -849,7 +849,7 @@ std::string fs_get_cache_directory() {
     if (getenv("LLAMA_CACHE")) {
         cache_directory = std::getenv("LLAMA_CACHE");
     } else {
-#if defined(__linux__) || defined(__FreeBSD__) || defined(_AIX)
+#if defined(__linux__) || defined(__FreeBSD__) || defined(_AIX) || defined(__OpenBSD__)
         if (std::getenv("XDG_CACHE_HOME")) {
             cache_directory = std::getenv("XDG_CACHE_HOME");
         } else {

filename: tools/rpc/rpc-server.cpp
patch: @@ -111,7 +111,7 @@ static std::string fs_get_cache_directory() {
     if (getenv("LLAMA_CACHE")) {
         cache_directory = std::getenv("LLAMA_CACHE");
     } else {
-#if defined(__linux__) || defined(__FreeBSD__) || defined(_AIX)
+#if defined(__linux__) || defined(__FreeBSD__) || defined(_AIX) || defined(__OpenBSD__)
         if (std::getenv("XDG_CACHE_HOME")) {
             cache_directory = std::getenv("XDG_CACHE_HOME");
         } else {