Upload position_ids_debug.ipynb with huggingface_hub

position_ids_debug.ipynb

@@ -2,23 +2,22 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 3,
    "id": "6511a91c-ed20-41ff-befb-699bda1912a3",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-03-25T05:42:29.023013Z",
-     "iopub.status.busy": "2026-03-25T05:42:29.022863Z",
-     "iopub.status.idle": "2026-03-25T05:42:40.880280Z",
-     "shell.execute_reply": "2026-03-25T05:42:40.879248Z",
-     "shell.execute_reply.started": "2026-03-25T05:42:29.022998Z"
-    },
-    "scrolled": true
+     "iopub.execute_input": "2026-03-25T05:56:03.439346Z",
+     "iopub.status.busy": "2026-03-25T05:56:03.439077Z",
+     "iopub.status.idle": "2026-03-25T05:56:12.533462Z",
+     "shell.execute_reply": "2026-03-25T05:56:12.532731Z",
+     "shell.execute_reply.started": "2026-03-25T05:56:03.439327Z"
+    }
    },
    "outputs": [
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "8310548c3b0d460899adcb96ee4af2e1",
+       "model_id": "4655d86aa4f24755a2a3a230298174ac",
        "version_major": 2,
        "version_minor": 0
       },
@@ -32,7 +31,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "663ea1161c934235a53948b93d224495",
+       "model_id": "b7f679f3d8a64e01a015d59e7bc7f07e",
        "version_major": 2,
        "version_minor": 0
       },
@@ -46,7 +45,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "667df34dda224931ac9ccd442a5d42f0",
+       "model_id": "1c0c55230de542548486cd47b87fa2a8",
        "version_major": 2,
        "version_minor": 0
       },
@@ -79,24 +78,9 @@
       "  batch 0 (shape: 94):\n",
       "    t: [0, 1, 2, 3, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 8, 13, 14, 15, 16, 17, 18, 19, 20, 21] \n",
       "    h: [0, 1, 2, 3, 4, 4, 4, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 5, 5, 5, 5, 5, 6, 6, 6, 6, 6, 6, 6, 6, 6, 7, 7, 7, 7, 7, 7, 7, 7, 7, 8, 8, 8, 8, 8, 8, 8, 8, 8, 9, 9, 9, 9, 9, 9, 9, 9, 9, 10, 10, 10, 10, 10, 10, 10, 10, 10, 11, 11, 11, 11, 11, 11, 11, 11, 11, 12, 12, 12, 12, 12, 12, 12, 12, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21] \n",
-      "    w: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21] \n"
-     ]
-    },
-    {
-     "ename": "SystemExit",
-     "evalue": "Debugging: Terminate after 1st decoder saved cos and sin tensors.",
-     "output_type": "error",
-     "traceback": [
-      "An exception has occurred, use %tb to see the full traceback.\n",
-      "\u001b[31mSystemExit\u001b[39m\u001b[31m:\u001b[39m Debugging: Terminate after 1st decoder saved cos and sin tensors.\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/ubuntu/miniconda3/envs/dc_airnd/lib/python3.12/site-packages/IPython/core/interactiveshell.py:3755: UserWarning: To exit: use 'exit', 'quit', or Ctrl-D.\n",
-      "  warn(\"To exit: use 'exit', 'quit', or Ctrl-D.\", stacklevel=1)\n"
+      "    w: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21] \n",
+      "\n",
+      "Manual Prompt Response: The image shows a black Porsche Panamera parked on a road. The car is positioned at an angle, with the rear of the vehicle facing the camera. The Porsche logo and model name are visible on the trunk. The car has a sleek design with a long hood and short rear deck. The taillights are prominent, and the license plate is clearly visible. The background appears to be a blurred landscape, suggesting motion or a focus on the car itself.\n"
      ]
     }
    ],
@@ -163,11 +147,11 @@
    "id": "f45df021-6302-4f47-9e06-8070577885a2",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-03-25T04:36:13.766580Z",
-     "iopub.status.busy": "2026-03-25T04:36:13.766400Z",
-     "iopub.status.idle": "2026-03-25T04:36:13.770145Z",
-     "shell.execute_reply": "2026-03-25T04:36:13.769588Z",
-     "shell.execute_reply.started": "2026-03-25T04:36:13.766563Z"
+     "iopub.execute_input": "2026-03-25T05:56:12.534299Z",
+     "iopub.status.busy": "2026-03-25T05:56:12.534123Z",
+     "iopub.status.idle": "2026-03-25T05:56:12.537469Z",
+     "shell.execute_reply": "2026-03-25T05:56:12.536915Z",
+     "shell.execute_reply.started": "2026-03-25T05:56:12.534284Z"
     }
    },
    "outputs": [
@@ -188,15 +172,15 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 5,
    "id": "504fa71b-42b4-4f53-8988-25fcfba38d13",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-03-25T05:43:53.839325Z",
-     "iopub.status.busy": "2026-03-25T05:43:53.839044Z",
-     "iopub.status.idle": "2026-03-25T05:43:53.843214Z",
-     "shell.execute_reply": "2026-03-25T05:43:53.842555Z",
-     "shell.execute_reply.started": "2026-03-25T05:43:53.839304Z"
+     "iopub.execute_input": "2026-03-25T05:56:12.538139Z",
+     "iopub.status.busy": "2026-03-25T05:56:12.537990Z",
+     "iopub.status.idle": "2026-03-25T05:56:12.549445Z",
+     "shell.execute_reply": "2026-03-25T05:56:12.548820Z",
+     "shell.execute_reply.started": "2026-03-25T05:56:12.538125Z"
     }
    },
    "outputs": [],
@@ -206,15 +190,15 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 6,
    "id": "642d9dcf-e591-4d70-96af-b69bf955d9e1",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-03-25T05:43:54.296041Z",
-     "iopub.status.busy": "2026-03-25T05:43:54.295869Z",
-     "iopub.status.idle": "2026-03-25T05:43:54.299276Z",
-     "shell.execute_reply": "2026-03-25T05:43:54.298634Z",
-     "shell.execute_reply.started": "2026-03-25T05:43:54.296029Z"
+     "iopub.execute_input": "2026-03-25T05:56:12.549936Z",
+     "iopub.status.busy": "2026-03-25T05:56:12.549800Z",
+     "iopub.status.idle": "2026-03-25T05:56:12.558625Z",
+     "shell.execute_reply": "2026-03-25T05:56:12.557969Z",
+     "shell.execute_reply.started": "2026-03-25T05:56:12.549924Z"
     }
    },
    "outputs": [
@@ -224,7 +208,7 @@
        "(torch.Size([1, 1, 94, 128]), torch.float16)"
       ]
      },
-     "execution_count": 3,
+     "execution_count": 6,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -235,8 +219,53 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 14,
    "id": "f44460e3-58e9-4fd2-898a-06e8a00f9365",
+   "metadata": {
+    "execution": {
+     "iopub.execute_input": "2026-03-25T06:04:09.103843Z",
+     "iopub.status.busy": "2026-03-25T06:04:09.103513Z",
+     "iopub.status.idle": "2026-03-25T06:04:09.110953Z",
+     "shell.execute_reply": "2026-03-25T06:04:09.110385Z",
+     "shell.execute_reply.started": "2026-03-25T06:04:09.103826Z"
+    }
+   },
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "tensor([[[0.5405, 0.6924, 0.7964, 0.8662, 0.9126, 0.9429, 0.9629, 0.9756,\n",
+       "          0.9844, 0.9897, 0.9932, 0.9956, 0.9971, 0.9980, 0.9990, 0.9990,\n",
+       "          0.9995, 0.9995, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000,\n",
+       "          1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000,\n",
+       "          1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000,\n",
+       "          1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000,\n",
+       "          1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000,\n",
+       "          1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000,\n",
+       "          0.5405, 0.6924, 0.7964, 0.8662, 0.9126, 0.9429, 0.9629, 0.9756,\n",
+       "          0.9844, 0.9897, 0.9932, 0.9956, 0.9971, 0.9980, 0.9990, 0.9990,\n",
+       "          0.9995, 0.9995, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000,\n",
+       "          1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000,\n",
+       "          1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000,\n",
+       "          1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000,\n",
+       "          1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000,\n",
+       "          1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000]]],\n",
+       "       device='cuda:0', dtype=torch.float16)"
+      ]
+     },
+     "execution_count": 14,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "cos[:, :, 1, :]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "039f1456-ffa4-40b2-8ba1-a0cd5f74733e",
    "metadata": {},
    "outputs": [],
    "source": []