{
  "schema": "videonote.subtitle_normalize.v1",
  "input_cue_count": 628,
  "kept_cue_count": 318,
  "dropped_cue_count": 0,
  "duplicate_merged_count": 310,
  "overlap_repaired_count": 0,
  "rolling_prefix_removed_count": 4,
  "timing_uncertain_count": 0,
  "coverage_ratio": 0.993652,
  "gaps": [
    {
      "start": 8.23,
      "end": 8.24,
      "seconds": 0.01
    }
  ],
  "issues": [
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 1,
      "start": 1.83,
      "end": 1.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 3,
      "start": 4.07,
      "end": 4.08
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 6,
      "start": 12.15,
      "end": 12.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 8,
      "start": 16.11,
      "end": 16.12
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 10,
      "start": 17.87,
      "end": 17.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 12,
      "start": 22.31,
      "end": 22.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 14,
      "start": 25.91,
      "end": 25.92
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 16,
      "start": 28.23,
      "end": 28.24
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 18,
      "start": 31.43,
      "end": 31.44
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 20,
      "start": 33.91,
      "end": 33.92
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 22,
      "start": 36.95,
      "end": 36.96
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 24,
      "start": 39.31,
      "end": 39.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 26,
      "start": 41.71,
      "end": 41.72
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 28,
      "start": 44.23,
      "end": 44.24
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 30,
      "start": 46.95,
      "end": 46.96
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 32,
      "start": 49.79,
      "end": 49.8
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 34,
      "start": 52.23,
      "end": 52.24
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 36,
      "start": 54.87,
      "end": 54.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 38,
      "start": 57.83,
      "end": 57.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 40,
      "start": 60.19,
      "end": 60.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 42,
      "start": 62.67,
      "end": 62.68
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 44,
      "start": 66.31,
      "end": 66.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 46,
      "start": 68.91,
      "end": 68.92
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 48,
      "start": 71.15,
      "end": 71.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 50,
      "start": 74.27,
      "end": 74.28
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 52,
      "start": 77.63,
      "end": 77.64
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 54,
      "start": 82.19,
      "end": 82.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 56,
      "start": 86.47,
      "end": 86.48
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 58,
      "start": 90.75,
      "end": 90.76
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 60,
      "start": 93.55,
      "end": 93.56
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 62,
      "start": 95.39,
      "end": 95.4
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 64,
      "start": 97.83,
      "end": 97.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 66,
      "start": 100.95,
      "end": 100.96000000000001
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 68,
      "start": 105.35,
      "end": 105.36
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 70,
      "start": 108.63,
      "end": 108.64
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 72,
      "start": 110.78999999999999,
      "end": 110.8
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 74,
      "start": 112.87,
      "end": 112.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 76,
      "start": 114.87,
      "end": 114.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 78,
      "start": 117.50999999999999,
      "end": 117.52000000000001
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 80,
      "start": 119.15,
      "end": 119.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 82,
      "start": 120.83,
      "end": 120.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 84,
      "start": 123.39,
      "end": 123.4
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 86,
      "start": 125.87,
      "end": 125.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 88,
      "start": 127.75,
      "end": 127.76
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 90,
      "start": 130.63,
      "end": 130.64
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 92,
      "start": 133.43,
      "end": 133.44
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 94,
      "start": 135.67,
      "end": 135.68
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 96,
      "start": 137.91,
      "end": 137.92000000000002
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 98,
      "start": 140.27,
      "end": 140.28
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 100,
      "start": 143.43,
      "end": 143.44
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 102,
      "start": 145.51,
      "end": 145.52
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 104,
      "start": 147.71,
      "end": 147.72
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 106,
      "start": 149.99,
      "end": 150.0
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 108,
      "start": 152.35,
      "end": 152.36
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 110,
      "start": 154.63,
      "end": 154.64
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 112,
      "start": 156.03,
      "end": 156.04
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 114,
      "start": 158.23,
      "end": 158.24
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 116,
      "start": 159.75,
      "end": 159.76
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 118,
      "start": 163.43,
      "end": 163.44
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 120,
      "start": 165.949,
      "end": 165.959
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 122,
      "start": 168.59,
      "end": 168.6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 124,
      "start": 171.82999999999998,
      "end": 171.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 126,
      "start": 174.55,
      "end": 174.56
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 128,
      "start": 177.949,
      "end": 177.959
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 130,
      "start": 181.15,
      "end": 181.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 132,
      "start": 185.07,
      "end": 185.08
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 134,
      "start": 188.07,
      "end": 188.08
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 136,
      "start": 190.47,
      "end": 190.48
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 138,
      "start": 193.71,
      "end": 193.72
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 140,
      "start": 196.15,
      "end": 196.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 142,
      "start": 199.11,
      "end": 199.12
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 144,
      "start": 201.31,
      "end": 201.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 146,
      "start": 203.50900000000001,
      "end": 203.519
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 148,
      "start": 205.82999999999998,
      "end": 205.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 150,
      "start": 208.15,
      "end": 208.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 152,
      "start": 210.99,
      "end": 211.0
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 154,
      "start": 212.50900000000001,
      "end": 212.519
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 156,
      "start": 215.31,
      "end": 215.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 158,
      "start": 217.22899999999998,
      "end": 217.239
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 160,
      "start": 219.03,
      "end": 219.04
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 162,
      "start": 220.55,
      "end": 220.56
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 164,
      "start": 225.07,
      "end": 225.07999999999998
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 166,
      "start": 228.50900000000001,
      "end": 228.519
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 168,
      "start": 231.31,
      "end": 231.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 170,
      "start": 233.87,
      "end": 233.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 172,
      "start": 236.39,
      "end": 236.4
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 174,
      "start": 239.47,
      "end": 239.48
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 176,
      "start": 241.19,
      "end": 241.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 178,
      "start": 242.83,
      "end": 242.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 180,
      "start": 245.95,
      "end": 245.96
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 182,
      "start": 248.35,
      "end": 248.36
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 184,
      "start": 250.43,
      "end": 250.44
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 186,
      "start": 252.11,
      "end": 252.12
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 188,
      "start": 255.27,
      "end": 255.28
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 190,
      "start": 258.19,
      "end": 258.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 192,
      "start": 260.349,
      "end": 260.359
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 194,
      "start": 263.03,
      "end": 263.04
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 196,
      "start": 265.23,
      "end": 265.24
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 198,
      "start": 266.99,
      "end": 267.0
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 200,
      "start": 269.03,
      "end": 269.04
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 202,
      "start": 270.15,
      "end": 270.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 204,
      "start": 271.909,
      "end": 271.919
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 206,
      "start": 273.63,
      "end": 273.64
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 208,
      "start": 275.75,
      "end": 275.76
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 210,
      "start": 277.99,
      "end": 278.0
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 212,
      "start": 279.59000000000003,
      "end": 279.6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 214,
      "start": 281.75,
      "end": 281.76
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 216,
      "start": 284.19,
      "end": 284.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 218,
      "start": 286.59000000000003,
      "end": 286.6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 220,
      "start": 288.87,
      "end": 288.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 222,
      "start": 290.71,
      "end": 290.72
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 224,
      "start": 293.95,
      "end": 293.96
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 226,
      "start": 295.909,
      "end": 295.919
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 228,
      "start": 297.71,
      "end": 297.72
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 230,
      "start": 299.51,
      "end": 299.52
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 232,
      "start": 301.43,
      "end": 301.44
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 234,
      "start": 303.07,
      "end": 303.08
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 236,
      "start": 305.19,
      "end": 305.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 238,
      "start": 306.27,
      "end": 306.28
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 240,
      "start": 308.55,
      "end": 308.56
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 242,
      "start": 311.909,
      "end": 311.919
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 244,
      "start": 312.79,
      "end": 312.8
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 246,
      "start": 315.31,
      "end": 315.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 248,
      "start": 317.39,
      "end": 317.4
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 250,
      "start": 320.59,
      "end": 320.6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 252,
      "start": 322.51,
      "end": 322.52
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 254,
      "start": 328.63,
      "end": 328.64
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 256,
      "start": 330.19,
      "end": 330.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 258,
      "start": 332.27,
      "end": 332.28
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 260,
      "start": 334.15,
      "end": 334.15999999999997
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 262,
      "start": 335.99,
      "end": 336.0
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 264,
      "start": 338.31,
      "end": 338.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 266,
      "start": 340.79,
      "end": 340.8
    },
    {
      "kind": "rolling_caption_prefix_removed",
      "index": 267,
      "token_count": 8
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 270,
      "start": 345.07,
      "end": 345.08
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 272,
      "start": 346.47,
      "end": 346.48
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 274,
      "start": 348.99,
      "end": 349.0
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 276,
      "start": 350.55,
      "end": 350.56
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 278,
      "start": 351.83,
      "end": 351.84000000000003
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 280,
      "start": 353.71,
      "end": 353.72
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 282,
      "start": 357.75,
      "end": 357.76
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 284,
      "start": 360.63,
      "end": 360.64
    },
    {
      "kind": "rolling_caption_prefix_removed",
      "index": 285,
      "token_count": 2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 286,
      "start": 364.07,
      "end": 364.08
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 288,
      "start": 366.83,
      "end": 366.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 290,
      "start": 368.67,
      "end": 368.68
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 292,
      "start": 370.63,
      "end": 370.64
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 294,
      "start": 372.47,
      "end": 372.48
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 296,
      "start": 375.87,
      "end": 375.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 298,
      "start": 378.67,
      "end": 378.68
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 300,
      "start": 381.39,
      "end": 381.4
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 302,
      "start": 383.39,
      "end": 383.4
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 304,
      "start": 385.31,
      "end": 385.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 306,
      "start": 387.15,
      "end": 387.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 308,
      "start": 390.79,
      "end": 390.8
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 310,
      "start": 393.03,
      "end": 393.04
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 312,
      "start": 395.51,
      "end": 395.52
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 314,
      "start": 396.87,
      "end": 396.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 316,
      "start": 399.19,
      "end": 399.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 318,
      "start": 400.59000000000003,
      "end": 400.6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 320,
      "start": 402.19,
      "end": 402.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 322,
      "start": 403.87,
      "end": 403.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 324,
      "start": 406.95,
      "end": 406.96
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 326,
      "start": 408.87,
      "end": 408.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 328,
      "start": 410.79,
      "end": 410.8
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 330,
      "start": 413.35,
      "end": 413.36
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 332,
      "start": 414.99,
      "end": 415.0
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 334,
      "start": 417.83,
      "end": 417.84000000000003
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 336,
      "start": 420.07,
      "end": 420.08
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 338,
      "start": 423.47,
      "end": 423.48
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 340,
      "start": 426.03,
      "end": 426.04
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 342,
      "start": 427.27,
      "end": 427.28
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 344,
      "start": 428.95,
      "end": 428.96
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 346,
      "start": 431.07,
      "end": 431.08
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 348,
      "start": 432.909,
      "end": 432.919
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 350,
      "start": 435.03,
      "end": 435.04
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 352,
      "start": 437.35,
      "end": 437.36
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 354,
      "start": 438.95,
      "end": 438.96
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 356,
      "start": 441.35,
      "end": 441.36
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 358,
      "start": 442.35,
      "end": 442.36
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 360,
      "start": 445.15,
      "end": 445.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 362,
      "start": 448.07,
      "end": 448.08
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 364,
      "start": 451.23,
      "end": 451.24
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 366,
      "start": 453.43,
      "end": 453.44
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 368,
      "start": 455.19,
      "end": 455.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 370,
      "start": 457.63,
      "end": 457.64
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 372,
      "start": 459.63,
      "end": 459.64
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 374,
      "start": 462.07,
      "end": 462.08
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 376,
      "start": 464.31,
      "end": 464.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 378,
      "start": 468.39,
      "end": 468.4
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 380,
      "start": 469.75,
      "end": 469.76
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 382,
      "start": 472.51,
      "end": 472.52
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 384,
      "start": 474.87,
      "end": 474.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 386,
      "start": 477.31,
      "end": 477.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 388,
      "start": 481.47,
      "end": 481.48
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 390,
      "start": 484.07,
      "end": 484.08
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 392,
      "start": 485.35,
      "end": 485.36
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 394,
      "start": 487.27,
      "end": 487.28
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 396,
      "start": 489.99,
      "end": 490.0
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 398,
      "start": 491.83,
      "end": 491.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 400,
      "start": 494.27,
      "end": 494.28
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 402,
      "start": 498.75,
      "end": 498.76
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 404,
      "start": 501.31,
      "end": 501.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 406,
      "start": 504.31,
      "end": 504.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 408,
      "start": 505.59,
      "end": 505.6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 410,
      "start": 507.11,
      "end": 507.12
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 412,
      "start": 508.99,
      "end": 509.0
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 414,
      "start": 510.909,
      "end": 510.919
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 416,
      "start": 513.35,
      "end": 513.36
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 418,
      "start": 514.35,
      "end": 514.36
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 420,
      "start": 516.83,
      "end": 516.84
    },
    {
      "kind": "rolling_caption_prefix_removed",
      "index": 421,
      "token_count": 6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 424,
      "start": 521.55,
      "end": 521.56
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 426,
      "start": 524.43,
      "end": 524.44
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 428,
      "start": 526.91,
      "end": 526.92
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 430,
      "start": 528.51,
      "end": 528.52
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 432,
      "start": 531.03,
      "end": 531.04
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 434,
      "start": 533.43,
      "end": 533.44
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 436,
      "start": 535.31,
      "end": 535.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 438,
      "start": 537.31,
      "end": 537.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 440,
      "start": 538.79,
      "end": 538.8
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 442,
      "start": 540.67,
      "end": 540.68
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 444,
      "start": 542.07,
      "end": 542.08
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 446,
      "start": 543.59,
      "end": 543.6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 448,
      "start": 545.63,
      "end": 545.64
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 450,
      "start": 547.95,
      "end": 547.96
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 452,
      "start": 549.23,
      "end": 549.24
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 454,
      "start": 551.39,
      "end": 551.4
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 456,
      "start": 553.59,
      "end": 553.6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 458,
      "start": 555.31,
      "end": 555.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 460,
      "start": 557.87,
      "end": 557.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 462,
      "start": 560.27,
      "end": 560.28
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 464,
      "start": 562.75,
      "end": 562.76
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 466,
      "start": 565.71,
      "end": 565.72
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 468,
      "start": 569.11,
      "end": 569.12
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 470,
      "start": 570.75,
      "end": 570.76
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 472,
      "start": 573.63,
      "end": 573.64
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 474,
      "start": 576.47,
      "end": 576.48
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 476,
      "start": 579.03,
      "end": 579.04
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 478,
      "start": 580.95,
      "end": 580.96
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 480,
      "start": 582.19,
      "end": 582.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 482,
      "start": 585.83,
      "end": 585.84
    },
    {
      "kind": "rolling_caption_prefix_removed",
      "index": 483,
      "token_count": 6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 486,
      "start": 589.51,
      "end": 589.52
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 488,
      "start": 591.79,
      "end": 591.8
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 490,
      "start": 594.19,
      "end": 594.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 492,
      "start": 595.83,
      "end": 595.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 494,
      "start": 598.27,
      "end": 598.28
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 496,
      "start": 599.79,
      "end": 599.8
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 498,
      "start": 602.43,
      "end": 602.44
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 500,
      "start": 604.11,
      "end": 604.12
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 502,
      "start": 606.55,
      "end": 606.56
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 504,
      "start": 608.59,
      "end": 608.6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 506,
      "start": 613.63,
      "end": 613.64
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 508,
      "start": 615.75,
      "end": 615.76
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 510,
      "start": 617.83,
      "end": 617.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 512,
      "start": 619.59,
      "end": 619.6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 514,
      "start": 620.83,
      "end": 620.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 516,
      "start": 622.83,
      "end": 622.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 518,
      "start": 625.43,
      "end": 625.44
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 520,
      "start": 627.51,
      "end": 627.52
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 522,
      "start": 629.83,
      "end": 629.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 524,
      "start": 632.15,
      "end": 632.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 526,
      "start": 635.87,
      "end": 635.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 528,
      "start": 639.79,
      "end": 639.8
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 530,
      "start": 641.31,
      "end": 641.32
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 532,
      "start": 643.15,
      "end": 643.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 534,
      "start": 646.07,
      "end": 646.08
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 536,
      "start": 649.23,
      "end": 649.24
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 538,
      "start": 651.55,
      "end": 651.56
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 540,
      "start": 653.11,
      "end": 653.12
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 542,
      "start": 654.47,
      "end": 654.48
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 544,
      "start": 656.51,
      "end": 656.52
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 546,
      "start": 658.55,
      "end": 658.56
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 548,
      "start": 661.95,
      "end": 661.96
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 550,
      "start": 664.99,
      "end": 665.0
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 552,
      "start": 666.87,
      "end": 666.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 554,
      "start": 669.63,
      "end": 669.64
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 556,
      "start": 673.15,
      "end": 673.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 558,
      "start": 676.19,
      "end": 676.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 560,
      "start": 678.23,
      "end": 678.24
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 562,
      "start": 679.99,
      "end": 680.0
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 564,
      "start": 681.67,
      "end": 681.68
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 566,
      "start": 683.27,
      "end": 683.28
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 568,
      "start": 685.99,
      "end": 686.0
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 570,
      "start": 688.75,
      "end": 688.76
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 572,
      "start": 691.03,
      "end": 691.04
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 574,
      "start": 692.87,
      "end": 692.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 576,
      "start": 694.59,
      "end": 694.6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 578,
      "start": 696.15,
      "end": 696.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 580,
      "start": 699.59,
      "end": 699.6
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 582,
      "start": 702.55,
      "end": 702.56
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 584,
      "start": 705.99,
      "end": 706.0
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 586,
      "start": 709.15,
      "end": 709.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 588,
      "start": 711.83,
      "end": 711.84
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 590,
      "start": 715.03,
      "end": 715.04
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 592,
      "start": 717.43,
      "end": 717.44
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 594,
      "start": 719.35,
      "end": 719.36
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 596,
      "start": 722.95,
      "end": 722.96
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 598,
      "start": 724.79,
      "end": 724.8
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 600,
      "start": 727.47,
      "end": 727.48
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 602,
      "start": 730.27,
      "end": 730.28
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 604,
      "start": 733.19,
      "end": 733.2
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 606,
      "start": 735.95,
      "end": 735.96
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 608,
      "start": 738.75,
      "end": 738.76
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 610,
      "start": 741.79,
      "end": 741.8
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 612,
      "start": 743.51,
      "end": 743.52
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 614,
      "start": 746.15,
      "end": 746.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 616,
      "start": 747.55,
      "end": 747.56
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 618,
      "start": 748.87,
      "end": 748.88
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 620,
      "start": 751.71,
      "end": 751.72
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 622,
      "start": 753.15,
      "end": 753.16
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 624,
      "start": 755.23,
      "end": 755.24
    },
    {
      "kind": "rolling_caption_mirror_collapsed",
      "index": 626,
      "start": 756.63,
      "end": 756.64
    }
  ],
  "cues": [
    {
      "id": 0,
      "start": 0.0,
      "end": 1.84,
      "text": "Hi guys, welcome back. In this video,",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 1,
      "start": 1.84,
      "end": 4.08,
      "text": "we'll be talking about how you can run a",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 2,
      "start": 4.08,
      "end": 8.23,
      "text": "Qwen in an Apple",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 3,
      "start": 8.24,
      "end": 12.16,
      "text": "M4 Mac mini machine with just 24 GB of",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 4,
      "start": 12.16,
      "end": 16.12,
      "text": "unified memory. We know that Qwen 3.8 27",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 5,
      "start": 16.12,
      "end": 17.88,
      "text": "billion parameter model will be of at",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 6,
      "start": 17.88,
      "end": 22.32,
      "text": "least 15 GB of size. And loading the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 7,
      "start": 22.32,
      "end": 25.92,
      "text": "entire model in the unified memory will",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 8,
      "start": 25.92,
      "end": 28.24,
      "text": "not only load the model, but also loads",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 9,
      "start": 28.24,
      "end": 31.44,
      "text": "the KV cache, runtime, and the Mac",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 10,
      "start": 31.44,
      "end": 33.92,
      "text": "operating system all together. And while",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 11,
      "start": 33.92,
      "end": 36.96,
      "text": "you load all of them in the VRAM, it is",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 12,
      "start": 36.96,
      "end": 39.32,
      "text": "definitely going to hit the memory",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 13,
      "start": 39.32,
      "end": 41.72,
      "text": "ceiling for you, and it is going to be",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 14,
      "start": 41.72,
      "end": 44.24,
      "text": "getting you the out of memory exception.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 15,
      "start": 44.24,
      "end": 46.96,
      "text": "So, how can we even handle the situation",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 16,
      "start": 46.96,
      "end": 49.8,
      "text": "of these kind of memory problem? And can",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 17,
      "start": 49.8,
      "end": 52.24,
      "text": "we even run a Qwen 3.8 27 billion",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 18,
      "start": 52.24,
      "end": 54.88,
      "text": "parameter model in this machine? And is",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 19,
      "start": 54.88,
      "end": 57.84,
      "text": "it just the problem with the model",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 20,
      "start": 57.84,
      "end": 60.2,
      "text": "itself, or is it the problem with the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 21,
      "start": 60.2,
      "end": 62.68,
      "text": "quantization that we have? But what if",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 22,
      "start": 62.68,
      "end": 66.32,
      "text": "we have a quantization of the same exact",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 23,
      "start": 66.32,
      "end": 68.92,
      "text": "model with just two-bit quantization",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 24,
      "start": 68.92,
      "end": 71.16,
      "text": "instead of the four-bit quantization?",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 25,
      "start": 71.16,
      "end": 74.28,
      "text": "Can we run that at all? Well, welcome to",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 26,
      "start": 74.28,
      "end": 77.64,
      "text": "the Qwen model quantized to two-bit",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 27,
      "start": 77.64,
      "end": 82.2,
      "text": "called as the Qwen 3.8 27 billion GSQ",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 28,
      "start": 82.2,
      "end": 86.48,
      "text": "RCO IQ2 QS model. And this model can",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 29,
      "start": 86.48,
      "end": 90.76,
      "text": "load in the 24 GB of unified machine,",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 30,
      "start": 90.76,
      "end": 93.56,
      "text": "and it can support a full GPU",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 31,
      "start": 93.56,
      "end": 95.4,
      "text": "offloading, as well as it has",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 32,
      "start": 95.4,
      "end": 97.84,
      "text": "multi-token prediction enabled as well.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 33,
      "start": 97.84,
      "end": 100.96,
      "text": "And this model can easily fit in an",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 34,
      "start": 100.96,
      "end": 105.36,
      "text": "Apple M4 machine of 24 GB of unified",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 35,
      "start": 105.36,
      "end": 108.64,
      "text": "memory, which includes the model, KV",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 36,
      "start": 108.64,
      "end": 110.8,
      "text": "cache, runtime, and Mac operating system",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 37,
      "start": 110.8,
      "end": 112.88,
      "text": "without hitting the memory ceiling as",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 38,
      "start": 112.88,
      "end": 114.88,
      "text": "well. So, it can easily load everything",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 39,
      "start": 114.88,
      "end": 117.52,
      "text": "for you within your Apple machine, which",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 40,
      "start": 117.52,
      "end": 119.16,
      "text": "is quite amazing. So, the memory",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 41,
      "start": 119.16,
      "end": 120.84,
      "text": "requirement is going to be so much less",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 42,
      "start": 120.84,
      "end": 123.4,
      "text": "because of the two-bit quantization that",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 43,
      "start": 123.4,
      "end": 125.88,
      "text": "you have got in this particular model.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 44,
      "start": 125.88,
      "end": 127.76,
      "text": "So, how exactly is this possible? Will",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 45,
      "start": 127.76,
      "end": 130.64,
      "text": "the Qwen 3.8 right now will lose its",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 46,
      "start": 130.64,
      "end": 133.44,
      "text": "intelligence ability or the output will",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 47,
      "start": 133.44,
      "end": 135.68,
      "text": "be of less quality or how exactly is",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 48,
      "start": 135.68,
      "end": 137.92,
      "text": "this happening? What exactly is this new",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 49,
      "start": 137.92,
      "end": 140.28,
      "text": "model of a two-bit quantization? Well,",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 50,
      "start": 140.28,
      "end": 143.44,
      "text": "this particular Qwen model is a standard",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 51,
      "start": 143.44,
      "end": 145.52,
      "text": "Qwen model, but instead of applying the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 52,
      "start": 145.52,
      "end": 147.72,
      "text": "same quantization everywhere, the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 53,
      "start": 147.72,
      "end": 150.0,
      "text": "technique will determine which tensors",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 54,
      "start": 150.0,
      "end": 152.36,
      "text": "deserves more precision and which can",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 55,
      "start": 152.36,
      "end": 154.64,
      "text": "tolerate the aggressive compression.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 56,
      "start": 154.64,
      "end": 156.04,
      "text": "That's exactly what this particular",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 57,
      "start": 156.04,
      "end": 158.24,
      "text": "technique does. And what exactly is this",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 58,
      "start": 158.24,
      "end": 159.76,
      "text": "technique that we're talking about? The",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 59,
      "start": 159.76,
      "end": 163.44,
      "text": "GSQ RCO or otherwise called as the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 60,
      "start": 163.44,
      "end": 165.959,
      "text": "Gumbel Softmax quantization, which",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 61,
      "start": 165.959,
      "end": 168.6,
      "text": "intelligently optimizes the quantization",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 62,
      "start": 168.6,
      "end": 171.84,
      "text": "value while RCO intelligently decide",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 63,
      "start": 171.84,
      "end": 174.56,
      "text": "where to allocate more or fewer bits",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 64,
      "start": 174.56,
      "end": 177.959,
      "text": "across the model's uh tensors. So,",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 65,
      "start": 177.959,
      "end": 181.16,
      "text": "essentially, even if the model sizes is",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 66,
      "start": 181.16,
      "end": 185.08,
      "text": "going to be reduced from the 16 BPW,",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 67,
      "start": 185.08,
      "end": 188.08,
      "text": "which is a 16-bit original model, to a",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 68,
      "start": 188.08,
      "end": 190.48,
      "text": "two-bit quantization model, it is going",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 69,
      "start": 190.48,
      "end": 193.72,
      "text": "to be off almost 6.4 time of a size",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 70,
      "start": 193.72,
      "end": 196.16,
      "text": "lower, but still the model is going to",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 71,
      "start": 196.16,
      "end": 199.12,
      "text": "give you an amazing precision over here.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 72,
      "start": 199.12,
      "end": 201.32,
      "text": "That is the power of this particular",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 73,
      "start": 201.32,
      "end": 203.519,
      "text": "model itself. And that's the reason why",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 74,
      "start": 203.519,
      "end": 205.84,
      "text": "even though the size of the model is so",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 75,
      "start": 205.84,
      "end": 208.16,
      "text": "much smaller, the quality of the output",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 76,
      "start": 208.16,
      "end": 211.0,
      "text": "is still going to be way more same like",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 77,
      "start": 211.0,
      "end": 212.519,
      "text": "how you can expect with their",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 78,
      "start": 212.519,
      "end": 215.32,
      "text": "quantization four model of the same Qwen",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 79,
      "start": 215.32,
      "end": 217.239,
      "text": "model that you have got. That's exactly",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 80,
      "start": 217.239,
      "end": 219.04,
      "text": "what this particular model is, and we",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 81,
      "start": 219.04,
      "end": 220.56,
      "text": "are going to see in this particular",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 82,
      "start": 220.56,
      "end": 225.08,
      "text": "video how we can run the same exact Qwen",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 83,
      "start": 225.08,
      "end": 228.519,
      "text": "two-bit model in the Mac mini M4",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 84,
      "start": 228.519,
      "end": 231.32,
      "text": "machine, and we're also going to see how",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 85,
      "start": 231.32,
      "end": 233.88,
      "text": "fast it is going to be doing the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 86,
      "start": 233.88,
      "end": 236.4,
      "text": "inferencing for us and what it means",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 87,
      "start": 236.4,
      "end": 239.48,
      "text": "with different sizes of the KV cache",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 88,
      "start": 239.48,
      "end": 241.2,
      "text": "adjustment that I'm going to be doing in",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 89,
      "start": 241.2,
      "end": 242.84,
      "text": "this particular video. Now, I will show",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 90,
      "start": 242.84,
      "end": 245.96,
      "text": "you how it is going to be affecting the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 91,
      "start": 245.96,
      "end": 248.36,
      "text": "the speed as well as the number of",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 92,
      "start": 248.36,
      "end": 250.44,
      "text": "tokens per second as well. So, in this",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 93,
      "start": 250.44,
      "end": 252.12,
      "text": "particular video, we are going to see",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 94,
      "start": 252.12,
      "end": 255.28,
      "text": "which KV size or which KV cache is going",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 95,
      "start": 255.28,
      "end": 258.2,
      "text": "to be faster like 16-bit or 4-bit or",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 96,
      "start": 258.2,
      "end": 260.359,
      "text": "8-bit quantization and which is going to",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 97,
      "start": 260.359,
      "end": 263.04,
      "text": "take more time and what is the total",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 98,
      "start": 263.04,
      "end": 265.24,
      "text": "number of tokens per second that you are",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 99,
      "start": 265.24,
      "end": 267.0,
      "text": "going to be getting",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 100,
      "start": 267.0,
      "end": 269.04,
      "text": "with different kinds of settings that",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 101,
      "start": 269.04,
      "end": 270.16,
      "text": "you are going to be doing in the LM",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 102,
      "start": 270.16,
      "end": 271.919,
      "text": "Studio. And one more time, this",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 103,
      "start": 271.919,
      "end": 273.64,
      "text": "particular model is actually not",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 104,
      "start": 273.64,
      "end": 275.76,
      "text": "available in the MLX format. I",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 105,
      "start": 275.76,
      "end": 278.0,
      "text": "unfortunately have got only the GGML",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 106,
      "start": 278.0,
      "end": 279.6,
      "text": "format and I'm going to be running this",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 107,
      "start": 279.6,
      "end": 281.76,
      "text": "particular model in the LM Studio and I",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 108,
      "start": 281.76,
      "end": 284.2,
      "text": "will show you how the TPS is going to be",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 109,
      "start": 284.2,
      "end": 286.6,
      "text": "for the different KV cache that we are",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 110,
      "start": 286.6,
      "end": 288.88,
      "text": "going to be setting and running it. But,",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 111,
      "start": 288.88,
      "end": 290.72,
      "text": "you know what? This particular model is",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 112,
      "start": 290.72,
      "end": 293.96,
      "text": "not really going to hit the out of",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 113,
      "start": 293.96,
      "end": 295.919,
      "text": "memory exception. Based on the different",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 114,
      "start": 295.919,
      "end": 297.72,
      "text": "KV cache setting, you can actually see",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 115,
      "start": 297.72,
      "end": 299.52,
      "text": "that this model is actually going to be",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 116,
      "start": 299.52,
      "end": 301.44,
      "text": "performant as well. And this is a good",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 117,
      "start": 301.44,
      "end": 303.08,
      "text": "news for this particular model. Well, as",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 118,
      "start": 303.08,
      "end": 305.2,
      "text": "that said, let's start doing the testing",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 119,
      "start": 305.2,
      "end": 306.28,
      "text": "of the model with a different",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 120,
      "start": 306.28,
      "end": 308.56,
      "text": "quantization. So, you can see that I",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 121,
      "start": 308.56,
      "end": 311.919,
      "text": "have got my Mac mini M4 machine. The",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 122,
      "start": 311.919,
      "end": 312.8,
      "text": "total number of physical memory that you",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 123,
      "start": 312.8,
      "end": 315.32,
      "text": "can see over here is 24 gig and I'm",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 124,
      "start": 315.32,
      "end": 317.4,
      "text": "going to be loading the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 125,
      "start": 317.4,
      "end": 320.6,
      "text": "the Qwen model in the LM Studio and I'm",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 126,
      "start": 320.6,
      "end": 322.52,
      "text": "going to set the context length over",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 127,
      "start": 322.52,
      "end": 328.64,
      "text": "here to at least like a 30 31 or 32,000",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 128,
      "start": 328.64,
      "end": 330.2,
      "text": "over here. And you can see that this is",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 129,
      "start": 330.2,
      "end": 332.28,
      "text": "the maximum concurrent prediction.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 130,
      "start": 332.28,
      "end": 334.16,
      "text": "Instead of four, I'm going to be setting",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 131,
      "start": 334.16,
      "end": 336.0,
      "text": "it to one cuz it's going to be reducing",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 132,
      "start": 336.0,
      "end": 338.32,
      "text": "the total number of compute as well. And",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 133,
      "start": 338.32,
      "end": 340.8,
      "text": "I'm also going to change the KV cache",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 134,
      "start": 340.8,
      "end": 342.39,
      "text": "quantization",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 135,
      "start": 342.39,
      "end": 342.4,
      "text": "quantization",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 136,
      "start": 342.4,
      "end": 345.08,
      "text": "type there. So, instead of using the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 137,
      "start": 345.08,
      "end": 346.48,
      "text": "default, I'm going to be setting the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 138,
      "start": 346.48,
      "end": 349.0,
      "text": "FP16 this time. And I'm going to be",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 139,
      "start": 349.0,
      "end": 350.56,
      "text": "loading this particular model. And the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 140,
      "start": 350.56,
      "end": 351.84,
      "text": "moment I'm going to load this particular",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 141,
      "start": 351.84,
      "end": 353.72,
      "text": "model, you can see that it is going to",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 142,
      "start": 353.72,
      "end": 357.76,
      "text": "be consuming around 20 gig or 21 gig of",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 143,
      "start": 357.76,
      "end": 360.64,
      "text": "the total memory in my",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 144,
      "start": 360.64,
      "end": 364.08,
      "text": "RAM there. And now I'm going to be",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 145,
      "start": 364.08,
      "end": 366.84,
      "text": "running the the questions over there,",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 146,
      "start": 366.84,
      "end": 368.68,
      "text": "inferencing it without the thinking",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 147,
      "start": 368.68,
      "end": 370.64,
      "text": "enabled. So the moment I'm going to run,",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 148,
      "start": 370.64,
      "end": 372.48,
      "text": "let's say hi over here, I'm getting",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 149,
      "start": 372.48,
      "end": 375.88,
      "text": "around 4.57 tokens per second. And now",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 150,
      "start": 375.88,
      "end": 378.68,
      "text": "if I'm going to say again like hi again,",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 151,
      "start": 378.68,
      "end": 381.4,
      "text": "it is going to give me around 4.9 tokens",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 152,
      "start": 381.4,
      "end": 383.4,
      "text": "per second. This is a dense model that",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 153,
      "start": 383.4,
      "end": 385.32,
      "text": "we're talking about, guys. Look at that.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 154,
      "start": 385.32,
      "end": 387.16,
      "text": "And now if I'm going to pass a long",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 155,
      "start": 387.16,
      "end": 390.8,
      "text": "prompt to write a Selenium C# .NET code",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 156,
      "start": 390.8,
      "end": 393.04,
      "text": "for Google search operation with page",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 157,
      "start": 393.04,
      "end": 395.52,
      "text": "object model and dependency injection.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 158,
      "start": 395.52,
      "end": 396.88,
      "text": "And if I'm going to run it, I'm going to",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 159,
      "start": 396.88,
      "end": 399.2,
      "text": "start the timer as well just in case.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 160,
      "start": 399.2,
      "end": 400.6,
      "text": "And if I'm going to show you the memory",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 161,
      "start": 400.6,
      "end": 402.2,
      "text": "spike there, you see that the memory",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 162,
      "start": 402.2,
      "end": 403.88,
      "text": "pressure is not increasing because it's",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 163,
      "start": 403.88,
      "end": 406.96,
      "text": "a two-bit quantization model. And at the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 164,
      "start": 406.96,
      "end": 408.88,
      "text": "same time, you can see that I'm actually",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 165,
      "start": 408.88,
      "end": 410.8,
      "text": "getting the output over here. It is not",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 166,
      "start": 410.8,
      "end": 413.36,
      "text": "as fast as you can imagine. It is not",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 167,
      "start": 413.36,
      "end": 415.0,
      "text": "super fast like how you can expect with",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 168,
      "start": 415.0,
      "end": 417.84,
      "text": "a like a M5 Max machine. But you can see",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 169,
      "start": 417.84,
      "end": 420.08,
      "text": "that within 4 minutes, I got the output",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 170,
      "start": 420.08,
      "end": 423.48,
      "text": "with a 5.67 tokens per second. This is",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 171,
      "start": 423.48,
      "end": 426.04,
      "text": "not bad to be honest. This is working.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 172,
      "start": 426.04,
      "end": 427.28,
      "text": "It's not really hitting that memory",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 173,
      "start": 427.28,
      "end": 428.96,
      "text": "ceiling. And if you try to run a",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 174,
      "start": 428.96,
      "end": 431.08,
      "text": "four-bit quantization, this is never",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 175,
      "start": 431.08,
      "end": 432.919,
      "text": "going to be running for you. And 4",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 176,
      "start": 432.919,
      "end": 435.04,
      "text": "minutes is not that bad at all. Now I'm",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 177,
      "start": 435.04,
      "end": 437.36,
      "text": "going to change the quantization to",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 178,
      "start": 437.36,
      "end": 438.96,
      "text": "eight, which is a quantization eight",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 179,
      "start": 438.96,
      "end": 441.36,
      "text": "there for the KV cache alone. And I'm",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 180,
      "start": 441.36,
      "end": 442.36,
      "text": "going to be loading this particular",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 181,
      "start": 442.36,
      "end": 445.16,
      "text": "model. And I'm going to ask the same",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 182,
      "start": 445.16,
      "end": 448.08,
      "text": "exact prompt there. Sending a hi",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 183,
      "start": 448.08,
      "end": 451.24,
      "text": "message. And going to say hi again. I'm",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 184,
      "start": 451.24,
      "end": 453.44,
      "text": "getting 5.47 token. And I'm going to",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 185,
      "start": 453.44,
      "end": 455.2,
      "text": "send the same exact Selenium code",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 186,
      "start": 455.2,
      "end": 457.64,
      "text": "prompt. And I'm going to start the timer",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 187,
      "start": 457.64,
      "end": 459.64,
      "text": "over there. You can see that this time",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 188,
      "start": 459.64,
      "end": 462.08,
      "text": "the time is going to be a bit higher",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 189,
      "start": 462.08,
      "end": 464.32,
      "text": "than compared to the FP16 there. The",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 190,
      "start": 464.32,
      "end": 468.4,
      "text": "reason is because actually it's not that",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 191,
      "start": 468.4,
      "end": 469.76,
      "text": "even if you try to reduce the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 192,
      "start": 469.76,
      "end": 472.52,
      "text": "quantization, the things will be faster.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 193,
      "start": 472.52,
      "end": 474.88,
      "text": "The inferencing will exactly be the same",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 194,
      "start": 474.88,
      "end": 477.32,
      "text": "exact tokens per second because it also",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 195,
      "start": 477.32,
      "end": 481.48,
      "text": "need to dequantize and unpack the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 196,
      "start": 481.48,
      "end": 484.08,
      "text": "the quantization for you and then it is",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 197,
      "start": 484.08,
      "end": 485.36,
      "text": "going to be doing some compute",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 198,
      "start": 485.36,
      "end": 487.28,
      "text": "operation. That's the reason why",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 199,
      "start": 487.28,
      "end": 490.0,
      "text": "actually the performance goes slower.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 200,
      "start": 490.0,
      "end": 491.84,
      "text": "the the total number of time it takes",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 201,
      "start": 491.84,
      "end": 494.28,
      "text": "for the same exact prompt is going to be",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 202,
      "start": 494.28,
      "end": 498.76,
      "text": "higher than compared to the FP16 for you",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 203,
      "start": 498.76,
      "end": 501.32,
      "text": "over there. See now, this is going to be",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 204,
      "start": 501.32,
      "end": 504.32,
      "text": "the FP4 that we have got. I'm going to",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 205,
      "start": 504.32,
      "end": 505.6,
      "text": "be asking the same exact question. The",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 206,
      "start": 505.6,
      "end": 507.12,
      "text": "total number of tokens per second is not",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 207,
      "start": 507.12,
      "end": 509.0,
      "text": "changing at all. And now if I'm going to",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 208,
      "start": 509.0,
      "end": 510.919,
      "text": "be running the same exact prompt, the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 209,
      "start": 510.919,
      "end": 513.36,
      "text": "Selenium WebDriver question over there",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 210,
      "start": 513.36,
      "end": 514.36,
      "text": "with the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 211,
      "start": 514.36,
      "end": 516.84,
      "text": "quantization four there, instead of the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 212,
      "start": 516.84,
      "end": 518.39,
      "text": "4.04",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 213,
      "start": 518.39,
      "end": 518.4,
      "text": "4.04",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 214,
      "start": 518.4,
      "end": 521.56,
      "text": "minutes which was taking in FP16, it is",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 215,
      "start": 521.56,
      "end": 524.44,
      "text": "4.46 as you can see here. So, based on",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 216,
      "start": 524.44,
      "end": 526.92,
      "text": "the quantization change, it is also",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 217,
      "start": 526.92,
      "end": 528.52,
      "text": "obviously going to change the time over",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 218,
      "start": 528.52,
      "end": 531.04,
      "text": "there. So, this proves the point that",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 219,
      "start": 531.04,
      "end": 533.44,
      "text": "the inferencing actually works even in",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 220,
      "start": 533.44,
      "end": 535.32,
      "text": "LM Studio for us and you can see that",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 221,
      "start": 535.32,
      "end": 537.32,
      "text": "the output has got no compromise as",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 222,
      "start": 537.32,
      "end": 538.8,
      "text": "well. The output looks pretty much",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 223,
      "start": 538.8,
      "end": 540.68,
      "text": "exactly the same and I can see that it",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 224,
      "start": 540.68,
      "end": 542.08,
      "text": "is still working. I mean there is a",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 225,
      "start": 542.08,
      "end": 543.6,
      "text": "change in the output of course in the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 226,
      "start": 543.6,
      "end": 545.64,
      "text": "WebDriver for the dependence injection.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 227,
      "start": 545.64,
      "end": 547.96,
      "text": "It's there over here. But in here, you",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 228,
      "start": 547.96,
      "end": 549.24,
      "text": "can see that the dependence injection",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 229,
      "start": 549.24,
      "end": 551.4,
      "text": "setup has got a bit different with like",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 230,
      "start": 551.4,
      "end": 553.6,
      "text": "driver factory class there. That's the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 231,
      "start": 553.6,
      "end": 555.32,
      "text": "only difference between both of them.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 232,
      "start": 555.32,
      "end": 557.88,
      "text": "But overall, I can actually see that it",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 233,
      "start": 557.88,
      "end": 560.28,
      "text": "is working pretty much as expected. The",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 234,
      "start": 560.28,
      "end": 562.76,
      "text": "last test which I wanted to do with the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 235,
      "start": 562.76,
      "end": 565.72,
      "text": "FP16 of the same exact model is by",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 236,
      "start": 565.72,
      "end": 569.12,
      "text": "connecting to a pie coding agent. I want",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 237,
      "start": 569.12,
      "end": 570.76,
      "text": "to really see if this is going to work",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 238,
      "start": 570.76,
      "end": 573.64,
      "text": "or not. So, I have set the FP16 over",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 239,
      "start": 573.64,
      "end": 576.48,
      "text": "here. I'm running it and I'm going to be",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 240,
      "start": 576.48,
      "end": 579.04,
      "text": "opening the pie coding agent over here",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 241,
      "start": 579.04,
      "end": 580.96,
      "text": "and I'm going to choose the model. As",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 242,
      "start": 580.96,
      "end": 582.2,
      "text": "you can see I'm going to be chasing",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 243,
      "start": 582.2,
      "end": 585.84,
      "text": "choosing that GSQRCO onslaught MTP model",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 244,
      "start": 585.84,
      "end": 586.95,
      "text": "there.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 245,
      "start": 586.95,
      "end": 586.96,
      "text": "there.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 246,
      "start": 586.96,
      "end": 589.52,
      "text": "And I'm going to be just saying hi over",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 247,
      "start": 589.52,
      "end": 591.8,
      "text": "there. Even for a high message it was",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 248,
      "start": 591.8,
      "end": 594.2,
      "text": "taking a long time. It's not very fast",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 249,
      "start": 594.2,
      "end": 595.84,
      "text": "as you can imagine.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 250,
      "start": 595.84,
      "end": 598.28,
      "text": "It was taking a long time and the output",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 251,
      "start": 598.28,
      "end": 599.8,
      "text": "you can see that it is going to be",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 252,
      "start": 599.8,
      "end": 602.44,
      "text": "giving you very very slow here. Which is",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 253,
      "start": 602.44,
      "end": 604.12,
      "text": "quite expected because this is a dense",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 254,
      "start": 604.12,
      "end": 606.56,
      "text": "model. And I now have told it to analyze",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 255,
      "start": 606.56,
      "end": 608.6,
      "text": "the code for me this particular",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 256,
      "start": 608.6,
      "end": 613.64,
      "text": "repository and that took me more than 27",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 257,
      "start": 613.64,
      "end": 615.76,
      "text": "minutes just to analyze the code. I mean",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 258,
      "start": 615.76,
      "end": 617.84,
      "text": "it went so deep to be honest like going",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 259,
      "start": 617.84,
      "end": 619.6,
      "text": "through each and every file even start",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 260,
      "start": 619.6,
      "end": 620.84,
      "text": "to figure out what exactly is the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 261,
      "start": 620.84,
      "end": 622.84,
      "text": "problem in the particular code. But",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 262,
      "start": 622.84,
      "end": 625.44,
      "text": "actually took 27 minutes to give me the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 263,
      "start": 625.44,
      "end": 627.52,
      "text": "output which is what really happened",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 264,
      "start": 627.52,
      "end": 629.84,
      "text": "over here as you can see. So long story",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 265,
      "start": 629.84,
      "end": 632.16,
      "text": "short, you can run a two-bit",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 266,
      "start": 632.16,
      "end": 635.88,
      "text": "quantization Qwen 3.8 27 billion",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 267,
      "start": 635.88,
      "end": 639.8,
      "text": "parameter model in an Apple M4 Mac mini",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 268,
      "start": 639.8,
      "end": 641.32,
      "text": "machine without hitting the memory",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 269,
      "start": 641.32,
      "end": 643.16,
      "text": "ceiling. But what is the actual",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 270,
      "start": 643.16,
      "end": 646.08,
      "text": "technique which makes the two-bit",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 271,
      "start": 646.08,
      "end": 649.24,
      "text": "quantization which helps you run in a",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 272,
      "start": 649.24,
      "end": 651.56,
      "text": "Mac mini M4 machine is actually the most",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 273,
      "start": 651.56,
      "end": 653.12,
      "text": "important part. That's the reason why I",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 274,
      "start": 653.12,
      "end": 654.48,
      "text": "actually wanted to show you what's",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 275,
      "start": 654.48,
      "end": 656.52,
      "text": "really happening over here. And other",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 276,
      "start": 656.52,
      "end": 658.56,
      "text": "thing is you may ask what happens if you",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 277,
      "start": 658.56,
      "end": 661.96,
      "text": "try to run the same exact model in the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 278,
      "start": 661.96,
      "end": 665.0,
      "text": "Apple M5 Max machine, right? So I'm",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 279,
      "start": 665.0,
      "end": 666.88,
      "text": "going to be loading the same exact model",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 280,
      "start": 666.88,
      "end": 669.64,
      "text": "as you can see over here and I'm going",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 281,
      "start": 669.64,
      "end": 673.16,
      "text": "to be doing an FP16 here as well. So",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 282,
      "start": 673.16,
      "end": 676.2,
      "text": "FP16 max current prediction is going to",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 283,
      "start": 676.2,
      "end": 678.24,
      "text": "be one as well. I'm going to loading",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 284,
      "start": 678.24,
      "end": 680.0,
      "text": "this particular model and let's try to",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 285,
      "start": 680.0,
      "end": 681.68,
      "text": "ask the same exact question over here",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 286,
      "start": 681.68,
      "end": 683.28,
      "text": "and see how this is actually going to",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 287,
      "start": 683.28,
      "end": 686.0,
      "text": "work in my Apple M5 Max machine. So this",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 288,
      "start": 686.0,
      "end": 688.76,
      "text": "is a 128 gig machine. So you might be",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 289,
      "start": 688.76,
      "end": 691.04,
      "text": "expecting it to be running it faster and",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 290,
      "start": 691.04,
      "end": 692.88,
      "text": "you'll be expecting it to get at least a",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 291,
      "start": 692.88,
      "end": 694.6,
      "text": "100 tokens per second if you're thinking",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 292,
      "start": 694.6,
      "end": 696.16,
      "text": "that way. But, if I'm going to be",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 293,
      "start": 696.16,
      "end": 699.6,
      "text": "running the same exact model in this",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 294,
      "start": 699.6,
      "end": 702.56,
      "text": "machine, you can see that it is",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 295,
      "start": 702.56,
      "end": 706.0,
      "text": "responding with 27 tokens per second. It",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 296,
      "start": 706.0,
      "end": 709.16,
      "text": "is not like 127 tokens per second. So,",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 297,
      "start": 709.16,
      "end": 711.84,
      "text": "it proves the point that it's not just",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 298,
      "start": 711.84,
      "end": 715.04,
      "text": "about the two-bit quantization model",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 299,
      "start": 715.04,
      "end": 717.44,
      "text": "which can run way more faster in an",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 300,
      "start": 717.44,
      "end": 719.36,
      "text": "Apple M5 Max machine because it's even",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 301,
      "start": 719.36,
      "end": 722.96,
      "text": "running in the M4 mini machine. But, the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 302,
      "start": 722.96,
      "end": 724.8,
      "text": "the thing is even though it is a two-bit",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 303,
      "start": 724.8,
      "end": 727.48,
      "text": "quantization, the quality of the output",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 304,
      "start": 727.48,
      "end": 730.28,
      "text": "still remains, and that's the reason the",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 305,
      "start": 730.28,
      "end": 733.2,
      "text": "the technique of the GSQ RCU sits in.",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 306,
      "start": 733.2,
      "end": 735.96,
      "text": "So, it it safely chooses the best tensor",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 307,
      "start": 735.96,
      "end": 738.76,
      "text": "which can be optimized to do a better",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 308,
      "start": 738.76,
      "end": 741.8,
      "text": "work for better precision instead of",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 309,
      "start": 741.8,
      "end": 743.52,
      "text": "focusing on the low precision",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 310,
      "start": 743.52,
      "end": 746.16,
      "text": "quantizations that is there",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 311,
      "start": 746.16,
      "end": 747.56,
      "text": "on the tensors there. So, [music] that's",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 312,
      "start": 747.56,
      "end": 748.88,
      "text": "it, guys. This is all I wanted to talk",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 313,
      "start": 748.88,
      "end": 751.72,
      "text": "to you about the Quant 3.8 27 billion",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 314,
      "start": 751.72,
      "end": 753.16,
      "text": "parameter model with two-bit",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 315,
      "start": 753.16,
      "end": 755.24,
      "text": "quantization. Once again, thank you so",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 316,
      "start": 755.24,
      "end": 756.64,
      "text": "much for watching this video. Catch you",
      "source": "source_caption",
      "timing_uncertain": false
    },
    {
      "id": 317,
      "start": 756.64,
      "end": 759.16,
      "text": "in the next one.",
      "source": "source_caption",
      "timing_uncertain": false
    }
  ]
}