You are viewing a plain text version of this content. The canonical link for it is here.
Posted to github@arrow.apache.org by GitBox <gi...@apache.org> on 2021/05/14 22:02:16 UTC

[GitHub] [arrow] domoritz edited a comment on pull request #10181: ARROW-12578: [JS] Remove Buffer in favor of TextEncoder API in NodeJS

domoritz edited a comment on pull request #10181:
URL: https://github.com/apache/arrow/pull/10181#issuecomment-841524268


   <details>
     <summary>Master</summary>
     <pre>
   Parse "tracks":
   Table.from
    x 5,289 ops/sec ±10.58% (76 runs sampled)
      avg: 0.19ms
      1.14% of a frame @ 60FPS
   
   Parse "tracks":
   readBatches
    x 7,041 ops/sec ±1.47% (86 runs sampled)
      avg: 0.14ms
      0.84% of a frame @ 60FPS
   
   Get "tracks" values by index:
   name: 'lat', length: 1000000, type: Float32
    x 33.08 ops/sec ±0.87% (57 runs sampled)
      avg: 30.23ms
      181.38% of a frame @ 60FPS
   
   Get "tracks" values by index:
   name: 'lng', length: 1000000, type: Float32
    x 33.77 ops/sec ±0.29% (58 runs sampled)
      avg: 29.61ms
      177.66% of a frame @ 60FPS
   
   Get "tracks" values by index:
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>
    x 0.30 ops/sec ±2.95% (5 runs sampled)
      avg: 3324.91ms
      19949.46% of a frame @ 60FPS
   
   Get "tracks" values by index:
   name: 'destination', length: 1000000, type: Dictionary<Int8, Utf8>
    x 0.27 ops/sec ±7.83% (5 runs sampled)
      avg: 3650.97ms
      21905.82% of a frame @ 60FPS
   
   Iterate "tracks" vectors:
   name: 'lat', length: 1000000, type: Float32
    x 47.13 ops/sec ±0.74% (61 runs sampled)
      avg: 21.22ms
      127.32% of a frame @ 60FPS
   
   Iterate "tracks" vectors:
   name: 'lng', length: 1000000, type: Float32
    x 49.24 ops/sec ±0.41% (63 runs sampled)
      avg: 20.31ms
      121.86% of a frame @ 60FPS
   
   Iterate "tracks" vectors:
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>
    x 0.25 ops/sec ±3.91% (5 runs sampled)
      avg: 4050.31ms
      24301.86% of a frame @ 60FPS
   
   Iterate "tracks" vectors:
   name: 'destination', length: 1000000, type: Dictionary<Int8, Utf8>
    x 0.17 ops/sec ±16.15% (5 runs sampled)
      avg: 5885.89ms
      35315.34% of a frame @ 60FPS
   
   Slice toArray "tracks" vectors:
   name: 'lat', length: 1000000, type: Float32
    x 531 ops/sec ±3.41% (71 runs sampled)
      avg: 1.88ms
      11.28% of a frame @ 60FPS
   
   Slice toArray "tracks" vectors:
   name: 'lng', length: 1000000, type: Float32
    x 545 ops/sec ±3.38% (38 runs sampled)
      avg: 1.84ms
      11.04% of a frame @ 60FPS
   
   Slice toArray "tracks" vectors:
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>
    x 0.22 ops/sec ±10.36% (5 runs sampled)
      avg: 4446.8ms
      26680.8% of a frame @ 60FPS
   
   Slice toArray "tracks" vectors:
   name: 'destination', length: 1000000, type: Dictionary<Int8, Utf8>
    x 0.19 ops/sec ±9.42% (5 runs sampled)
      avg: 5145.19ms
      30871.14% of a frame @ 60FPS
   
   Slice "tracks" vectors:
   name: 'lat', length: 1000000, type: Float32
    x 1,989,586 ops/sec ±0.43% (89 runs sampled)
      avg: 0ms
      0% of a frame @ 60FPS
   
   Slice "tracks" vectors:
   name: 'lng', length: 1000000, type: Float32
    x 2,065,325 ops/sec ±1.10% (82 runs sampled)
      avg: 0ms
      0% of a frame @ 60FPS
   
   Slice "tracks" vectors:
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>
    x 2,355,183 ops/sec ±0.79% (87 runs sampled)
      avg: 0ms
      0% of a frame @ 60FPS
   
   Slice "tracks" vectors:
   name: 'destination', length: 1000000, type: Dictionary<Int8, Utf8>
    x 2,274,617 ops/sec ±1.27% (89 runs sampled)
      avg: 0ms
      0% of a frame @ 60FPS
   
   Table Iterate "tracks":
   length: 1000000
    x 27.05 ops/sec ±1.87% (47 runs sampled)
      avg: 36.97ms
      221.82% of a frame @ 60FPS
   
   DataFrame Count By "tracks":
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>
    x 420 ops/sec ±1.16% (86 runs sampled)
      avg: 2.38ms
      14.28% of a frame @ 60FPS
   
   DataFrame Count By "tracks":
   name: 'destination', length: 1000000, type: Dictionary<Int8, Utf8>
    x 425 ops/sec ±1.14% (87 runs sampled)
      avg: 2.35ms
      14.1% of a frame @ 60FPS
   
   DataFrame Filter-Scan Count "tracks":
   name: 'lat', length: 1000000, type: Float32, test: gt, value: 0
    x 61.64 ops/sec ±1.65% (62 runs sampled)
      avg: 16.22ms
      97.32% of a frame @ 60FPS
   
   DataFrame Filter-Scan Count "tracks":
   name: 'lng', length: 1000000, type: Float32, test: gt, value: 0
    x 59.13 ops/sec ±1.54% (63 runs sampled)
      avg: 16.91ms
      101.46% of a frame @ 60FPS
   
   DataFrame Filter-Scan Count "tracks":
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>, test: eq, value: Seattle
    x 67.39 ops/sec ±1.46% (68 runs sampled)
      avg: 14.84ms
      89.04% of a frame @ 60FPS
   
   DataFrame Direct Count "tracks":
   name: 'lat', length: 1000000, type: Float32, test: gt, value: 0
    x 144 ops/sec ±2.11% (72 runs sampled)
      avg: 6.94ms
      41.64% of a frame @ 60FPS
   
   DataFrame Direct Count "tracks":
   name: 'lng', length: 1000000, type: Float32, test: gt, value: 0
    x 151 ops/sec ±1.59% (77 runs sampled)
      avg: 6.63ms
      39.78% of a frame @ 60FPS
   
   DataFrame Direct Count "tracks":
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>, test: eq, value: Seattle
    x 0.27 ops/sec ±10.69% (5 runs sampled)
      avg: 3682.97ms
      22097.82% of a frame @ 60FPS
   
   DataFrame Filter-Iterate "tracks":
   name: 'lat', length: 1000000, type: Float32, test: gt, value: 0
    x 22.87 ops/sec ±1.30% (42 runs sampled)
      avg: 43.72ms
      262.32% of a frame @ 60FPS
   
   DataFrame Filter-Iterate "tracks":
   name: 'lng', length: 1000000, type: Float32, test: gt, value: 0
    x 23.61 ops/sec ±0.75% (43 runs sampled)
      avg: 42.35ms
      254.1% of a frame @ 60FPS
   
   DataFrame Filter-Iterate "tracks":
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>, test: eq, value: Seattle
    x 38.42 ops/sec ±0.74% (66 runs sampled)
      avg: 26.03ms
      156.18% of a frame @ 60FPS
   </pre>
   </details>
   
   <details>
     <summary>This branch</summary>
     <pre>
   Parse "tracks":
   Table.from
    x 2,037 ops/sec ±18.31% (68 runs sampled)
      avg: 0.49ms
      2.94% of a frame @ 60FPS
   
   Parse "tracks":
   readBatches
    x 3,776 ops/sec ±3.49% (76 runs sampled)
      avg: 0.26ms
      1.56% of a frame @ 60FPS
   
   Get "tracks" values by index:
   name: 'lat', length: 1000000, type: Float32
    x 21.61 ops/sec ±1.55% (39 runs sampled)
      avg: 46.28ms
      277.68% of a frame @ 60FPS
   
   Get "tracks" values by index:
   name: 'lng', length: 1000000, type: Float32
    x 26.55 ops/sec ±0.79% (48 runs sampled)
      avg: 37.67ms
      226.02% of a frame @ 60FPS
   
   Get "tracks" values by index:
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>
    x 0.19 ops/sec ±24.69% (5 runs sampled)
      avg: 5372.36ms
      32234.16% of a frame @ 60FPS
   
   Get "tracks" values by index:
   name: 'destination', length: 1000000, type: Dictionary<Int8, Utf8>
    x 0.22 ops/sec ±8.28% (5 runs sampled)
      avg: 4525.98ms
      27155.88% of a frame @ 60FPS
   
   Iterate "tracks" vectors:
   name: 'lat', length: 1000000, type: Float32
    x 48.89 ops/sec ±1.02% (63 runs sampled)
      avg: 20.45ms
      122.7% of a frame @ 60FPS
   
   Iterate "tracks" vectors:
   name: 'lng', length: 1000000, type: Float32
    x 49.09 ops/sec ±0.46% (63 runs sampled)
      avg: 20.37ms
      122.22% of a frame @ 60FPS
   
   Iterate "tracks" vectors:
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>
    x 0.23 ops/sec ±7.37% (5 runs sampled)
      avg: 4350.49ms
      26102.94% of a frame @ 60FPS
   
   Iterate "tracks" vectors:
   name: 'destination', length: 1000000, type: Dictionary<Int8, Utf8>
    x 0.22 ops/sec ±6.16% (5 runs sampled)
      avg: 4543.31ms
      27259.86% of a frame @ 60FPS
   
   Slice toArray "tracks" vectors:
   name: 'lat', length: 1000000, type: Float32
    x 587 ops/sec ±2.51% (74 runs sampled)
      avg: 1.7ms
      10.2% of a frame @ 60FPS
   
   Slice toArray "tracks" vectors:
   name: 'lng', length: 1000000, type: Float32
    x 506 ops/sec ±3.18% (41 runs sampled)
      avg: 1.97ms
      11.82% of a frame @ 60FPS
   
   Slice toArray "tracks" vectors:
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>
    x 0.22 ops/sec ±10.54% (5 runs sampled)
      avg: 4582.27ms
      27493.62% of a frame @ 60FPS
   
   Slice toArray "tracks" vectors:
   name: 'destination', length: 1000000, type: Dictionary<Int8, Utf8>
    x 0.20 ops/sec ±2.11% (5 runs sampled)
      avg: 5045.86ms
      30275.16% of a frame @ 60FPS
   
   Slice "tracks" vectors:
   name: 'lat', length: 1000000, type: Float32
    x 1,769,734 ops/sec ±0.39% (87 runs sampled)
      avg: 0ms
      0% of a frame @ 60FPS
   
   Slice "tracks" vectors:
   name: 'lng', length: 1000000, type: Float32
    x 1,937,769 ops/sec ±0.54% (83 runs sampled)
      avg: 0ms
      0% of a frame @ 60FPS
   
   Slice "tracks" vectors:
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>
    x 2,074,383 ops/sec ±0.45% (91 runs sampled)
      avg: 0ms
      0% of a frame @ 60FPS
   
   Slice "tracks" vectors:
   name: 'destination', length: 1000000, type: Dictionary<Int8, Utf8>
    x 2,073,111 ops/sec ±0.47% (91 runs sampled)
      avg: 0ms
      0% of a frame @ 60FPS
   
   Table Iterate "tracks":
   length: 1000000
    x 18.78 ops/sec ±1.00% (35 runs sampled)
      avg: 53.24ms
      319.44% of a frame @ 60FPS
   
   DataFrame Count By "tracks":
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>
    x 383 ops/sec ±0.33% (90 runs sampled)
      avg: 2.61ms
      15.66% of a frame @ 60FPS
   
   DataFrame Count By "tracks":
   name: 'destination', length: 1000000, type: Dictionary<Int8, Utf8>
    x 389 ops/sec ±0.95% (86 runs sampled)
      avg: 2.57ms
      15.42% of a frame @ 60FPS
   
   DataFrame Filter-Scan Count "tracks":
   name: 'lat', length: 1000000, type: Float32, test: gt, value: 0
    x 58.41 ops/sec ±1.93% (60 runs sampled)
      avg: 17.12ms
      102.72% of a frame @ 60FPS
   
   DataFrame Filter-Scan Count "tracks":
   name: 'lng', length: 1000000, type: Float32, test: gt, value: 0
    x 57.72 ops/sec ±1.97% (61 runs sampled)
      avg: 17.33ms
      103.98% of a frame @ 60FPS
   
   DataFrame Filter-Scan Count "tracks":
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>, test: eq, value: Seattle
    x 65.08 ops/sec ±0.66% (67 runs sampled)
      avg: 15.37ms
      92.22% of a frame @ 60FPS
   
   DataFrame Direct Count "tracks":
   name: 'lat', length: 1000000, type: Float32, test: gt, value: 0
    x 137 ops/sec ±0.43% (76 runs sampled)
      avg: 7.32ms
      43.92% of a frame @ 60FPS
   
   DataFrame Direct Count "tracks":
   name: 'lng', length: 1000000, type: Float32, test: gt, value: 0
    x 142 ops/sec ±0.45% (79 runs sampled)
      avg: 7.05ms
      42.3% of a frame @ 60FPS
   
   DataFrame Direct Count "tracks":
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>, test: eq, value: Seattle
    x 0.28 ops/sec ±15.00% (5 runs sampled)
      avg: 3595.08ms
      21570.48% of a frame @ 60FPS
   
   DataFrame Filter-Iterate "tracks":
   name: 'lat', length: 1000000, type: Float32, test: gt, value: 0
    x 27.00 ops/sec ±0.73% (48 runs sampled)
      avg: 37.04ms
      222.24% of a frame @ 60FPS
   
   DataFrame Filter-Iterate "tracks":
   name: 'lng', length: 1000000, type: Float32, test: gt, value: 0
    x 26.55 ops/sec ±1.14% (47 runs sampled)
      avg: 37.67ms
      226.02% of a frame @ 60FPS
   
   DataFrame Filter-Iterate "tracks":
   name: 'origin', length: 1000000, type: Dictionary<Int8, Utf8>, test: eq, value: Seattle
    x 40.91 ops/sec ±0.54% (54 runs sampled)
      avg: 24.44ms
      146.64% of a frame @ 60FPS
   </pre>
   </details>


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

For queries about this service, please contact Infrastructure at:
users@infra.apache.org