From f56388e4f78740553650a54e0f530d7140da31f3 Mon Sep 17 00:00:00 2001 From: Konrad `ktoso` Malawski Date: Thu, 18 Aug 2022 10:28:20 +0900 Subject: [PATCH 1/3] =OrderedSet.filter Attempt to optimize filter impl --- .../Benchmarks/OrderedSetBenchmarks.swift | 48 +++ Benchmarks/results.html | 407 ++++++++++++++++++ Benchmarks/set-after-rm | 1 + Benchmarks/set-before | 1 + .../OrderedSet/OrderedSet.swift | 12 + 5 files changed, 469 insertions(+) create mode 100644 Benchmarks/results.html create mode 100644 Benchmarks/set-after-rm create mode 100644 Benchmarks/set-before diff --git a/Benchmarks/Benchmarks/OrderedSetBenchmarks.swift b/Benchmarks/Benchmarks/OrderedSetBenchmarks.swift index 2717dc461..004d4f804 100644 --- a/Benchmarks/Benchmarks/OrderedSetBenchmarks.swift +++ b/Benchmarks/Benchmarks/OrderedSetBenchmarks.swift @@ -267,6 +267,54 @@ extension Benchmark { } } } + + self.add( + title: "OrderedSet filter", + input: ([Int]).self + ) { a in + return { timer in + let b = OrderedSet(a) + timer.measure { + blackHole(b.filter { $0.isMultiple(of: 2) }) + } + } + } + + self.add( + title: "OrderedSet filter - 1/3", + input: ([Int]).self + ) { a in + return { timer in + let b = OrderedSet(a) + timer.measure { + blackHole(b.filter { $0.isMultiple(of: 3) }) + } + } + } + + self.add( + title: "OrderedSet filter none", + input: ([Int]).self + ) { a in + return { timer in + let b = OrderedSet(a) + timer.measure { + blackHole(b.filter { _ in false }) + } + } + } + + self.add( + title: "OrderedSet filter all", + input: ([Int]).self + ) { a in + return { timer in + let b = OrderedSet(a) + timer.measure { + blackHole(b.filter { _ in true }) + } + } + } } let overlaps: [(String, (Int) -> Int)] = [ diff --git a/Benchmarks/results.html b/Benchmarks/results.html new file mode 100644 index 000000000..370f6d677 --- /dev/null +++ b/Benchmarks/results.html @@ -0,0 +1,407 @@ + + + + + Benchmark differentials + + + +

Benchmark differentials

+
    +
  1. +

    OrderedSet<Int> filter all (score: 44.26, overall: 44.26, improvements: 44.26(#76), regressions: 1(#0))

    + + + Average per-element processing time over input size (bands: min, mean, mean + 2stddev) + swift-collections-benchmark + + 1 + + 2 + + 4 + + 8 + + 16 + + 32 + + 64 + + 128 + + 256 + + 512 + + 1k + + 2k + + 4k + + 8k + + 16k + + 32k + + 64k + + 128k + + 256k + + 512k + + 1M + + 100 ps + 100 ps + + 1 ns + 1 ns + + 10 ns + 10 ns + + 100 ns + 100 ns + + 1 µs + 1 µs + + + + + + + + + + + + + + + + + + + + + + + + + + + + + before∶ OrderedSet<Int> filter all + + + after∶ OrderedSet<Int> filter all + + +
    2. +
  2. +

    OrderedSet<Int> filter none (score: 6.93, overall: 0.1443, improvements: 1(#3), regressions: 0.1443(#73))

    + + + Average per-element processing time over input size (bands: min, mean, mean + 2stddev) + swift-collections-benchmark + + 1 + + 2 + + 4 + + 8 + + 16 + + 32 + + 64 + + 128 + + 256 + + 512 + + 1k + + 2k + + 4k + + 8k + + 16k + + 32k + + 64k + + 128k + + 256k + + 512k + + 1M + + 100 ps + 100 ps + + 1 ns + 1 ns + + 10 ns + 10 ns + + 100 ns + 100 ns + + + + + + + + + + + + + + + + + + + + + + + + + before∶ OrderedSet<Int> filter none + + + after∶ OrderedSet<Int> filter none + + +
    3. +
  3. +

    OrderedSet<Int> filter - 1/3 (score: 1.953, overall: 0.512, improvements: 1.024(#7), regressions: 0.4884(#69))

    + + + Average per-element processing time over input size (bands: min, mean, mean + 2stddev) + swift-collections-benchmark + + 1 + + 2 + + 4 + + 8 + + 16 + + 32 + + 64 + + 128 + + 256 + + 512 + + 1k + + 2k + + 4k + + 8k + + 16k + + 32k + + 64k + + 128k + + 256k + + 512k + + 1M + + 1 ns + 1 ns + + 10 ns + 10 ns + + 100 ns + 100 ns + + + + + + + + + + + + + + + + + + + + + + before∶ OrderedSet<Int> filter - 1/3 + + + after∶ OrderedSet<Int> filter - 1/3 + + +
    4. +
  4. +

    OrderedSet<Int> filter (score: 1.459, overall: 0.6852, improvements: 1.04(#9), regressions: 0.6451(#67))

    + + + Average per-element processing time over input size (bands: min, mean, mean + 2stddev) + swift-collections-benchmark + + 1 + + 2 + + 4 + + 8 + + 16 + + 32 + + 64 + + 128 + + 256 + + 512 + + 1k + + 2k + + 4k + + 8k + + 16k + + 32k + + 64k + + 128k + + 256k + + 512k + + 1M + + 1 ns + 1 ns + + 10 ns + 10 ns + + 100 ns + 100 ns + + 1 µs + 1 µs + + + + + + + + + + + + + + + + + + + + + + + + + before∶ OrderedSet<Int> filter + + + after∶ OrderedSet<Int> filter + + +
    5. +
+ + diff --git a/Benchmarks/set-after-rm b/Benchmarks/set-after-rm new file mode 100644 index 000000000..0ca3b74c8 --- /dev/null +++ b/Benchmarks/set-after-rm @@ -0,0 +1 @@ +{"version":1,"tasks":[{"title":"OrderedSet filter","results":{"57344":[0.001823292,0.0018695000000000001,0.0018797919999999999],"786432":[0.036503709000000002,0.039983125000000001,0.041450624999999998],"1280":[4.3040999999999997e-05,4.5250000000000002e-05,4.9209000000000003e-05],"48":[1.5e-06,1.6249999999999999e-06,1.9580000000000001e-06],"458752":[0.016730208,0.018303,0.018854625],"56":[1.333e-06,1.375e-06,1.4169999999999999e-06],"98304":[0.0041640410000000003,0.004252334,0.0044130000000000003],"64":[1.4580000000000001e-06,1.542e-06,1.6670000000000001e-06],"131072":[0.0048820840000000001,0.0049163749999999997,0.0049820419999999999],"20480":[0.00077212500000000002,0.00078441700000000004,0.00078675000000000001],"80":[1.9999999999999999e-06,2.0420000000000001e-06,2.0839999999999999e-06],"1":[4.1999999999999999e-08,4.1999999999999999e-08,4.1999999999999999e-08],"2":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"768":[2.7416e-05,2.7416999999999999e-05,2.7625000000000001e-05],"3":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"4":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"320":[8.5830000000000007e-06,9.0410000000000003e-06,9.0829999999999993e-06],"393216":[0.018734791000000001,0.019297833,0.019562125],"5":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"6":[1.2499999999999999e-07,1.66e-07,1.66e-07],"10240":[0.00037787500000000001,0.00037833400000000003,0.00039162499999999999],"7":[1.66e-07,1.66e-07,1.67e-07],"24576":[0.001015333,0.001073,0.0010761670000000001],"10":[1.66e-07,1.66e-07,1.67e-07],"8":[1.66e-07,1.67e-07,1.67e-07],"896":[2.4584e-05,2.4749999999999999e-05,2.6542000000000001e-05],"163840":[0.0066816669999999996,0.0066900409999999999,0.006763458],"917504":[0.034498624999999998,0.039665959000000001,0.040369791000000002],"3584":[0.000106708,0.000108875,0.000110791],"40960":[0.001540125,0.0015515839999999999,0.001614833],"524288":[0.021306958000000001,0.021533915999999986,0.024302082999999999],"1536":[5.9083000000000003e-05,6.0999999999999999e-05,6.1334000000000006e-05],"12":[1.66e-07,1.67e-07,2.0800000000000001e-07],"2560":[8.7165999999999999e-05,8.9250000000000001e-05,9.2750000000000005e-05],"65536":[0.0022190830000000002,0.0022625840000000002,0.0023181249999999999],"229376":[0.0079070000000000008,0.0084524170000000003,0.008553125],"327680":[0.013567167,0.013895625,0.014072542],"512":[1.3042e-05,1.3417e-05,1.4e-05],"20":[3.3299999999999998e-07,3.3299999999999998e-07,3.7500000000000001e-07],"81920":[0.0031189170000000001,0.0031307499999999999,0.0034004170000000002],"655360":[0.027234125000000001,0.029891750000000002,0.030624583],"14336":[0.00044083399999999997,0.00045612499999999999,0.000459417],"14":[2.0800000000000001e-07,2.0800000000000001e-07,2.0900000000000001e-07],"96":[2.5830000000000001e-06,2.6249999999999999e-06,2.791e-06],"12288":[0.00049620800000000004,0.00050466699999999998,0.000527667],"128":[3.2909999999999999e-06,3.2909999999999999e-06,3.6669999999999998e-06],"49152":[0.0020518329999999999,0.0020534170000000001,0.002189875],"16":[2.9200000000000002e-07,2.9200000000000002e-07,3.3299999999999998e-07],"640":[1.8708000000000001e-05,1.9332999999999999e-05,1.9582999999999999e-05],"192":[5.8749999999999997e-06,5.959e-06,6.3330000000000002e-06],"24":[3.7500000000000001e-07,4.1699999999999999e-07,4.9999999999999998e-07],"4096":[0.0001295,0.000130708,0.00013145799999999999],"32":[8.7499999999999999e-07,9.5799999999999998e-07,1.0419999999999999e-06],"2048":[6.1415999999999996e-05,6.2333000000000001e-05,6.3125000000000003e-05],"256":[6.1249999999999998e-06,6.6250000000000001e-06,7.3749999999999997e-06],"3072":[0.000115833,0.00012370799999999999,0.00012504200000000001],"1792":[5.2834000000000003e-05,5.3417e-05,5.3458000000000002e-05],"40":[1.125e-06,1.125e-06,1.375e-06],"28672":[0.000902584,0.00090620800000000004,0.00091637499999999998],"1024":[3.025e-05,3.0499999999999999e-05,3.0916e-05],"262144":[0.0097857080000000006,0.0099346669999999995,0.010231667],"1048576":[0.047895791,0.049276166000000003,0.053150375],"7168":[0.000221208,0.00022558300000000001,0.00023437499999999999],"8192":[0.00026654199999999998,0.00026729199999999997,0.00027662500000000002],"28":[4.1600000000000002e-07,4.1699999999999999e-07,4.58e-07],"32768":[0.0011132920000000001,0.0011428339999999999,0.0011464999999999999],"6144":[0.000244959,0.00025270799999999998,0.00025325],"384":[1.1875000000000001e-05,1.3084e-05,1.375e-05],"160":[4.3340000000000003e-06,4.459e-06,4.9579999999999998e-06],"5120":[0.00018020800000000001,0.000181292,0.00018908299999999999],"448":[1.1333e-05,1.15e-05,1.1749999999999999e-05],"114688":[0.0039213329999999999,0.0040643750000000003,0.004176084],"16384":[0.00054758400000000005,0.00055062500000000001,0.00055845899999999997],"112":[2.7080000000000002e-06,2.7080000000000002e-06,2.7089999999999998e-06],"224":[5.4160000000000003e-06,5.5419999999999996e-06,5.6250000000000004e-06],"196608":[0.0087639999999999992,0.0089096249999999991,0.0091593750000000008]}},{"title":"OrderedSet filter - 1/3","results":{"57344":[0.0018667919999999999,0.001907958,0.0019664589999999998],"786432":[0.033416042,0.036738166000000003,0.037249540999999997],"1280":[3.6625000000000003e-05,3.8875000000000003e-05,4.0000000000000003e-05],"48":[1.1659999999999999e-06,1.2500000000000001e-06,1.2920000000000001e-06],"458752":[0.016219125000000001,0.017303958000000001,0.020284875000000001],"56":[1.2500000000000001e-06,1.291e-06,1.375e-06],"98304":[0.003860208,0.0040227079999999998,0.0047426660000000004],"64":[1.5e-06,1.542e-06,1.5829999999999999e-06],"131072":[0.0044365000000000003,0.0045115420000000003,0.0047723749999999997],"20480":[0.00068666699999999996,0.00070966699999999998,0.00074512500000000002],"80":[1.8330000000000001e-06,1.8330000000000001e-06,1.8330000000000001e-06],"1":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"2":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"768":[2.4040999999999999e-05,2.4083e-05,2.5083e-05],"3":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"4":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"320":[7.7500000000000003e-06,7.9999999999999996e-06,8.7080000000000003e-06],"393216":[0.017066208999999999,0.017156125000000001,0.018001916999999999],"5":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"6":[1.2499999999999999e-07,1.66e-07,1.66e-07],"10240":[0.00033716699999999998,0.000338291,0.00033829200000000002],"7":[1.2499999999999999e-07,1.66e-07,1.66e-07],"24576":[0.00090645899999999998,0.00093491699999999995,0.0010235419999999999],"10":[1.67e-07,1.67e-07,1.67e-07],"8":[1.66e-07,1.66e-07,1.67e-07],"896":[2.3416000000000001e-05,2.3833e-05,2.4040999999999999e-05],"163840":[0.0059332500000000002,0.0060044169999999997,0.0060418329999999999],"917504":[0.034099167,0.042964042000000001,0.047194832999999999],"3584":[0.000103792,0.000106833,0.00010837500000000001],"40960":[0.0013073749999999999,0.0013715419999999999,0.0014062499999999999],"524288":[0.020964083000000001,0.023207749999999999,0.023381458000000001],"1536":[5.3791e-05,5.4459000000000002e-05,5.7292e-05],"12":[2.0800000000000001e-07,2.0800000000000001e-07,2.0900000000000001e-07],"2560":[7.7583999999999994e-05,8.1124999999999993e-05,8.3125000000000001e-05],"65536":[0.0023337919999999999,0.0023713749999999998,0.0024469169999999998],"229376":[0.0080339580000000008,0.0080709579999999996,0.0085862920000000006],"327680":[0.012437874999999999,0.012763375,0.014329916999999999],"512":[1.2542e-05,1.3083e-05,1.3499999999999999e-05],"20":[3.3299999999999998e-07,3.7500000000000001e-07,3.7500000000000001e-07],"81920":[0.0028986670000000002,0.0029407499999999998,0.0030696249999999999],"655360":[0.025049166000000001,0.027150457999999999,0.028653542000000001],"14336":[0.00044495899999999998,0.00045475000000000002,0.00046075000000000001],"14":[2.0800000000000001e-07,2.0900000000000001e-07,2.0900000000000001e-07],"96":[2.2500000000000001e-06,2.4169999999999999e-06,2.458e-06],"12288":[0.00045241699999999999,0.00045633300000000001,0.00047079199999999999],"128":[3.2090000000000001e-06,3.2090000000000001e-06,3.3749999999999999e-06],"49152":[0.001765209,0.001804958,0.001838875],"16":[3.3299999999999998e-07,3.3299999999999998e-07,4.1600000000000002e-07],"640":[1.7750000000000001e-05,1.8332999999999999e-05,1.8749999999999998e-05],"192":[5.0839999999999999e-06,5.3750000000000002e-06,5.7089999999999999e-06],"24":[4.1699999999999999e-07,4.5900000000000002e-07,6.2500000000000005e-07],"4096":[0.00013012500000000001,0.00013195899999999999,0.00013325000000000001],"32":[4.9999999999999998e-07,5.4099999999999999e-07,5.4199999999999996e-07],"2048":[5.8625000000000002e-05,6.2667000000000002e-05,6.3874999999999994e-05],"256":[6.2500000000000003e-06,6.8750000000000002e-06,6.9580000000000001e-06],"3072":[0.000107209,0.00010979100000000001,0.00010995800000000001],"1792":[4.8916999999999999e-05,5.0624999999999997e-05,5.1499999999999998e-05],"40":[5.8400000000000004e-07,6.6599999999999996e-07,6.6700000000000003e-07],"28672":[0.00085716700000000004,0.00087087500000000001,0.00091095900000000003],"1024":[2.8875000000000001e-05,2.9541999999999999e-05,2.9958e-05],"262144":[0.0095595420000000007,0.0096159999999999995,0.010032416000000001],"1048576":[0.046071332999999999,0.051041000000000003,0.053144208999999998],"7168":[0.00021254100000000001,0.000221666,0.00023233300000000001],"8192":[0.00025391699999999999,0.00026037500000000003,0.00026512500000000001],"28":[4.1699999999999999e-07,4.9999999999999998e-07,5.4099999999999999e-07],"32768":[0.001026042,0.0010267080000000001,0.0010612499999999999],"6144":[0.00021425,0.00022287500000000001,0.00022616699999999999],"384":[1.0625000000000001e-05,1.0832999999999999e-05,1.225e-05],"160":[4.2089999999999999e-06,4.4580000000000003e-06,4.6670000000000004e-06],"5120":[0.00016200000000000001,0.00016487500000000001,0.00016612500000000001],"448":[1.0832999999999999e-05,1.1292e-05,1.1625e-05],"114688":[0.003689833,0.0038289159999999999,0.0038344160000000002],"16384":[0.00053450000000000004,0.00054712499999999998,0.00056087499999999996],"112":[2.7080000000000002e-06,2.7499999999999999e-06,2.7920000000000001e-06],"224":[5.1660000000000002e-06,5.2079999999999999e-06,5.541e-06],"196608":[0.0079147079999999995,0.0081195,0.0081409580000000002]}},{"title":"OrderedSet filter none","results":{"57344":[0.001537542,0.0015422910000000001,0.001601042],"786432":[0.030756708000000001,0.033834666999999999,0.036355875000000003],"1280":[3.3958000000000003e-05,3.4459000000000003e-05,3.7375e-05],"48":[9.5900000000000005e-07,9.9999999999999995e-07,1.291e-06],"458752":[0.013202999999999999,0.013459792,0.014859417],"56":[9.9999999999999995e-07,1.0410000000000001e-06,1.0410000000000001e-06],"98304":[0.0036497080000000002,0.0037369999999999999,0.0040306659999999996],"64":[1.125e-06,1.2079999999999999e-06,1.2079999999999999e-06],"131072":[0.0037119589999999999,0.0039016659999999998,0.0039529580000000003],"20480":[0.00061804099999999995,0.00063987500000000004,0.00065020900000000001],"80":[1.5e-06,1.5e-06,1.5e-06],"1":[4.1000000000000003e-08,4.1999999999999999e-08,4.1999999999999999e-08],"2":[4.1999999999999999e-08,4.1999999999999999e-08,4.1999999999999999e-08],"768":[2.3499999999999999e-05,2.3666999999999999e-05,2.7291999999999999e-05],"3":[4.1999999999999999e-08,8.3000000000000002e-08,8.3000000000000002e-08],"4":[4.1999999999999999e-08,4.1999999999999999e-08,4.1999999999999999e-08],"320":[7.3339999999999996e-06,8.208e-06,8.4169999999999992e-06],"393216":[0.015916832999999998,0.016099374999999999,0.016302875000000001],"5":[4.1000000000000003e-08,4.1999999999999999e-08,4.1999999999999999e-08],"6":[8.3000000000000002e-08,8.3000000000000002e-08,8.3000000000000002e-08],"10240":[0.00029520799999999998,0.00029745900000000003,0.00030116700000000003],"7":[4.1000000000000003e-08,8.3000000000000002e-08,8.3000000000000002e-08],"24576":[0.00087008300000000001,0.00087045899999999997,0.00088429100000000005],"10":[8.3000000000000002e-08,8.3000000000000002e-08,1.2499999999999999e-07],"8":[8.3000000000000002e-08,8.3000000000000002e-08,8.3999999999999998e-08],"896":[1.9125000000000001e-05,1.9707999999999998e-05,2.0458999999999998e-05],"163840":[0.005313417,0.0054173750000000003,0.0054722499999999997],"917504":[0.029409874999999999,0.037758458000000002,0.038870250000000002],"3584":[8.5791999999999994e-05,8.6667000000000002e-05,8.7332999999999999e-05],"40960":[0.0011569169999999999,0.001185625,0.0011881249999999999],"524288":[0.016389832999999999,0.018517709,0.019211916999999998],"1536":[4.9874999999999999e-05,5.0500000000000001e-05,5.2083000000000003e-05],"12":[8.3000000000000002e-08,8.3999999999999998e-08,1.2499999999999999e-07],"2560":[7.1167000000000005e-05,7.1458999999999995e-05,7.3666999999999998e-05],"65536":[0.001832375,0.0018490830000000001,0.0019394169999999999],"229376":[0.0063820409999999998,0.0065367919999999996,0.0067801249999999997],"327680":[0.011123875,0.011553249999999999,0.0121855],"512":[1.0209e-05,1.15e-05,1.1875000000000001e-05],"20":[4.1600000000000002e-07,4.1600000000000002e-07,4.58e-07],"81920":[0.002667666,0.0027107500000000001,0.0027264590000000001],"655360":[0.022655208,0.024733999999999999,0.026222958000000001],"14336":[0.00035083299999999999,0.00036229099999999999,0.00037633300000000002],"14":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"96":[1.917e-06,2.0420000000000001e-06,2.0829999999999998e-06],"12288":[0.00041320799999999998,0.00041879100000000001,0.00044729200000000001],"128":[2.3750000000000001e-06,2.458e-06,2.6249999999999999e-06],"49152":[0.0015835840000000001,0.00166775,0.001689084],"16":[2.9200000000000002e-07,3.3299999999999998e-07,4.1600000000000002e-07],"640":[1.6375000000000002e-05,1.6458000000000001e-05,1.7917000000000001e-05],"192":[4.9579999999999998e-06,5.541e-06,5.8329999999999999e-06],"24":[5.4099999999999999e-07,5.8299999999999997e-07,6.2500000000000005e-07],"4096":[0.000103708,0.000104375,0.00010849999999999999],"32":[5.4199999999999996e-07,6.2500000000000005e-07,6.6700000000000003e-07],"2048":[4.8167000000000001e-05,4.8958000000000001e-05,4.9917000000000003e-05],"256":[5.1250000000000001e-06,5.3750000000000002e-06,5.3750000000000002e-06],"3072":[9.8584000000000003e-05,9.9749999999999999e-05,0.000100375],"1792":[3.9082999999999998e-05,3.9957999999999999e-05,4.2583000000000002e-05],"40":[7.0900000000000001e-07,7.92e-07,9.1699999999999997e-07],"28672":[0.00064408300000000005,0.00065308300000000005,0.00068179199999999997],"1024":[2.3625000000000002e-05,2.4457999999999999e-05,2.4584e-05],"262144":[0.0078785000000000001,0.0081457500000000002,0.0084396660000000002],"1048576":[0.042657792,0.043061042000000001,0.052941874999999999],"7168":[0.00016729200000000001,0.000169333,0.00018204199999999999],"8192":[0.00020325000000000001,0.000207875,0.00021274999999999999],"28":[4.9999999999999998e-07,5.8299999999999997e-07,6.6599999999999996e-07],"32768":[0.00080216700000000001,0.00081987499999999997,0.00082279100000000002],"6144":[0.00020554199999999999,0.000212542,0.00021341700000000001],"384":[1.0208e-05,1.0917000000000001e-05,1.1790999999999999e-05],"160":[3.4589999999999998e-06,3.4999999999999999e-06,4.2080000000000002e-06],"5120":[0.00014529199999999999,0.00014845799999999999,0.00014899999999999999],"448":[9.2920000000000001e-06,9.3749999999999992e-06,1.0083e-05],"114688":[0.0030764590000000001,0.0031882920000000001,0.0032408749999999998],"16384":[0.00044450000000000002,0.00044570800000000001,0.00045229200000000003],"112":[2.125e-06,2.2079999999999999e-06,2.2500000000000001e-06],"224":[4.4170000000000002e-06,4.583e-06,4.8749999999999999e-06],"196608":[0.0072187079999999999,0.0074355419999999998,0.0076804999999999998]}},{"title":"OrderedSet filter all","results":{"57344":[5.4125000000000001e-05,5.5624999999999997e-05,5.5875000000000003e-05],"786432":[0.00075395799999999999,0.000770333,0.00077141700000000004],"1280":[1.2920000000000001e-06,1.3340000000000001e-06,1.375e-06],"48":[8.3000000000000002e-08,8.3999999999999998e-08,1.2499999999999999e-07],"458752":[0.00043195899999999999,0.00045041699999999999,0.0004615],"56":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"98304":[9.5500000000000004e-05,9.6209e-05,0.000104375],"64":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"131072":[0.000125833,0.00012704200000000001,0.000127541],"20480":[1.9415999999999998e-05,2.0000000000000002e-05,2.0667000000000001e-05],"80":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"1":[4.1000000000000003e-08,4.1999999999999999e-08,4.1999999999999999e-08],"2":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"768":[7.92e-07,8.3399999999999998e-07,8.7499999999999999e-07],"3":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"4":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"320":[3.7500000000000001e-07,4.1600000000000002e-07,4.1600000000000002e-07],"393216":[0.00037474999999999997,0.00037729099999999998,0.00038549999999999999],"5":[4.1000000000000003e-08,4.1999999999999999e-08,4.1999999999999999e-08],"6":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"10240":[9.7499999999999998e-06,9.9170000000000001e-06,1.0042e-05],"7":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"24576":[2.3209000000000001e-05,2.3875000000000001e-05,2.4749999999999999e-05],"10":[4.1000000000000003e-08,4.1999999999999999e-08,4.1999999999999999e-08],"8":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"896":[9.5799999999999998e-07,9.9999999999999995e-07,9.9999999999999995e-07],"163840":[0.00015679100000000001,0.00015875000000000001,0.000160917],"917504":[0.00086600000000000002,0.00089433299999999998,0.00094879100000000004],"3584":[3.625e-06,3.625e-06,3.7500000000000001e-06],"40960":[3.8624999999999997e-05,3.9459000000000003e-05,3.9875e-05],"524288":[0.00050212499999999997,0.00050870899999999998,0.00051233400000000003],"1536":[1.5829999999999999e-06,1.5829999999999999e-06,1.584e-06],"12":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"2560":[2.5409999999999999e-06,2.5840000000000002e-06,2.6249999999999999e-06],"65536":[6.1834000000000005e-05,6.2792000000000005e-05,6.3666999999999999e-05],"229376":[0.00021962500000000001,0.000223334,0.000223458],"327680":[0.00031745900000000002,0.000318542,0.00032479200000000002],"512":[5.8299999999999997e-07,5.8299999999999997e-07,5.8400000000000004e-07],"20":[4.1999999999999999e-08,8.3000000000000002e-08,8.3000000000000002e-08],"81920":[8.0082999999999999e-05,8.2332999999999999e-05,8.2791000000000001e-05],"655360":[0.000627292,0.00063566700000000002,0.00063929099999999995],"14336":[1.3584000000000001e-05,1.4375e-05,1.4457999999999999e-05],"14":[4.1000000000000003e-08,4.1000000000000003e-08,8.3000000000000002e-08],"96":[1.2499999999999999e-07,1.66e-07,1.67e-07],"12288":[1.1667e-05,1.1708999999999999e-05,1.2041999999999999e-05],"128":[1.66e-07,1.66e-07,1.67e-07],"49152":[4.7750000000000002e-05,4.8916999999999999e-05,4.9750000000000003e-05],"16":[8.3000000000000002e-08,8.3000000000000002e-08,8.3000000000000002e-08],"640":[7.0800000000000004e-07,7.0900000000000001e-07,7.5000000000000002e-07],"192":[2.4999999999999999e-07,2.4999999999999999e-07,2.91e-07],"24":[4.1000000000000003e-08,8.3000000000000002e-08,8.3000000000000002e-08],"4096":[4.0840000000000002e-06,4.1250000000000003e-06,4.1250000000000003e-06],"32":[8.3000000000000002e-08,8.3000000000000002e-08,8.3999999999999998e-08],"2048":[1.9999999999999999e-06,2.041e-06,2.0829999999999998e-06],"256":[3.3299999999999998e-07,3.3299999999999998e-07,3.3299999999999998e-07],"3072":[3.084e-06,3.1250000000000001e-06,3.1250000000000001e-06],"1792":[1.8330000000000001e-06,1.8330000000000001e-06,1.916e-06],"40":[8.3000000000000002e-08,8.3999999999999998e-08,1.2499999999999999e-07],"28672":[2.7042e-05,2.7458999999999999e-05,2.8915999999999999e-05],"1024":[1.0410000000000001e-06,1.0419999999999999e-06,1.083e-06],"262144":[0.00025149999999999999,0.000253959,0.00025454200000000002],"1048576":[0.0010039580000000001,0.0010191670000000001,0.0010333339999999999],"7168":[6.8750000000000002e-06,7.0829999999999998e-06,7.2919999999999998e-06],"8192":[7.8329999999999994e-06,8.0420000000000003e-06,8.0830000000000004e-06],"28":[4.1000000000000003e-08,8.3000000000000002e-08,8.3000000000000002e-08],"32768":[3.0917000000000002e-05,3.1124999999999998e-05,3.1958000000000001e-05],"6144":[5.9580000000000004e-06,6.0839999999999997e-06,6.2920000000000001e-06],"384":[4.58e-07,4.58e-07,4.5900000000000002e-07],"160":[2.4999999999999999e-07,2.4999999999999999e-07,2.4999999999999999e-07],"5120":[5.0000000000000004e-06,5.1250000000000001e-06,5.1250000000000001e-06],"448":[4.9999999999999998e-07,5.4099999999999999e-07,5.4199999999999996e-07],"114688":[0.0001105,0.00011158300000000001,0.000114833],"16384":[1.6042e-05,1.6082999999999998e-05,1.6583e-05],"112":[1.66e-07,1.67e-07,2.0800000000000001e-07],"224":[2.91e-07,2.91e-07,3.3299999999999998e-07],"196608":[0.00018799999999999999,0.00018845799999999999,0.00019254100000000001]}}]} \ No newline at end of file diff --git a/Benchmarks/set-before b/Benchmarks/set-before new file mode 100644 index 000000000..7577b58eb --- /dev/null +++ b/Benchmarks/set-before @@ -0,0 +1 @@ +{"version":1,"tasks":[{"title":"OrderedSet filter","results":{"57344":[0.00099333400000000001,0.0010408329999999999,0.0010440829999999999],"786432":[0.020328249999999999,0.020372624999999998,0.020969708],"1280":[2.4417e-05,2.5542e-05,2.6542000000000001e-05],"48":[9.9999999999999995e-07,1.0410000000000001e-06,1.0419999999999999e-06],"458752":[0.0093986250000000007,0.0094738329999999992,0.0097127499999999992],"56":[9.9999999999999995e-07,1.0419999999999999e-06,1.083e-06],"98304":[0.002201125,0.00221075,0.0022901670000000001],"64":[1.2079999999999999e-06,1.2079999999999999e-06,1.333e-06],"131072":[0.0027135829999999999,0.0027470419999999999,0.0028132919999999998],"20480":[0.0004325,0.00043762500000000003,0.000443666],"80":[1.542e-06,1.6670000000000001e-06,1.708e-06],"1":[8.3000000000000002e-08,1.2499999999999999e-07,1.2499999999999999e-07],"2":[8.3000000000000002e-08,8.3999999999999998e-08,8.3999999999999998e-08],"768":[1.6583999999999999e-05,1.6959000000000001e-05,1.8082999999999999e-05],"3":[8.3000000000000002e-08,1.2499999999999999e-07,1.2499999999999999e-07],"4":[8.3000000000000002e-08,1.2499999999999999e-07,1.2499999999999999e-07],"320":[5.2079999999999999e-06,5.541e-06,6.1249999999999998e-06],"393216":[0.010041792000000001,0.0100535,0.010055458999999999],"5":[1.66e-07,1.66e-07,1.66e-07],"6":[1.66e-07,1.66e-07,1.67e-07],"10240":[0.00021954200000000001,0.000228333,0.00023091600000000001],"7":[1.66e-07,1.67e-07,2.0800000000000001e-07],"24576":[0.00057704200000000005,0.00058987500000000001,0.000591334],"10":[2.4999999999999999e-07,2.4999999999999999e-07,2.9200000000000002e-07],"8":[1.66e-07,1.67e-07,2.0800000000000001e-07],"896":[1.5167000000000001e-05,1.6041000000000001e-05,1.7e-05],"163840":[0.003672125,0.0037205419999999999,0.0037475830000000001],"917504":[0.019019583999999999,0.019536624999999998,0.019866958000000001],"3584":[6.1540999999999999e-05,6.525e-05,9.2e-05],"40960":[0.00087387499999999998,0.00087454099999999995,0.00092150000000000001],"524288":[0.011233834,0.011433333,0.012767166999999999],"1536":[3.2792e-05,3.5416000000000001e-05,3.6749999999999999e-05],"12":[2.4999999999999999e-07,2.91e-07,2.91e-07],"2560":[4.9292000000000002e-05,5.1833999999999999e-05,5.4125000000000001e-05],"65536":[0.0011910829999999999,0.00122225,0.0012896660000000001],"229376":[0.0045234999999999997,0.0045878330000000004,0.0046710830000000004],"327680":[0.007626875,0.0077048749999999999,0.0077652499999999996],"512":[8.1669999999999999e-06,9.0000000000000002e-06,1.0000000000000001e-05],"20":[2.0800000000000001e-07,2.0800000000000001e-07,2.0800000000000001e-07],"81920":[0.001673042,0.001675625,0.0016821659999999999],"655360":[0.015666458000000001,0.015685000000000001,0.015700458],"14336":[0.00026454199999999999,0.00027224999999999998,0.00027250000000000001],"14":[2.4999999999999999e-07,2.4999999999999999e-07,2.9200000000000002e-07],"96":[1.916e-06,2.0839999999999999e-06,2.1660000000000001e-06],"12288":[0.00027933299999999999,0.00029195799999999999,0.00030525000000000002],"128":[1.917e-06,2.2079999999999999e-06,2.2919999999999998e-06],"49152":[0.001167125,0.0011730829999999999,0.0012088330000000001],"16":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"640":[1.2208000000000001e-05,1.2707999999999999e-05,1.2833000000000001e-05],"192":[3.4999999999999999e-06,3.7919999999999999e-06,3.9160000000000003e-06],"24":[2.0800000000000001e-07,2.4999999999999999e-07,2.4999999999999999e-07],"4096":[7.3833999999999998e-05,7.9375000000000005e-05,8.0915999999999996e-05],"32":[5.8299999999999997e-07,5.8400000000000004e-07,6.6599999999999996e-07],"2048":[3.7583999999999998e-05,3.8041999999999999e-05,4.0125e-05],"256":[3.9999999999999998e-06,4.0840000000000002e-06,4.5419999999999999e-06],"3072":[6.5624999999999996e-05,6.9875000000000004e-05,7.7041999999999999e-05],"1792":[3.0833000000000001e-05,3.1208999999999999e-05,3.3334000000000003e-05],"40":[8.7499999999999999e-07,9.5799999999999998e-07,9.9999999999999995e-07],"28672":[0.00053741699999999999,0.00054395799999999998,0.00055900000000000004],"1024":[1.7833e-05,1.8791999999999999e-05,1.9083e-05],"262144":[0.0054356659999999996,0.005503834,0.0061839590000000002],"1048576":[0.022934709000000053,0.023003916999999999,0.024476958],"7168":[0.000131416,0.00013774999999999999,0.00015933399999999999],"8192":[0.000159166,0.00016362500000000001,0.000173709],"28":[4.9999999999999998e-07,5.4199999999999996e-07,5.8299999999999997e-07],"32768":[0.00064779200000000001,0.00065079199999999997,0.00065737499999999997],"6144":[0.00013529199999999999,0.00014795800000000001,0.00014975000000000001],"384":[7.6249999999999998e-06,7.6249999999999998e-06,8.9169999999999995e-06],"160":[2.6249999999999999e-06,2.9579999999999999e-06,3.0419999999999998e-06],"5120":[0.000101167,0.000107833,0.000109917],"448":[7.4170000000000003e-06,7.5830000000000001e-06,8.3750000000000003e-06],"114688":[0.002222417,0.002254083,0.0022697080000000001],"16384":[0.000314166,0.00031733400000000001,0.00032212499999999998],"112":[1.7910000000000001e-06,1.917e-06,2.2919999999999998e-06],"224":[3.3749999999999999e-06,3.625e-06,3.709e-06],"196608":[0.0048539999999999998,0.0048970000000000003,0.0049225830000000003]}},{"title":"OrderedSet filter - 1/3","results":{"57344":[0.00064924999999999998,0.00064962500000000003,0.00080441699999999998],"786432":[0.011999708,0.012295624999999999,0.012557291999999999],"1280":[1.5291999999999999e-05,1.5917e-05,1.6625000000000001e-05],"48":[6.2500000000000005e-07,6.2500000000000005e-07,7.0800000000000004e-07],"458752":[0.0061809580000000003,0.0063130840000000001,0.0064199169999999998],"56":[6.6599999999999996e-07,7.0800000000000004e-07,7.5000000000000002e-07],"98304":[0.00128925,0.0013027080000000001,0.001393125],"64":[7.5000000000000002e-07,8.3399999999999998e-07,8.7499999999999999e-07],"131072":[0.0017492919999999999,0.0018106660000000001,0.0018326659999999999],"20480":[0.00027054200000000003,0.00027104100000000002,0.00027337500000000002],"80":[9.16e-07,1.0419999999999999e-06,1.083e-06],"1":[8.3000000000000002e-08,8.3000000000000002e-08,8.3000000000000002e-08],"2":[8.3000000000000002e-08,8.3999999999999998e-08,1.2499999999999999e-07],"768":[9.3340000000000008e-06,9.7079999999999992e-06,9.7920000000000004e-06],"3":[8.3000000000000002e-08,1.2499999999999999e-07,1.2499999999999999e-07],"4":[8.3000000000000002e-08,1.2499999999999999e-07,1.2499999999999999e-07],"320":[3.4170000000000001e-06,3.7500000000000001e-06,3.7500000000000001e-06],"393216":[0.0058514159999999999,0.0058652920000000002,0.0059186669999999999],"5":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"6":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"10240":[0.00013604200000000001,0.00013899999999999999,0.000143125],"7":[1.66e-07,2.0800000000000001e-07,2.0800000000000001e-07],"24576":[0.00033879199999999998,0.00034145900000000001,0.00037183300000000002],"10":[2.0800000000000001e-07,2.0800000000000001e-07,2.0800000000000001e-07],"8":[1.66e-07,1.66e-07,1.67e-07],"896":[9.8330000000000006e-06,9.8749999999999995e-06,1.0417e-05],"163840":[0.0022875830000000002,0.002306167,0.0023343750000000001],"917504":[0.012929708,0.013133250000000001,0.015038375],"3584":[4.2082999999999997e-05,4.3415999999999999e-05,6.0083000000000001e-05],"40960":[0.00054441699999999995,0.00056174999999999997,0.00078566699999999998],"524288":[0.0074398340000000002,0.007448667,0.0074955830000000001],"1536":[1.9083e-05,1.9792e-05,2.1625e-05],"12":[1.67e-07,1.67e-07,2.0800000000000001e-07],"2560":[3.0334000000000001e-05,3.1207999999999997e-05,3.4249999999999999e-05],"65536":[0.00076804200000000003,0.00076891700000000004,0.000804542],"229376":[0.0029979579999999998,0.003028083,0.0030435000000000002],"327680":[0.004644792,0.004724458,0.0047747500000000003],"512":[5.4999999999999999e-06,5.8749999999999997e-06,5.9170000000000003e-06],"20":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"81920":[0.0010096250000000001,0.0010451670000000001,0.001247083],"655360":[0.0094702499999999995,0.0095434160000000007,0.0095918749999999997],"14336":[0.00017329199999999999,0.00017720799999999999,0.00018104199999999999],"14":[2.4999999999999999e-07,2.4999999999999999e-07,2.91e-07],"96":[9.9999999999999995e-07,1.125e-06,1.2500000000000001e-06],"12288":[0.00016816699999999999,0.000171292,0.00018066600000000001],"128":[1.4160000000000001e-06,1.5e-06,1.542e-06],"49152":[0.00069525000000000001,0.00069929200000000001,0.00070895799999999998],"16":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"640":[7.041e-06,7.6249999999999998e-06,7.7919999999999993e-06],"192":[2.041e-06,2.125e-06,2.2500000000000001e-06],"24":[1.2499999999999999e-07,1.2499999999999999e-07,1.67e-07],"4096":[4.8667e-05,5.0374999999999998e-05,5.1916999999999998e-05],"32":[4.58e-07,4.9999999999999998e-07,5.4099999999999999e-07],"2048":[2.3374999999999999e-05,2.5167000000000001e-05,2.6166999999999999e-05],"256":[2.7080000000000002e-06,2.875e-06,2.875e-06],"3072":[3.9459000000000003e-05,4.1792000000000002e-05,4.4166999999999999e-05],"1792":[2.0542000000000001e-05,2.1333000000000001e-05,2.2166000000000001e-05],"40":[5.4199999999999996e-07,5.4199999999999996e-07,5.8400000000000004e-07],"28672":[0.00035750000000000002,0.00035945900000000002,0.00037220800000000001],"1024":[1.1250000000000001e-05,1.1708e-05,1.2917e-05],"262144":[0.0035105829999999998,0.003614917,0.0040552080000000002],"1048576":[0.014932166,0.015237458000000001,0.015352583],"7168":[8.4791999999999997e-05,9.2458000000000001e-05,0.00010529199999999999],"8192":[9.8999999999999994e-05,0.000104833,0.000111041],"28":[3.7500000000000001e-07,4.1699999999999999e-07,4.9999999999999998e-07],"32768":[0.00041508300000000001,0.00043237499999999998,0.00065966699999999996],"6144":[8.1707999999999998e-05,8.2000000000000001e-05,8.3125000000000001e-05],"384":[4.459e-06,4.7079999999999996e-06,5.2499999999999997e-06],"160":[1.666e-06,1.8339999999999999e-06,1.917e-06],"5120":[6.3083000000000006e-05,6.6582999999999996e-05,7.0291999999999997e-05],"448":[4.5839999999999996e-06,5.0000000000000004e-06,5.2499999999999997e-06],"114688":[0.0014906660000000001,0.001494666,0.001504834],"16384":[0.00020350000000000001,0.000208416,0.00022041699999999999],"112":[1.083e-06,1.375e-06,1.4169999999999999e-06],"224":[2.2919999999999998e-06,2.4169999999999999e-06,2.5000000000000002e-06],"196608":[0.0029371660000000002,0.0029642919999999999,0.0030352080000000002]}},{"title":"OrderedSet filter none","results":{"57344":[1.0292000000000001e-05,1.0417e-05,0.00016349999999999999],"786432":[0.00024366700000000001,0.00028391700000000001,0.000295292],"1280":[3.7500000000000001e-07,4.1600000000000002e-07,4.58e-07],"48":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"458752":[0.000176,0.00021075,0.000223625],"56":[1.66e-07,1.67e-07,1.67e-07],"98304":[1.6833e-05,0.00016449999999999999,0.00022075],"64":[1.67e-07,1.67e-07,1.67e-07],"131072":[2.3166000000000001e-05,3.4749999999999998e-05,5.6875e-05],"20480":[3.625e-06,3.6660000000000001e-06,3.8330000000000004e-06],"80":[1.66e-07,1.67e-07,2.0800000000000001e-07],"1":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"2":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"768":[2.9200000000000002e-07,3.3299999999999998e-07,3.3299999999999998e-07],"3":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"4":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"320":[2.0800000000000001e-07,2.0900000000000001e-07,2.4999999999999999e-07],"393216":[9.6459000000000006e-05,0.00010225000000000001,0.0001125],"5":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"6":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"10240":[1.9580000000000001e-06,2.0420000000000001e-06,2.0420000000000001e-06],"7":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"24576":[4.2919999999999997e-06,4.3749999999999996e-06,4.5000000000000001e-06],"10":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"8":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"896":[3.3299999999999998e-07,3.7500000000000001e-07,3.7500000000000001e-07],"163840":[2.8875000000000001e-05,2.9167e-05,4.2082999999999997e-05],"917504":[0.00054533299999999995,0.00056300000000000002,0.00078158299999999997],"3584":[8.3300000000000001e-07,8.7499999999999999e-07,1.2079999999999999e-06],"40960":[7.1670000000000002e-06,7.2910000000000002e-06,0.00024629200000000001],"524288":[0.00019504200000000001,0.00020049999999999999,0.00024520800000000001],"1536":[4.58e-07,4.58e-07,4.58e-07],"12":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"2560":[5.8299999999999997e-07,6.2500000000000005e-07,6.2500000000000005e-07],"65536":[1.1833e-05,1.1875000000000001e-05,0.00015733300000000001],"229376":[4.1916999999999999e-05,6.6667000000000004e-05,6.6916999999999996e-05],"327680":[5.9166999999999998e-05,9.1749999999999994e-05,9.8917000000000002e-05],"512":[2.4999999999999999e-07,2.91e-07,3.3299999999999998e-07],"20":[8.3000000000000002e-08,8.3999999999999998e-08,1.2499999999999999e-07],"81920":[1.3791999999999999e-05,1.3959e-05,0.00024529100000000002],"655360":[0.00021908299999999999,0.00024770800000000002,0.00033429199999999998],"14336":[2.7499999999999999e-06,2.7920000000000001e-06,2.7920000000000001e-06],"14":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"96":[1.67e-07,2.0800000000000001e-07,2.0800000000000001e-07],"12288":[2.2500000000000001e-06,2.2500000000000001e-06,2.2919999999999998e-06],"128":[1.66e-07,2.0800000000000001e-07,2.0800000000000001e-07],"49152":[8.2500000000000006e-06,9.2920000000000001e-06,0.00024770800000000002],"16":[8.3000000000000002e-08,8.3000000000000002e-08,8.3999999999999998e-08],"640":[2.4999999999999999e-07,2.91e-07,3.3299999999999998e-07],"192":[2.0800000000000001e-07,2.0800000000000001e-07,2.0900000000000001e-07],"24":[8.3000000000000002e-08,8.3000000000000002e-08,8.3000000000000002e-08],"4096":[9.16e-07,9.1699999999999997e-07,9.9999999999999995e-07],"32":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"2048":[5.4099999999999999e-07,5.4199999999999996e-07,5.8299999999999997e-07],"256":[1.67e-07,2.0800000000000001e-07,2.4999999999999999e-07],"3072":[7.0800000000000004e-07,7.5000000000000002e-07,1.0419999999999999e-06],"1792":[4.9999999999999998e-07,4.9999999999999998e-07,5.4099999999999999e-07],"40":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"28672":[5.2079999999999999e-06,5.2499999999999997e-06,0.00026241699999999998],"1024":[3.3299999999999998e-07,3.7500000000000001e-07,3.7500000000000001e-07],"262144":[5.0667000000000001e-05,8.6707999999999997e-05,9.3375000000000006e-05],"1048576":[0.00055708400000000001,0.000706625,0.00079737500000000002],"7168":[1.4580000000000001e-06,1.75e-06,1.7910000000000001e-06],"8192":[1.5829999999999999e-06,1.7090000000000001e-06,1.8330000000000001e-06],"28":[1.2499999999999999e-07,1.2499999999999999e-07,1.67e-07],"32768":[5.6659999999999996e-06,0.00024600000000000002,0.00026741699999999999],"6144":[1.2500000000000001e-06,1.2920000000000001e-06,1.3340000000000001e-06],"384":[2.4999999999999999e-07,2.4999999999999999e-07,2.4999999999999999e-07],"160":[1.66e-07,2.0800000000000001e-07,2.0800000000000001e-07],"5120":[1.083e-06,1.0839999999999999e-06,1.125e-06],"448":[2.4999999999999999e-07,2.91e-07,2.9200000000000002e-07],"114688":[2.0540999999999999e-05,2.0665999999999998e-05,2.3583000000000001e-05],"16384":[3.0410000000000002e-06,3.208e-06,3.3330000000000001e-06],"112":[1.66e-07,1.67e-07,1.67e-07],"224":[2.0800000000000001e-07,2.0800000000000001e-07,2.4999999999999999e-07],"196608":[3.3667000000000001e-05,8.5042000000000003e-05,0.00029950000000000002]}},{"title":"OrderedSet filter all","results":{"57344":[0.0033172090000000002,0.0033931249999999999,0.0034268749999999998],"786432":[0.050290708000000003,0.050566333999999998,0.054992249999999999],"1280":[6.6749999999999996e-05,6.8583000000000004e-05,7.4957999999999996e-05],"48":[2.4169999999999999e-06,2.667e-06,2.7499999999999999e-06],"458752":[0.030679542000000001,0.031050000000000001,0.034266041999999997],"56":[3.084e-06,3.2499999999999998e-06,3.7079999999999999e-06],"98304":[0.0057200000000000003,0.0057366250000000004,0.0058025419999999999],"64":[3.4999999999999999e-06,3.5829999999999998e-06,3.7919999999999999e-06],"131072":[0.0081848749999999994,0.008188875,0.0083184999999999995],"20480":[0.0011648749999999999,0.0011825830000000001,0.0015044170000000001],"80":[3.8750000000000002e-06,4.5419999999999999e-06,4.6670000000000004e-06],"1":[8.3000000000000002e-08,8.3000000000000002e-08,1.2499999999999999e-07],"2":[8.3000000000000002e-08,8.3000000000000002e-08,1.2499999999999999e-07],"768":[4.1332999999999999e-05,4.1375000000000003e-05,4.7250000000000003e-05],"3":[1.67e-07,1.67e-07,2.0800000000000001e-07],"4":[1.67e-07,1.67e-07,2.0800000000000001e-07],"320":[1.4875000000000001e-05,1.6708e-05,1.7666e-05],"393216":[0.024898375,0.024899082999999999,0.024995582999999998],"5":[2.0900000000000001e-07,2.4999999999999999e-07,2.4999999999999999e-07],"6":[2.0900000000000001e-07,2.4999999999999999e-07,2.4999999999999999e-07],"10240":[0.00057679200000000002,0.00058862499999999996,0.00060758399999999999],"7":[2.0800000000000001e-07,2.4999999999999999e-07,2.4999999999999999e-07],"24576":[0.0014069169999999999,0.0014298749999999999,0.0014335000000000001],"10":[3.3299999999999998e-07,3.3299999999999998e-07,3.3299999999999998e-07],"8":[2.4999999999999999e-07,2.4999999999999999e-07,2.4999999999999999e-07],"896":[4.8374999999999997e-05,5.1208999999999997e-05,5.1708e-05],"163840":[0.010086708,0.010106624999999999,0.010195041],"917504":[0.064301333000000002,0.064504540999999999,0.064987209000000004],"3584":[0.00020779199999999999,0.00021391699999999999,0.00021945800000000001],"40960":[0.0021947500000000001,0.002203333,0.0022629170000000001],"524288":[0.033596167000000003,0.034042250000000003,0.034907832999999999],"1536":[8.1124999999999993e-05,8.5249999999999999e-05,9.5542000000000001e-05],"12":[2.9200000000000002e-07,3.3299999999999998e-07,3.3299999999999998e-07],"2560":[0.00013504200000000001,0.000139584,0.00014583400000000001],"65536":[0.0036822920000000002,0.0037593750000000001,0.0038633750000000001],"229376":[0.015057625,0.015068415999999999,0.017143167000000001],"327680":[0.020483458,0.020637958000000001,0.020871957999999999],"512":[2.6584000000000002e-05,2.6832999999999999e-05,2.9958999999999999e-05],"20":[7.5000000000000002e-07,8.3300000000000001e-07,9.1699999999999997e-07],"81920":[0.0046847920000000001,0.0047589579999999998,0.0048354160000000004],"655360":[0.040855916999999999,0.041210875000000001,0.041656332999999997],"14336":[0.00090633300000000005,0.00091016700000000003,0.001080417],"14":[3.3299999999999998e-07,3.3299999999999998e-07,3.34e-07],"96":[4.8749999999999999e-06,5.3750000000000002e-06,5.4999999999999999e-06],"12288":[0.00068824999999999995,0.00070070799999999997,0.00071229099999999999],"128":[6.0419999999999999e-06,6.3749999999999999e-06,7.0829999999999998e-06],"49152":[0.0026800830000000002,0.0026947500000000001,0.0027854590000000001],"16":[5.4199999999999996e-07,5.8299999999999997e-07,5.8299999999999997e-07],"640":[3.2166999999999999e-05,3.3166000000000001e-05,3.7292000000000001e-05],"192":[8.7909999999999993e-06,1.0125e-05,1.0832999999999999e-05],"24":[7.9100000000000003e-07,9.9999999999999995e-07,1.125e-06],"4096":[0.00022683299999999999,0.000232625,0.00023458299999999999],"32":[1.5829999999999999e-06,1.8330000000000001e-06,1.916e-06],"2048":[0.000110042,0.000110417,0.00012108300000000001],"256":[1.2084e-05,1.3583e-05,1.3667e-05],"3072":[0.00016395900000000001,0.000177708,0.00024520800000000001],"1792":[0.000100333,0.000104708,0.000111209],"40":[2.2079999999999999e-06,2.334e-06,2.458e-06],"28672":[0.001616459,0.001621291,0.001671708],"1024":[5.5208999999999999e-05,5.7333999999999997e-05,6.1624999999999994e-05],"262144":[0.016692334,0.016848542000000001,0.017455124999999998],"1048576":[0.071170541000000004,0.071604749999999995,0.077054874999999995],"7168":[0.00041854199999999999,0.00045300000000000001,0.00046462499999999998],"8192":[0.00046362500000000001,0.00051083400000000005,0.00051429100000000005],"28":[1.5e-06,1.6249999999999999e-06,1.708e-06],"32768":[0.00180025,0.0018090000000000001,0.0018328750000000001],"6144":[0.00034675,0.000357,0.00041587500000000001],"384":[1.8791999999999999e-05,2.1250000000000002e-05,2.2708e-05],"160":[7.1659999999999997e-06,8.2500000000000006e-06,8.833e-06],"5120":[0.00028337499999999999,0.00029516699999999999,0.00030216599999999998],"448":[2.3958e-05,2.5375e-05,2.5833000000000002e-05],"114688":[0.007368042,0.0073868750000000002,0.0075281250000000001],"16384":[0.00097312500000000003,0.00099233299999999997,0.0012036250000000001],"112":[5.4580000000000001e-06,5.7089999999999999e-06,6.0839999999999997e-06],"224":[1.15e-05,1.1667e-05,1.3125000000000001e-05],"196608":[0.012204542000000001,0.012233083,0.012331541999999999]}}]} \ No newline at end of file diff --git a/Sources/OrderedCollections/OrderedSet/OrderedSet.swift b/Sources/OrderedCollections/OrderedSet/OrderedSet.swift index 25cc22f42..b473b24a8 100644 --- a/Sources/OrderedCollections/OrderedSet/OrderedSet.swift +++ b/Sources/OrderedCollections/OrderedSet/OrderedSet.swift @@ -516,5 +516,17 @@ extension OrderedSet { } result._checkInvariants() return result +// +// try _UnsafeBitset.withTemporaryBitset(capacity: self.count) { bitset in +// bitset.insertAll(upTo: self.count) +// for element in self where try !isIncluded(element) { +// if let index = _find(element).index { +// bitset.remove(index) +// } +// } +// let result = self._extractSubset(using: bitset) +// result._checkInvariants() +// return result +// } } } From 3bf91b1ee48f05663faf93ce43356aec03a6bb7b Mon Sep 17 00:00:00 2001 From: Karoy Lorentey Date: Wed, 17 Aug 2022 22:57:20 -0700 Subject: [PATCH 2/3] Remove hash lookups while filtering --- .../Benchmarks/OrderedSetBenchmarks.swift | 53 +++++-------------- .../OrderedSet/OrderedSet.swift | 26 +++------ 2 files changed, 20 insertions(+), 59 deletions(-) diff --git a/Benchmarks/Benchmarks/OrderedSetBenchmarks.swift b/Benchmarks/Benchmarks/OrderedSetBenchmarks.swift index 004d4f804..eff65f571 100644 --- a/Benchmarks/Benchmarks/OrderedSetBenchmarks.swift +++ b/Benchmarks/Benchmarks/OrderedSetBenchmarks.swift @@ -267,52 +267,23 @@ extension Benchmark { } } } + } + for percent in [0, 25, 50, 75, 100] { self.add( - title: "OrderedSet filter", - input: ([Int]).self - ) { a in - return { timer in - let b = OrderedSet(a) - timer.measure { - blackHole(b.filter { $0.isMultiple(of: 2) }) - } - } - } - - self.add( - title: "OrderedSet filter - 1/3", - input: ([Int]).self - ) { a in - return { timer in - let b = OrderedSet(a) - timer.measure { - blackHole(b.filter { $0.isMultiple(of: 3) }) - } - } - } - - self.add( - title: "OrderedSet filter none", - input: ([Int]).self - ) { a in - return { timer in - let b = OrderedSet(a) - timer.measure { - blackHole(b.filter { _ in false }) - } - } - } - - self.add( - title: "OrderedSet filter all", - input: ([Int]).self - ) { a in + title: "OrderedSet filter keeping \(percent)%", + input: [Int].self + ) { input in + let set = OrderedSet(input) return { timer in - let b = OrderedSet(a) + var r: OrderedSet! timer.measure { - blackHole(b.filter { _ in true }) + r = set.filter { $0 % 100 < percent } } + let div = input.count / 100 + let rem = input.count % 100 + precondition(r.count == percent * div + Swift.min(rem, percent)) + blackHole(r) } } } diff --git a/Sources/OrderedCollections/OrderedSet/OrderedSet.swift b/Sources/OrderedCollections/OrderedSet/OrderedSet.swift index b473b24a8..046228a23 100644 --- a/Sources/OrderedCollections/OrderedSet/OrderedSet.swift +++ b/Sources/OrderedCollections/OrderedSet/OrderedSet.swift @@ -508,25 +508,15 @@ extension OrderedSet { /// - Complexity: O(`count`) @inlinable public func filter( - _ isIncluded: (Element) throws -> Bool + _ isIncluded: (Element) throws -> Bool ) rethrows -> Self { - var result: OrderedSet = Self(minimumCapacity: _minimumCapacity) - for element in self where try isIncluded(element) { - result._appendNew(element) + try _UnsafeBitset.withTemporaryBitset(capacity: self.count) { bitset in + for i in _elements.indices where try isIncluded(_elements[i]) { + bitset.insert(i) + } + let result = self._extractSubset(using: bitset) + result._checkInvariants() + return result } - result._checkInvariants() - return result -// -// try _UnsafeBitset.withTemporaryBitset(capacity: self.count) { bitset in -// bitset.insertAll(upTo: self.count) -// for element in self where try !isIncluded(element) { -// if let index = _find(element).index { -// bitset.remove(index) -// } -// } -// let result = self._extractSubset(using: bitset) -// result._checkInvariants() -// return result -// } } } From b9d91f4a9aa3cfd6c8589aee997c4399e6d7d83d Mon Sep 17 00:00:00 2001 From: Karoy Lorentey Date: Wed, 17 Aug 2022 22:58:37 -0700 Subject: [PATCH 3/3] Remove benchmarking data --- Benchmarks/results.html | 407 ---------------------------------------- Benchmarks/set-after-rm | 1 - Benchmarks/set-before | 1 - 3 files changed, 409 deletions(-) delete mode 100644 Benchmarks/results.html delete mode 100644 Benchmarks/set-after-rm delete mode 100644 Benchmarks/set-before diff --git a/Benchmarks/results.html b/Benchmarks/results.html deleted file mode 100644 index 370f6d677..000000000 --- a/Benchmarks/results.html +++ /dev/null @@ -1,407 +0,0 @@ - - - - - Benchmark differentials - - - -

Benchmark differentials

-
    -
  1. -

    OrderedSet<Int> filter all (score: 44.26, overall: 44.26, improvements: 44.26(#76), regressions: 1(#0))

    - - - Average per-element processing time over input size (bands: min, mean, mean + 2stddev) - swift-collections-benchmark - - 1 - - 2 - - 4 - - 8 - - 16 - - 32 - - 64 - - 128 - - 256 - - 512 - - 1k - - 2k - - 4k - - 8k - - 16k - - 32k - - 64k - - 128k - - 256k - - 512k - - 1M - - 100 ps - 100 ps - - 1 ns - 1 ns - - 10 ns - 10 ns - - 100 ns - 100 ns - - 1 µs - 1 µs - - - - - - - - - - - - - - - - - - - - - - - - - - - - - before∶ OrderedSet<Int> filter all - - - after∶ OrderedSet<Int> filter all - - -
    2. -
  2. -

    OrderedSet<Int> filter none (score: 6.93, overall: 0.1443, improvements: 1(#3), regressions: 0.1443(#73))

    - - - Average per-element processing time over input size (bands: min, mean, mean + 2stddev) - swift-collections-benchmark - - 1 - - 2 - - 4 - - 8 - - 16 - - 32 - - 64 - - 128 - - 256 - - 512 - - 1k - - 2k - - 4k - - 8k - - 16k - - 32k - - 64k - - 128k - - 256k - - 512k - - 1M - - 100 ps - 100 ps - - 1 ns - 1 ns - - 10 ns - 10 ns - - 100 ns - 100 ns - - - - - - - - - - - - - - - - - - - - - - - - - before∶ OrderedSet<Int> filter none - - - after∶ OrderedSet<Int> filter none - - -
    3. -
  3. -

    OrderedSet<Int> filter - 1/3 (score: 1.953, overall: 0.512, improvements: 1.024(#7), regressions: 0.4884(#69))

    - - - Average per-element processing time over input size (bands: min, mean, mean + 2stddev) - swift-collections-benchmark - - 1 - - 2 - - 4 - - 8 - - 16 - - 32 - - 64 - - 128 - - 256 - - 512 - - 1k - - 2k - - 4k - - 8k - - 16k - - 32k - - 64k - - 128k - - 256k - - 512k - - 1M - - 1 ns - 1 ns - - 10 ns - 10 ns - - 100 ns - 100 ns - - - - - - - - - - - - - - - - - - - - - - before∶ OrderedSet<Int> filter - 1/3 - - - after∶ OrderedSet<Int> filter - 1/3 - - -
    4. -
  4. -

    OrderedSet<Int> filter (score: 1.459, overall: 0.6852, improvements: 1.04(#9), regressions: 0.6451(#67))

    - - - Average per-element processing time over input size (bands: min, mean, mean + 2stddev) - swift-collections-benchmark - - 1 - - 2 - - 4 - - 8 - - 16 - - 32 - - 64 - - 128 - - 256 - - 512 - - 1k - - 2k - - 4k - - 8k - - 16k - - 32k - - 64k - - 128k - - 256k - - 512k - - 1M - - 1 ns - 1 ns - - 10 ns - 10 ns - - 100 ns - 100 ns - - 1 µs - 1 µs - - - - - - - - - - - - - - - - - - - - - - - - - before∶ OrderedSet<Int> filter - - - after∶ OrderedSet<Int> filter - - -
    5. -
- - diff --git a/Benchmarks/set-after-rm b/Benchmarks/set-after-rm deleted file mode 100644 index 0ca3b74c8..000000000 --- a/Benchmarks/set-after-rm +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"tasks":[{"title":"OrderedSet filter","results":{"57344":[0.001823292,0.0018695000000000001,0.0018797919999999999],"786432":[0.036503709000000002,0.039983125000000001,0.041450624999999998],"1280":[4.3040999999999997e-05,4.5250000000000002e-05,4.9209000000000003e-05],"48":[1.5e-06,1.6249999999999999e-06,1.9580000000000001e-06],"458752":[0.016730208,0.018303,0.018854625],"56":[1.333e-06,1.375e-06,1.4169999999999999e-06],"98304":[0.0041640410000000003,0.004252334,0.0044130000000000003],"64":[1.4580000000000001e-06,1.542e-06,1.6670000000000001e-06],"131072":[0.0048820840000000001,0.0049163749999999997,0.0049820419999999999],"20480":[0.00077212500000000002,0.00078441700000000004,0.00078675000000000001],"80":[1.9999999999999999e-06,2.0420000000000001e-06,2.0839999999999999e-06],"1":[4.1999999999999999e-08,4.1999999999999999e-08,4.1999999999999999e-08],"2":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"768":[2.7416e-05,2.7416999999999999e-05,2.7625000000000001e-05],"3":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"4":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"320":[8.5830000000000007e-06,9.0410000000000003e-06,9.0829999999999993e-06],"393216":[0.018734791000000001,0.019297833,0.019562125],"5":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"6":[1.2499999999999999e-07,1.66e-07,1.66e-07],"10240":[0.00037787500000000001,0.00037833400000000003,0.00039162499999999999],"7":[1.66e-07,1.66e-07,1.67e-07],"24576":[0.001015333,0.001073,0.0010761670000000001],"10":[1.66e-07,1.66e-07,1.67e-07],"8":[1.66e-07,1.67e-07,1.67e-07],"896":[2.4584e-05,2.4749999999999999e-05,2.6542000000000001e-05],"163840":[0.0066816669999999996,0.0066900409999999999,0.006763458],"917504":[0.034498624999999998,0.039665959000000001,0.040369791000000002],"3584":[0.000106708,0.000108875,0.000110791],"40960":[0.001540125,0.0015515839999999999,0.001614833],"524288":[0.021306958000000001,0.021533915999999986,0.024302082999999999],"1536":[5.9083000000000003e-05,6.0999999999999999e-05,6.1334000000000006e-05],"12":[1.66e-07,1.67e-07,2.0800000000000001e-07],"2560":[8.7165999999999999e-05,8.9250000000000001e-05,9.2750000000000005e-05],"65536":[0.0022190830000000002,0.0022625840000000002,0.0023181249999999999],"229376":[0.0079070000000000008,0.0084524170000000003,0.008553125],"327680":[0.013567167,0.013895625,0.014072542],"512":[1.3042e-05,1.3417e-05,1.4e-05],"20":[3.3299999999999998e-07,3.3299999999999998e-07,3.7500000000000001e-07],"81920":[0.0031189170000000001,0.0031307499999999999,0.0034004170000000002],"655360":[0.027234125000000001,0.029891750000000002,0.030624583],"14336":[0.00044083399999999997,0.00045612499999999999,0.000459417],"14":[2.0800000000000001e-07,2.0800000000000001e-07,2.0900000000000001e-07],"96":[2.5830000000000001e-06,2.6249999999999999e-06,2.791e-06],"12288":[0.00049620800000000004,0.00050466699999999998,0.000527667],"128":[3.2909999999999999e-06,3.2909999999999999e-06,3.6669999999999998e-06],"49152":[0.0020518329999999999,0.0020534170000000001,0.002189875],"16":[2.9200000000000002e-07,2.9200000000000002e-07,3.3299999999999998e-07],"640":[1.8708000000000001e-05,1.9332999999999999e-05,1.9582999999999999e-05],"192":[5.8749999999999997e-06,5.959e-06,6.3330000000000002e-06],"24":[3.7500000000000001e-07,4.1699999999999999e-07,4.9999999999999998e-07],"4096":[0.0001295,0.000130708,0.00013145799999999999],"32":[8.7499999999999999e-07,9.5799999999999998e-07,1.0419999999999999e-06],"2048":[6.1415999999999996e-05,6.2333000000000001e-05,6.3125000000000003e-05],"256":[6.1249999999999998e-06,6.6250000000000001e-06,7.3749999999999997e-06],"3072":[0.000115833,0.00012370799999999999,0.00012504200000000001],"1792":[5.2834000000000003e-05,5.3417e-05,5.3458000000000002e-05],"40":[1.125e-06,1.125e-06,1.375e-06],"28672":[0.000902584,0.00090620800000000004,0.00091637499999999998],"1024":[3.025e-05,3.0499999999999999e-05,3.0916e-05],"262144":[0.0097857080000000006,0.0099346669999999995,0.010231667],"1048576":[0.047895791,0.049276166000000003,0.053150375],"7168":[0.000221208,0.00022558300000000001,0.00023437499999999999],"8192":[0.00026654199999999998,0.00026729199999999997,0.00027662500000000002],"28":[4.1600000000000002e-07,4.1699999999999999e-07,4.58e-07],"32768":[0.0011132920000000001,0.0011428339999999999,0.0011464999999999999],"6144":[0.000244959,0.00025270799999999998,0.00025325],"384":[1.1875000000000001e-05,1.3084e-05,1.375e-05],"160":[4.3340000000000003e-06,4.459e-06,4.9579999999999998e-06],"5120":[0.00018020800000000001,0.000181292,0.00018908299999999999],"448":[1.1333e-05,1.15e-05,1.1749999999999999e-05],"114688":[0.0039213329999999999,0.0040643750000000003,0.004176084],"16384":[0.00054758400000000005,0.00055062500000000001,0.00055845899999999997],"112":[2.7080000000000002e-06,2.7080000000000002e-06,2.7089999999999998e-06],"224":[5.4160000000000003e-06,5.5419999999999996e-06,5.6250000000000004e-06],"196608":[0.0087639999999999992,0.0089096249999999991,0.0091593750000000008]}},{"title":"OrderedSet filter - 1/3","results":{"57344":[0.0018667919999999999,0.001907958,0.0019664589999999998],"786432":[0.033416042,0.036738166000000003,0.037249540999999997],"1280":[3.6625000000000003e-05,3.8875000000000003e-05,4.0000000000000003e-05],"48":[1.1659999999999999e-06,1.2500000000000001e-06,1.2920000000000001e-06],"458752":[0.016219125000000001,0.017303958000000001,0.020284875000000001],"56":[1.2500000000000001e-06,1.291e-06,1.375e-06],"98304":[0.003860208,0.0040227079999999998,0.0047426660000000004],"64":[1.5e-06,1.542e-06,1.5829999999999999e-06],"131072":[0.0044365000000000003,0.0045115420000000003,0.0047723749999999997],"20480":[0.00068666699999999996,0.00070966699999999998,0.00074512500000000002],"80":[1.8330000000000001e-06,1.8330000000000001e-06,1.8330000000000001e-06],"1":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"2":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"768":[2.4040999999999999e-05,2.4083e-05,2.5083e-05],"3":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"4":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"320":[7.7500000000000003e-06,7.9999999999999996e-06,8.7080000000000003e-06],"393216":[0.017066208999999999,0.017156125000000001,0.018001916999999999],"5":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"6":[1.2499999999999999e-07,1.66e-07,1.66e-07],"10240":[0.00033716699999999998,0.000338291,0.00033829200000000002],"7":[1.2499999999999999e-07,1.66e-07,1.66e-07],"24576":[0.00090645899999999998,0.00093491699999999995,0.0010235419999999999],"10":[1.67e-07,1.67e-07,1.67e-07],"8":[1.66e-07,1.66e-07,1.67e-07],"896":[2.3416000000000001e-05,2.3833e-05,2.4040999999999999e-05],"163840":[0.0059332500000000002,0.0060044169999999997,0.0060418329999999999],"917504":[0.034099167,0.042964042000000001,0.047194832999999999],"3584":[0.000103792,0.000106833,0.00010837500000000001],"40960":[0.0013073749999999999,0.0013715419999999999,0.0014062499999999999],"524288":[0.020964083000000001,0.023207749999999999,0.023381458000000001],"1536":[5.3791e-05,5.4459000000000002e-05,5.7292e-05],"12":[2.0800000000000001e-07,2.0800000000000001e-07,2.0900000000000001e-07],"2560":[7.7583999999999994e-05,8.1124999999999993e-05,8.3125000000000001e-05],"65536":[0.0023337919999999999,0.0023713749999999998,0.0024469169999999998],"229376":[0.0080339580000000008,0.0080709579999999996,0.0085862920000000006],"327680":[0.012437874999999999,0.012763375,0.014329916999999999],"512":[1.2542e-05,1.3083e-05,1.3499999999999999e-05],"20":[3.3299999999999998e-07,3.7500000000000001e-07,3.7500000000000001e-07],"81920":[0.0028986670000000002,0.0029407499999999998,0.0030696249999999999],"655360":[0.025049166000000001,0.027150457999999999,0.028653542000000001],"14336":[0.00044495899999999998,0.00045475000000000002,0.00046075000000000001],"14":[2.0800000000000001e-07,2.0900000000000001e-07,2.0900000000000001e-07],"96":[2.2500000000000001e-06,2.4169999999999999e-06,2.458e-06],"12288":[0.00045241699999999999,0.00045633300000000001,0.00047079199999999999],"128":[3.2090000000000001e-06,3.2090000000000001e-06,3.3749999999999999e-06],"49152":[0.001765209,0.001804958,0.001838875],"16":[3.3299999999999998e-07,3.3299999999999998e-07,4.1600000000000002e-07],"640":[1.7750000000000001e-05,1.8332999999999999e-05,1.8749999999999998e-05],"192":[5.0839999999999999e-06,5.3750000000000002e-06,5.7089999999999999e-06],"24":[4.1699999999999999e-07,4.5900000000000002e-07,6.2500000000000005e-07],"4096":[0.00013012500000000001,0.00013195899999999999,0.00013325000000000001],"32":[4.9999999999999998e-07,5.4099999999999999e-07,5.4199999999999996e-07],"2048":[5.8625000000000002e-05,6.2667000000000002e-05,6.3874999999999994e-05],"256":[6.2500000000000003e-06,6.8750000000000002e-06,6.9580000000000001e-06],"3072":[0.000107209,0.00010979100000000001,0.00010995800000000001],"1792":[4.8916999999999999e-05,5.0624999999999997e-05,5.1499999999999998e-05],"40":[5.8400000000000004e-07,6.6599999999999996e-07,6.6700000000000003e-07],"28672":[0.00085716700000000004,0.00087087500000000001,0.00091095900000000003],"1024":[2.8875000000000001e-05,2.9541999999999999e-05,2.9958e-05],"262144":[0.0095595420000000007,0.0096159999999999995,0.010032416000000001],"1048576":[0.046071332999999999,0.051041000000000003,0.053144208999999998],"7168":[0.00021254100000000001,0.000221666,0.00023233300000000001],"8192":[0.00025391699999999999,0.00026037500000000003,0.00026512500000000001],"28":[4.1699999999999999e-07,4.9999999999999998e-07,5.4099999999999999e-07],"32768":[0.001026042,0.0010267080000000001,0.0010612499999999999],"6144":[0.00021425,0.00022287500000000001,0.00022616699999999999],"384":[1.0625000000000001e-05,1.0832999999999999e-05,1.225e-05],"160":[4.2089999999999999e-06,4.4580000000000003e-06,4.6670000000000004e-06],"5120":[0.00016200000000000001,0.00016487500000000001,0.00016612500000000001],"448":[1.0832999999999999e-05,1.1292e-05,1.1625e-05],"114688":[0.003689833,0.0038289159999999999,0.0038344160000000002],"16384":[0.00053450000000000004,0.00054712499999999998,0.00056087499999999996],"112":[2.7080000000000002e-06,2.7499999999999999e-06,2.7920000000000001e-06],"224":[5.1660000000000002e-06,5.2079999999999999e-06,5.541e-06],"196608":[0.0079147079999999995,0.0081195,0.0081409580000000002]}},{"title":"OrderedSet filter none","results":{"57344":[0.001537542,0.0015422910000000001,0.001601042],"786432":[0.030756708000000001,0.033834666999999999,0.036355875000000003],"1280":[3.3958000000000003e-05,3.4459000000000003e-05,3.7375e-05],"48":[9.5900000000000005e-07,9.9999999999999995e-07,1.291e-06],"458752":[0.013202999999999999,0.013459792,0.014859417],"56":[9.9999999999999995e-07,1.0410000000000001e-06,1.0410000000000001e-06],"98304":[0.0036497080000000002,0.0037369999999999999,0.0040306659999999996],"64":[1.125e-06,1.2079999999999999e-06,1.2079999999999999e-06],"131072":[0.0037119589999999999,0.0039016659999999998,0.0039529580000000003],"20480":[0.00061804099999999995,0.00063987500000000004,0.00065020900000000001],"80":[1.5e-06,1.5e-06,1.5e-06],"1":[4.1000000000000003e-08,4.1999999999999999e-08,4.1999999999999999e-08],"2":[4.1999999999999999e-08,4.1999999999999999e-08,4.1999999999999999e-08],"768":[2.3499999999999999e-05,2.3666999999999999e-05,2.7291999999999999e-05],"3":[4.1999999999999999e-08,8.3000000000000002e-08,8.3000000000000002e-08],"4":[4.1999999999999999e-08,4.1999999999999999e-08,4.1999999999999999e-08],"320":[7.3339999999999996e-06,8.208e-06,8.4169999999999992e-06],"393216":[0.015916832999999998,0.016099374999999999,0.016302875000000001],"5":[4.1000000000000003e-08,4.1999999999999999e-08,4.1999999999999999e-08],"6":[8.3000000000000002e-08,8.3000000000000002e-08,8.3000000000000002e-08],"10240":[0.00029520799999999998,0.00029745900000000003,0.00030116700000000003],"7":[4.1000000000000003e-08,8.3000000000000002e-08,8.3000000000000002e-08],"24576":[0.00087008300000000001,0.00087045899999999997,0.00088429100000000005],"10":[8.3000000000000002e-08,8.3000000000000002e-08,1.2499999999999999e-07],"8":[8.3000000000000002e-08,8.3000000000000002e-08,8.3999999999999998e-08],"896":[1.9125000000000001e-05,1.9707999999999998e-05,2.0458999999999998e-05],"163840":[0.005313417,0.0054173750000000003,0.0054722499999999997],"917504":[0.029409874999999999,0.037758458000000002,0.038870250000000002],"3584":[8.5791999999999994e-05,8.6667000000000002e-05,8.7332999999999999e-05],"40960":[0.0011569169999999999,0.001185625,0.0011881249999999999],"524288":[0.016389832999999999,0.018517709,0.019211916999999998],"1536":[4.9874999999999999e-05,5.0500000000000001e-05,5.2083000000000003e-05],"12":[8.3000000000000002e-08,8.3999999999999998e-08,1.2499999999999999e-07],"2560":[7.1167000000000005e-05,7.1458999999999995e-05,7.3666999999999998e-05],"65536":[0.001832375,0.0018490830000000001,0.0019394169999999999],"229376":[0.0063820409999999998,0.0065367919999999996,0.0067801249999999997],"327680":[0.011123875,0.011553249999999999,0.0121855],"512":[1.0209e-05,1.15e-05,1.1875000000000001e-05],"20":[4.1600000000000002e-07,4.1600000000000002e-07,4.58e-07],"81920":[0.002667666,0.0027107500000000001,0.0027264590000000001],"655360":[0.022655208,0.024733999999999999,0.026222958000000001],"14336":[0.00035083299999999999,0.00036229099999999999,0.00037633300000000002],"14":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"96":[1.917e-06,2.0420000000000001e-06,2.0829999999999998e-06],"12288":[0.00041320799999999998,0.00041879100000000001,0.00044729200000000001],"128":[2.3750000000000001e-06,2.458e-06,2.6249999999999999e-06],"49152":[0.0015835840000000001,0.00166775,0.001689084],"16":[2.9200000000000002e-07,3.3299999999999998e-07,4.1600000000000002e-07],"640":[1.6375000000000002e-05,1.6458000000000001e-05,1.7917000000000001e-05],"192":[4.9579999999999998e-06,5.541e-06,5.8329999999999999e-06],"24":[5.4099999999999999e-07,5.8299999999999997e-07,6.2500000000000005e-07],"4096":[0.000103708,0.000104375,0.00010849999999999999],"32":[5.4199999999999996e-07,6.2500000000000005e-07,6.6700000000000003e-07],"2048":[4.8167000000000001e-05,4.8958000000000001e-05,4.9917000000000003e-05],"256":[5.1250000000000001e-06,5.3750000000000002e-06,5.3750000000000002e-06],"3072":[9.8584000000000003e-05,9.9749999999999999e-05,0.000100375],"1792":[3.9082999999999998e-05,3.9957999999999999e-05,4.2583000000000002e-05],"40":[7.0900000000000001e-07,7.92e-07,9.1699999999999997e-07],"28672":[0.00064408300000000005,0.00065308300000000005,0.00068179199999999997],"1024":[2.3625000000000002e-05,2.4457999999999999e-05,2.4584e-05],"262144":[0.0078785000000000001,0.0081457500000000002,0.0084396660000000002],"1048576":[0.042657792,0.043061042000000001,0.052941874999999999],"7168":[0.00016729200000000001,0.000169333,0.00018204199999999999],"8192":[0.00020325000000000001,0.000207875,0.00021274999999999999],"28":[4.9999999999999998e-07,5.8299999999999997e-07,6.6599999999999996e-07],"32768":[0.00080216700000000001,0.00081987499999999997,0.00082279100000000002],"6144":[0.00020554199999999999,0.000212542,0.00021341700000000001],"384":[1.0208e-05,1.0917000000000001e-05,1.1790999999999999e-05],"160":[3.4589999999999998e-06,3.4999999999999999e-06,4.2080000000000002e-06],"5120":[0.00014529199999999999,0.00014845799999999999,0.00014899999999999999],"448":[9.2920000000000001e-06,9.3749999999999992e-06,1.0083e-05],"114688":[0.0030764590000000001,0.0031882920000000001,0.0032408749999999998],"16384":[0.00044450000000000002,0.00044570800000000001,0.00045229200000000003],"112":[2.125e-06,2.2079999999999999e-06,2.2500000000000001e-06],"224":[4.4170000000000002e-06,4.583e-06,4.8749999999999999e-06],"196608":[0.0072187079999999999,0.0074355419999999998,0.0076804999999999998]}},{"title":"OrderedSet filter all","results":{"57344":[5.4125000000000001e-05,5.5624999999999997e-05,5.5875000000000003e-05],"786432":[0.00075395799999999999,0.000770333,0.00077141700000000004],"1280":[1.2920000000000001e-06,1.3340000000000001e-06,1.375e-06],"48":[8.3000000000000002e-08,8.3999999999999998e-08,1.2499999999999999e-07],"458752":[0.00043195899999999999,0.00045041699999999999,0.0004615],"56":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"98304":[9.5500000000000004e-05,9.6209e-05,0.000104375],"64":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"131072":[0.000125833,0.00012704200000000001,0.000127541],"20480":[1.9415999999999998e-05,2.0000000000000002e-05,2.0667000000000001e-05],"80":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"1":[4.1000000000000003e-08,4.1999999999999999e-08,4.1999999999999999e-08],"2":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"768":[7.92e-07,8.3399999999999998e-07,8.7499999999999999e-07],"3":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"4":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"320":[3.7500000000000001e-07,4.1600000000000002e-07,4.1600000000000002e-07],"393216":[0.00037474999999999997,0.00037729099999999998,0.00038549999999999999],"5":[4.1000000000000003e-08,4.1999999999999999e-08,4.1999999999999999e-08],"6":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"10240":[9.7499999999999998e-06,9.9170000000000001e-06,1.0042e-05],"7":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"24576":[2.3209000000000001e-05,2.3875000000000001e-05,2.4749999999999999e-05],"10":[4.1000000000000003e-08,4.1999999999999999e-08,4.1999999999999999e-08],"8":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"896":[9.5799999999999998e-07,9.9999999999999995e-07,9.9999999999999995e-07],"163840":[0.00015679100000000001,0.00015875000000000001,0.000160917],"917504":[0.00086600000000000002,0.00089433299999999998,0.00094879100000000004],"3584":[3.625e-06,3.625e-06,3.7500000000000001e-06],"40960":[3.8624999999999997e-05,3.9459000000000003e-05,3.9875e-05],"524288":[0.00050212499999999997,0.00050870899999999998,0.00051233400000000003],"1536":[1.5829999999999999e-06,1.5829999999999999e-06,1.584e-06],"12":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"2560":[2.5409999999999999e-06,2.5840000000000002e-06,2.6249999999999999e-06],"65536":[6.1834000000000005e-05,6.2792000000000005e-05,6.3666999999999999e-05],"229376":[0.00021962500000000001,0.000223334,0.000223458],"327680":[0.00031745900000000002,0.000318542,0.00032479200000000002],"512":[5.8299999999999997e-07,5.8299999999999997e-07,5.8400000000000004e-07],"20":[4.1999999999999999e-08,8.3000000000000002e-08,8.3000000000000002e-08],"81920":[8.0082999999999999e-05,8.2332999999999999e-05,8.2791000000000001e-05],"655360":[0.000627292,0.00063566700000000002,0.00063929099999999995],"14336":[1.3584000000000001e-05,1.4375e-05,1.4457999999999999e-05],"14":[4.1000000000000003e-08,4.1000000000000003e-08,8.3000000000000002e-08],"96":[1.2499999999999999e-07,1.66e-07,1.67e-07],"12288":[1.1667e-05,1.1708999999999999e-05,1.2041999999999999e-05],"128":[1.66e-07,1.66e-07,1.67e-07],"49152":[4.7750000000000002e-05,4.8916999999999999e-05,4.9750000000000003e-05],"16":[8.3000000000000002e-08,8.3000000000000002e-08,8.3000000000000002e-08],"640":[7.0800000000000004e-07,7.0900000000000001e-07,7.5000000000000002e-07],"192":[2.4999999999999999e-07,2.4999999999999999e-07,2.91e-07],"24":[4.1000000000000003e-08,8.3000000000000002e-08,8.3000000000000002e-08],"4096":[4.0840000000000002e-06,4.1250000000000003e-06,4.1250000000000003e-06],"32":[8.3000000000000002e-08,8.3000000000000002e-08,8.3999999999999998e-08],"2048":[1.9999999999999999e-06,2.041e-06,2.0829999999999998e-06],"256":[3.3299999999999998e-07,3.3299999999999998e-07,3.3299999999999998e-07],"3072":[3.084e-06,3.1250000000000001e-06,3.1250000000000001e-06],"1792":[1.8330000000000001e-06,1.8330000000000001e-06,1.916e-06],"40":[8.3000000000000002e-08,8.3999999999999998e-08,1.2499999999999999e-07],"28672":[2.7042e-05,2.7458999999999999e-05,2.8915999999999999e-05],"1024":[1.0410000000000001e-06,1.0419999999999999e-06,1.083e-06],"262144":[0.00025149999999999999,0.000253959,0.00025454200000000002],"1048576":[0.0010039580000000001,0.0010191670000000001,0.0010333339999999999],"7168":[6.8750000000000002e-06,7.0829999999999998e-06,7.2919999999999998e-06],"8192":[7.8329999999999994e-06,8.0420000000000003e-06,8.0830000000000004e-06],"28":[4.1000000000000003e-08,8.3000000000000002e-08,8.3000000000000002e-08],"32768":[3.0917000000000002e-05,3.1124999999999998e-05,3.1958000000000001e-05],"6144":[5.9580000000000004e-06,6.0839999999999997e-06,6.2920000000000001e-06],"384":[4.58e-07,4.58e-07,4.5900000000000002e-07],"160":[2.4999999999999999e-07,2.4999999999999999e-07,2.4999999999999999e-07],"5120":[5.0000000000000004e-06,5.1250000000000001e-06,5.1250000000000001e-06],"448":[4.9999999999999998e-07,5.4099999999999999e-07,5.4199999999999996e-07],"114688":[0.0001105,0.00011158300000000001,0.000114833],"16384":[1.6042e-05,1.6082999999999998e-05,1.6583e-05],"112":[1.66e-07,1.67e-07,2.0800000000000001e-07],"224":[2.91e-07,2.91e-07,3.3299999999999998e-07],"196608":[0.00018799999999999999,0.00018845799999999999,0.00019254100000000001]}}]} \ No newline at end of file diff --git a/Benchmarks/set-before b/Benchmarks/set-before deleted file mode 100644 index 7577b58eb..000000000 --- a/Benchmarks/set-before +++ /dev/null @@ -1 +0,0 @@ -{"version":1,"tasks":[{"title":"OrderedSet filter","results":{"57344":[0.00099333400000000001,0.0010408329999999999,0.0010440829999999999],"786432":[0.020328249999999999,0.020372624999999998,0.020969708],"1280":[2.4417e-05,2.5542e-05,2.6542000000000001e-05],"48":[9.9999999999999995e-07,1.0410000000000001e-06,1.0419999999999999e-06],"458752":[0.0093986250000000007,0.0094738329999999992,0.0097127499999999992],"56":[9.9999999999999995e-07,1.0419999999999999e-06,1.083e-06],"98304":[0.002201125,0.00221075,0.0022901670000000001],"64":[1.2079999999999999e-06,1.2079999999999999e-06,1.333e-06],"131072":[0.0027135829999999999,0.0027470419999999999,0.0028132919999999998],"20480":[0.0004325,0.00043762500000000003,0.000443666],"80":[1.542e-06,1.6670000000000001e-06,1.708e-06],"1":[8.3000000000000002e-08,1.2499999999999999e-07,1.2499999999999999e-07],"2":[8.3000000000000002e-08,8.3999999999999998e-08,8.3999999999999998e-08],"768":[1.6583999999999999e-05,1.6959000000000001e-05,1.8082999999999999e-05],"3":[8.3000000000000002e-08,1.2499999999999999e-07,1.2499999999999999e-07],"4":[8.3000000000000002e-08,1.2499999999999999e-07,1.2499999999999999e-07],"320":[5.2079999999999999e-06,5.541e-06,6.1249999999999998e-06],"393216":[0.010041792000000001,0.0100535,0.010055458999999999],"5":[1.66e-07,1.66e-07,1.66e-07],"6":[1.66e-07,1.66e-07,1.67e-07],"10240":[0.00021954200000000001,0.000228333,0.00023091600000000001],"7":[1.66e-07,1.67e-07,2.0800000000000001e-07],"24576":[0.00057704200000000005,0.00058987500000000001,0.000591334],"10":[2.4999999999999999e-07,2.4999999999999999e-07,2.9200000000000002e-07],"8":[1.66e-07,1.67e-07,2.0800000000000001e-07],"896":[1.5167000000000001e-05,1.6041000000000001e-05,1.7e-05],"163840":[0.003672125,0.0037205419999999999,0.0037475830000000001],"917504":[0.019019583999999999,0.019536624999999998,0.019866958000000001],"3584":[6.1540999999999999e-05,6.525e-05,9.2e-05],"40960":[0.00087387499999999998,0.00087454099999999995,0.00092150000000000001],"524288":[0.011233834,0.011433333,0.012767166999999999],"1536":[3.2792e-05,3.5416000000000001e-05,3.6749999999999999e-05],"12":[2.4999999999999999e-07,2.91e-07,2.91e-07],"2560":[4.9292000000000002e-05,5.1833999999999999e-05,5.4125000000000001e-05],"65536":[0.0011910829999999999,0.00122225,0.0012896660000000001],"229376":[0.0045234999999999997,0.0045878330000000004,0.0046710830000000004],"327680":[0.007626875,0.0077048749999999999,0.0077652499999999996],"512":[8.1669999999999999e-06,9.0000000000000002e-06,1.0000000000000001e-05],"20":[2.0800000000000001e-07,2.0800000000000001e-07,2.0800000000000001e-07],"81920":[0.001673042,0.001675625,0.0016821659999999999],"655360":[0.015666458000000001,0.015685000000000001,0.015700458],"14336":[0.00026454199999999999,0.00027224999999999998,0.00027250000000000001],"14":[2.4999999999999999e-07,2.4999999999999999e-07,2.9200000000000002e-07],"96":[1.916e-06,2.0839999999999999e-06,2.1660000000000001e-06],"12288":[0.00027933299999999999,0.00029195799999999999,0.00030525000000000002],"128":[1.917e-06,2.2079999999999999e-06,2.2919999999999998e-06],"49152":[0.001167125,0.0011730829999999999,0.0012088330000000001],"16":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"640":[1.2208000000000001e-05,1.2707999999999999e-05,1.2833000000000001e-05],"192":[3.4999999999999999e-06,3.7919999999999999e-06,3.9160000000000003e-06],"24":[2.0800000000000001e-07,2.4999999999999999e-07,2.4999999999999999e-07],"4096":[7.3833999999999998e-05,7.9375000000000005e-05,8.0915999999999996e-05],"32":[5.8299999999999997e-07,5.8400000000000004e-07,6.6599999999999996e-07],"2048":[3.7583999999999998e-05,3.8041999999999999e-05,4.0125e-05],"256":[3.9999999999999998e-06,4.0840000000000002e-06,4.5419999999999999e-06],"3072":[6.5624999999999996e-05,6.9875000000000004e-05,7.7041999999999999e-05],"1792":[3.0833000000000001e-05,3.1208999999999999e-05,3.3334000000000003e-05],"40":[8.7499999999999999e-07,9.5799999999999998e-07,9.9999999999999995e-07],"28672":[0.00053741699999999999,0.00054395799999999998,0.00055900000000000004],"1024":[1.7833e-05,1.8791999999999999e-05,1.9083e-05],"262144":[0.0054356659999999996,0.005503834,0.0061839590000000002],"1048576":[0.022934709000000053,0.023003916999999999,0.024476958],"7168":[0.000131416,0.00013774999999999999,0.00015933399999999999],"8192":[0.000159166,0.00016362500000000001,0.000173709],"28":[4.9999999999999998e-07,5.4199999999999996e-07,5.8299999999999997e-07],"32768":[0.00064779200000000001,0.00065079199999999997,0.00065737499999999997],"6144":[0.00013529199999999999,0.00014795800000000001,0.00014975000000000001],"384":[7.6249999999999998e-06,7.6249999999999998e-06,8.9169999999999995e-06],"160":[2.6249999999999999e-06,2.9579999999999999e-06,3.0419999999999998e-06],"5120":[0.000101167,0.000107833,0.000109917],"448":[7.4170000000000003e-06,7.5830000000000001e-06,8.3750000000000003e-06],"114688":[0.002222417,0.002254083,0.0022697080000000001],"16384":[0.000314166,0.00031733400000000001,0.00032212499999999998],"112":[1.7910000000000001e-06,1.917e-06,2.2919999999999998e-06],"224":[3.3749999999999999e-06,3.625e-06,3.709e-06],"196608":[0.0048539999999999998,0.0048970000000000003,0.0049225830000000003]}},{"title":"OrderedSet filter - 1/3","results":{"57344":[0.00064924999999999998,0.00064962500000000003,0.00080441699999999998],"786432":[0.011999708,0.012295624999999999,0.012557291999999999],"1280":[1.5291999999999999e-05,1.5917e-05,1.6625000000000001e-05],"48":[6.2500000000000005e-07,6.2500000000000005e-07,7.0800000000000004e-07],"458752":[0.0061809580000000003,0.0063130840000000001,0.0064199169999999998],"56":[6.6599999999999996e-07,7.0800000000000004e-07,7.5000000000000002e-07],"98304":[0.00128925,0.0013027080000000001,0.001393125],"64":[7.5000000000000002e-07,8.3399999999999998e-07,8.7499999999999999e-07],"131072":[0.0017492919999999999,0.0018106660000000001,0.0018326659999999999],"20480":[0.00027054200000000003,0.00027104100000000002,0.00027337500000000002],"80":[9.16e-07,1.0419999999999999e-06,1.083e-06],"1":[8.3000000000000002e-08,8.3000000000000002e-08,8.3000000000000002e-08],"2":[8.3000000000000002e-08,8.3999999999999998e-08,1.2499999999999999e-07],"768":[9.3340000000000008e-06,9.7079999999999992e-06,9.7920000000000004e-06],"3":[8.3000000000000002e-08,1.2499999999999999e-07,1.2499999999999999e-07],"4":[8.3000000000000002e-08,1.2499999999999999e-07,1.2499999999999999e-07],"320":[3.4170000000000001e-06,3.7500000000000001e-06,3.7500000000000001e-06],"393216":[0.0058514159999999999,0.0058652920000000002,0.0059186669999999999],"5":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"6":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"10240":[0.00013604200000000001,0.00013899999999999999,0.000143125],"7":[1.66e-07,2.0800000000000001e-07,2.0800000000000001e-07],"24576":[0.00033879199999999998,0.00034145900000000001,0.00037183300000000002],"10":[2.0800000000000001e-07,2.0800000000000001e-07,2.0800000000000001e-07],"8":[1.66e-07,1.66e-07,1.67e-07],"896":[9.8330000000000006e-06,9.8749999999999995e-06,1.0417e-05],"163840":[0.0022875830000000002,0.002306167,0.0023343750000000001],"917504":[0.012929708,0.013133250000000001,0.015038375],"3584":[4.2082999999999997e-05,4.3415999999999999e-05,6.0083000000000001e-05],"40960":[0.00054441699999999995,0.00056174999999999997,0.00078566699999999998],"524288":[0.0074398340000000002,0.007448667,0.0074955830000000001],"1536":[1.9083e-05,1.9792e-05,2.1625e-05],"12":[1.67e-07,1.67e-07,2.0800000000000001e-07],"2560":[3.0334000000000001e-05,3.1207999999999997e-05,3.4249999999999999e-05],"65536":[0.00076804200000000003,0.00076891700000000004,0.000804542],"229376":[0.0029979579999999998,0.003028083,0.0030435000000000002],"327680":[0.004644792,0.004724458,0.0047747500000000003],"512":[5.4999999999999999e-06,5.8749999999999997e-06,5.9170000000000003e-06],"20":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"81920":[0.0010096250000000001,0.0010451670000000001,0.001247083],"655360":[0.0094702499999999995,0.0095434160000000007,0.0095918749999999997],"14336":[0.00017329199999999999,0.00017720799999999999,0.00018104199999999999],"14":[2.4999999999999999e-07,2.4999999999999999e-07,2.91e-07],"96":[9.9999999999999995e-07,1.125e-06,1.2500000000000001e-06],"12288":[0.00016816699999999999,0.000171292,0.00018066600000000001],"128":[1.4160000000000001e-06,1.5e-06,1.542e-06],"49152":[0.00069525000000000001,0.00069929200000000001,0.00070895799999999998],"16":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"640":[7.041e-06,7.6249999999999998e-06,7.7919999999999993e-06],"192":[2.041e-06,2.125e-06,2.2500000000000001e-06],"24":[1.2499999999999999e-07,1.2499999999999999e-07,1.67e-07],"4096":[4.8667e-05,5.0374999999999998e-05,5.1916999999999998e-05],"32":[4.58e-07,4.9999999999999998e-07,5.4099999999999999e-07],"2048":[2.3374999999999999e-05,2.5167000000000001e-05,2.6166999999999999e-05],"256":[2.7080000000000002e-06,2.875e-06,2.875e-06],"3072":[3.9459000000000003e-05,4.1792000000000002e-05,4.4166999999999999e-05],"1792":[2.0542000000000001e-05,2.1333000000000001e-05,2.2166000000000001e-05],"40":[5.4199999999999996e-07,5.4199999999999996e-07,5.8400000000000004e-07],"28672":[0.00035750000000000002,0.00035945900000000002,0.00037220800000000001],"1024":[1.1250000000000001e-05,1.1708e-05,1.2917e-05],"262144":[0.0035105829999999998,0.003614917,0.0040552080000000002],"1048576":[0.014932166,0.015237458000000001,0.015352583],"7168":[8.4791999999999997e-05,9.2458000000000001e-05,0.00010529199999999999],"8192":[9.8999999999999994e-05,0.000104833,0.000111041],"28":[3.7500000000000001e-07,4.1699999999999999e-07,4.9999999999999998e-07],"32768":[0.00041508300000000001,0.00043237499999999998,0.00065966699999999996],"6144":[8.1707999999999998e-05,8.2000000000000001e-05,8.3125000000000001e-05],"384":[4.459e-06,4.7079999999999996e-06,5.2499999999999997e-06],"160":[1.666e-06,1.8339999999999999e-06,1.917e-06],"5120":[6.3083000000000006e-05,6.6582999999999996e-05,7.0291999999999997e-05],"448":[4.5839999999999996e-06,5.0000000000000004e-06,5.2499999999999997e-06],"114688":[0.0014906660000000001,0.001494666,0.001504834],"16384":[0.00020350000000000001,0.000208416,0.00022041699999999999],"112":[1.083e-06,1.375e-06,1.4169999999999999e-06],"224":[2.2919999999999998e-06,2.4169999999999999e-06,2.5000000000000002e-06],"196608":[0.0029371660000000002,0.0029642919999999999,0.0030352080000000002]}},{"title":"OrderedSet filter none","results":{"57344":[1.0292000000000001e-05,1.0417e-05,0.00016349999999999999],"786432":[0.00024366700000000001,0.00028391700000000001,0.000295292],"1280":[3.7500000000000001e-07,4.1600000000000002e-07,4.58e-07],"48":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"458752":[0.000176,0.00021075,0.000223625],"56":[1.66e-07,1.67e-07,1.67e-07],"98304":[1.6833e-05,0.00016449999999999999,0.00022075],"64":[1.67e-07,1.67e-07,1.67e-07],"131072":[2.3166000000000001e-05,3.4749999999999998e-05,5.6875e-05],"20480":[3.625e-06,3.6660000000000001e-06,3.8330000000000004e-06],"80":[1.66e-07,1.67e-07,2.0800000000000001e-07],"1":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"2":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"768":[2.9200000000000002e-07,3.3299999999999998e-07,3.3299999999999998e-07],"3":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"4":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"320":[2.0800000000000001e-07,2.0900000000000001e-07,2.4999999999999999e-07],"393216":[9.6459000000000006e-05,0.00010225000000000001,0.0001125],"5":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"6":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"10240":[1.9580000000000001e-06,2.0420000000000001e-06,2.0420000000000001e-06],"7":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"24576":[4.2919999999999997e-06,4.3749999999999996e-06,4.5000000000000001e-06],"10":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"8":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"896":[3.3299999999999998e-07,3.7500000000000001e-07,3.7500000000000001e-07],"163840":[2.8875000000000001e-05,2.9167e-05,4.2082999999999997e-05],"917504":[0.00054533299999999995,0.00056300000000000002,0.00078158299999999997],"3584":[8.3300000000000001e-07,8.7499999999999999e-07,1.2079999999999999e-06],"40960":[7.1670000000000002e-06,7.2910000000000002e-06,0.00024629200000000001],"524288":[0.00019504200000000001,0.00020049999999999999,0.00024520800000000001],"1536":[4.58e-07,4.58e-07,4.58e-07],"12":[4.1000000000000003e-08,4.1000000000000003e-08,4.1999999999999999e-08],"2560":[5.8299999999999997e-07,6.2500000000000005e-07,6.2500000000000005e-07],"65536":[1.1833e-05,1.1875000000000001e-05,0.00015733300000000001],"229376":[4.1916999999999999e-05,6.6667000000000004e-05,6.6916999999999996e-05],"327680":[5.9166999999999998e-05,9.1749999999999994e-05,9.8917000000000002e-05],"512":[2.4999999999999999e-07,2.91e-07,3.3299999999999998e-07],"20":[8.3000000000000002e-08,8.3999999999999998e-08,1.2499999999999999e-07],"81920":[1.3791999999999999e-05,1.3959e-05,0.00024529100000000002],"655360":[0.00021908299999999999,0.00024770800000000002,0.00033429199999999998],"14336":[2.7499999999999999e-06,2.7920000000000001e-06,2.7920000000000001e-06],"14":[4.1000000000000003e-08,4.1000000000000003e-08,4.1000000000000003e-08],"96":[1.67e-07,2.0800000000000001e-07,2.0800000000000001e-07],"12288":[2.2500000000000001e-06,2.2500000000000001e-06,2.2919999999999998e-06],"128":[1.66e-07,2.0800000000000001e-07,2.0800000000000001e-07],"49152":[8.2500000000000006e-06,9.2920000000000001e-06,0.00024770800000000002],"16":[8.3000000000000002e-08,8.3000000000000002e-08,8.3999999999999998e-08],"640":[2.4999999999999999e-07,2.91e-07,3.3299999999999998e-07],"192":[2.0800000000000001e-07,2.0800000000000001e-07,2.0900000000000001e-07],"24":[8.3000000000000002e-08,8.3000000000000002e-08,8.3000000000000002e-08],"4096":[9.16e-07,9.1699999999999997e-07,9.9999999999999995e-07],"32":[1.2499999999999999e-07,1.2499999999999999e-07,1.66e-07],"2048":[5.4099999999999999e-07,5.4199999999999996e-07,5.8299999999999997e-07],"256":[1.67e-07,2.0800000000000001e-07,2.4999999999999999e-07],"3072":[7.0800000000000004e-07,7.5000000000000002e-07,1.0419999999999999e-06],"1792":[4.9999999999999998e-07,4.9999999999999998e-07,5.4099999999999999e-07],"40":[1.2499999999999999e-07,1.2499999999999999e-07,1.2499999999999999e-07],"28672":[5.2079999999999999e-06,5.2499999999999997e-06,0.00026241699999999998],"1024":[3.3299999999999998e-07,3.7500000000000001e-07,3.7500000000000001e-07],"262144":[5.0667000000000001e-05,8.6707999999999997e-05,9.3375000000000006e-05],"1048576":[0.00055708400000000001,0.000706625,0.00079737500000000002],"7168":[1.4580000000000001e-06,1.75e-06,1.7910000000000001e-06],"8192":[1.5829999999999999e-06,1.7090000000000001e-06,1.8330000000000001e-06],"28":[1.2499999999999999e-07,1.2499999999999999e-07,1.67e-07],"32768":[5.6659999999999996e-06,0.00024600000000000002,0.00026741699999999999],"6144":[1.2500000000000001e-06,1.2920000000000001e-06,1.3340000000000001e-06],"384":[2.4999999999999999e-07,2.4999999999999999e-07,2.4999999999999999e-07],"160":[1.66e-07,2.0800000000000001e-07,2.0800000000000001e-07],"5120":[1.083e-06,1.0839999999999999e-06,1.125e-06],"448":[2.4999999999999999e-07,2.91e-07,2.9200000000000002e-07],"114688":[2.0540999999999999e-05,2.0665999999999998e-05,2.3583000000000001e-05],"16384":[3.0410000000000002e-06,3.208e-06,3.3330000000000001e-06],"112":[1.66e-07,1.67e-07,1.67e-07],"224":[2.0800000000000001e-07,2.0800000000000001e-07,2.4999999999999999e-07],"196608":[3.3667000000000001e-05,8.5042000000000003e-05,0.00029950000000000002]}},{"title":"OrderedSet filter all","results":{"57344":[0.0033172090000000002,0.0033931249999999999,0.0034268749999999998],"786432":[0.050290708000000003,0.050566333999999998,0.054992249999999999],"1280":[6.6749999999999996e-05,6.8583000000000004e-05,7.4957999999999996e-05],"48":[2.4169999999999999e-06,2.667e-06,2.7499999999999999e-06],"458752":[0.030679542000000001,0.031050000000000001,0.034266041999999997],"56":[3.084e-06,3.2499999999999998e-06,3.7079999999999999e-06],"98304":[0.0057200000000000003,0.0057366250000000004,0.0058025419999999999],"64":[3.4999999999999999e-06,3.5829999999999998e-06,3.7919999999999999e-06],"131072":[0.0081848749999999994,0.008188875,0.0083184999999999995],"20480":[0.0011648749999999999,0.0011825830000000001,0.0015044170000000001],"80":[3.8750000000000002e-06,4.5419999999999999e-06,4.6670000000000004e-06],"1":[8.3000000000000002e-08,8.3000000000000002e-08,1.2499999999999999e-07],"2":[8.3000000000000002e-08,8.3000000000000002e-08,1.2499999999999999e-07],"768":[4.1332999999999999e-05,4.1375000000000003e-05,4.7250000000000003e-05],"3":[1.67e-07,1.67e-07,2.0800000000000001e-07],"4":[1.67e-07,1.67e-07,2.0800000000000001e-07],"320":[1.4875000000000001e-05,1.6708e-05,1.7666e-05],"393216":[0.024898375,0.024899082999999999,0.024995582999999998],"5":[2.0900000000000001e-07,2.4999999999999999e-07,2.4999999999999999e-07],"6":[2.0900000000000001e-07,2.4999999999999999e-07,2.4999999999999999e-07],"10240":[0.00057679200000000002,0.00058862499999999996,0.00060758399999999999],"7":[2.0800000000000001e-07,2.4999999999999999e-07,2.4999999999999999e-07],"24576":[0.0014069169999999999,0.0014298749999999999,0.0014335000000000001],"10":[3.3299999999999998e-07,3.3299999999999998e-07,3.3299999999999998e-07],"8":[2.4999999999999999e-07,2.4999999999999999e-07,2.4999999999999999e-07],"896":[4.8374999999999997e-05,5.1208999999999997e-05,5.1708e-05],"163840":[0.010086708,0.010106624999999999,0.010195041],"917504":[0.064301333000000002,0.064504540999999999,0.064987209000000004],"3584":[0.00020779199999999999,0.00021391699999999999,0.00021945800000000001],"40960":[0.0021947500000000001,0.002203333,0.0022629170000000001],"524288":[0.033596167000000003,0.034042250000000003,0.034907832999999999],"1536":[8.1124999999999993e-05,8.5249999999999999e-05,9.5542000000000001e-05],"12":[2.9200000000000002e-07,3.3299999999999998e-07,3.3299999999999998e-07],"2560":[0.00013504200000000001,0.000139584,0.00014583400000000001],"65536":[0.0036822920000000002,0.0037593750000000001,0.0038633750000000001],"229376":[0.015057625,0.015068415999999999,0.017143167000000001],"327680":[0.020483458,0.020637958000000001,0.020871957999999999],"512":[2.6584000000000002e-05,2.6832999999999999e-05,2.9958999999999999e-05],"20":[7.5000000000000002e-07,8.3300000000000001e-07,9.1699999999999997e-07],"81920":[0.0046847920000000001,0.0047589579999999998,0.0048354160000000004],"655360":[0.040855916999999999,0.041210875000000001,0.041656332999999997],"14336":[0.00090633300000000005,0.00091016700000000003,0.001080417],"14":[3.3299999999999998e-07,3.3299999999999998e-07,3.34e-07],"96":[4.8749999999999999e-06,5.3750000000000002e-06,5.4999999999999999e-06],"12288":[0.00068824999999999995,0.00070070799999999997,0.00071229099999999999],"128":[6.0419999999999999e-06,6.3749999999999999e-06,7.0829999999999998e-06],"49152":[0.0026800830000000002,0.0026947500000000001,0.0027854590000000001],"16":[5.4199999999999996e-07,5.8299999999999997e-07,5.8299999999999997e-07],"640":[3.2166999999999999e-05,3.3166000000000001e-05,3.7292000000000001e-05],"192":[8.7909999999999993e-06,1.0125e-05,1.0832999999999999e-05],"24":[7.9100000000000003e-07,9.9999999999999995e-07,1.125e-06],"4096":[0.00022683299999999999,0.000232625,0.00023458299999999999],"32":[1.5829999999999999e-06,1.8330000000000001e-06,1.916e-06],"2048":[0.000110042,0.000110417,0.00012108300000000001],"256":[1.2084e-05,1.3583e-05,1.3667e-05],"3072":[0.00016395900000000001,0.000177708,0.00024520800000000001],"1792":[0.000100333,0.000104708,0.000111209],"40":[2.2079999999999999e-06,2.334e-06,2.458e-06],"28672":[0.001616459,0.001621291,0.001671708],"1024":[5.5208999999999999e-05,5.7333999999999997e-05,6.1624999999999994e-05],"262144":[0.016692334,0.016848542000000001,0.017455124999999998],"1048576":[0.071170541000000004,0.071604749999999995,0.077054874999999995],"7168":[0.00041854199999999999,0.00045300000000000001,0.00046462499999999998],"8192":[0.00046362500000000001,0.00051083400000000005,0.00051429100000000005],"28":[1.5e-06,1.6249999999999999e-06,1.708e-06],"32768":[0.00180025,0.0018090000000000001,0.0018328750000000001],"6144":[0.00034675,0.000357,0.00041587500000000001],"384":[1.8791999999999999e-05,2.1250000000000002e-05,2.2708e-05],"160":[7.1659999999999997e-06,8.2500000000000006e-06,8.833e-06],"5120":[0.00028337499999999999,0.00029516699999999999,0.00030216599999999998],"448":[2.3958e-05,2.5375e-05,2.5833000000000002e-05],"114688":[0.007368042,0.0073868750000000002,0.0075281250000000001],"16384":[0.00097312500000000003,0.00099233299999999997,0.0012036250000000001],"112":[5.4580000000000001e-06,5.7089999999999999e-06,6.0839999999999997e-06],"224":[1.15e-05,1.1667e-05,1.3125000000000001e-05],"196608":[0.012204542000000001,0.012233083,0.012331541999999999]}}]} \ No newline at end of file