shaun/home-assistant-import
Archived
1
0
Fork 0
Code Activity

Found that the code generates successful import files. But they are crashing Energy dashboard.

Browse Source
This commit is contained in:
Shaun Setlock
2023-09-30 22:41:41 -04:00
parent 1f900ecb4a
commit 79f619f18d
6 changed files with 228012 additions and 270763 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
input/raw/sqlite/statistics_runs-export.csv
View File

@@ -2208,7 +2208,3 @@ run_id,start
11502,2023-10-01 00:05:00 11502,2023-10-01 00:05:00
11503,2023-10-01 00:10:00 11503,2023-10-01 00:10:00
11504,2023-10-01 00:15:00 11504,2023-10-01 00:15:00
11505,2023-10-01 00:20:00
11506,2023-10-01 00:25:00
11507,2023-10-01 00:30:00
11508,2023-10-01 00:35:00
1 run_id start
2208 11502 2023-10-01 00:05:00
2209 11503 2023-10-01 00:10:00
2210 11504 2023-10-01 00:15:00
11505 2023-10-01 00:20:00
11506 2023-10-01 00:25:00
11507 2023-10-01 00:30:00
11508 2023-10-01 00:35:00

427
input/raw/sqlite/statistics_short_term-export.csv
View File

@@ -145001,308 +145001,125 @@ id,created,start,mean,min,max,last_reset,state,sum,metadata_id,created_ts,start_
381695,,,0.8567263993666665,0.72,1.0,,,,59,1696119311.7851014,1696119000.0, 381695,,,0.8567263993666665,0.72,1.0,,,,59,1696119311.7851014,1696119000.0,
381696,,,128.94728770333333,128.0,129.0,,,,60,1696119311.7851524,1696119000.0, 381696,,,128.94728770333333,128.0,129.0,,,,60,1696119311.7851524,1696119000.0,
381697,,,0.9097337954333335,0.816,1.178,,,,61,1696119311.7852032,1696119000.0, 381697,,,0.9097337954333335,0.816,1.178,,,,61,1696119311.7852032,1696119000.0,
381698,,,0.0,0.0,0.0,,,,22,1696119611.4938285,1696119300.0, 381698,,,0.0,0.0,0.0,,,,22,1696119612.896743,1696119300.0,
381699,,,72.6,72.6,72.6,,,,3,1696119611.4940526,1696119300.0, 381699,,,72.6,72.6,72.6,,,,3,1696119612.8969564,1696119300.0,
381700,,,33.7,33.7,33.7,,,,4,1696119611.4941692,1696119300.0, 381700,,,33.7,33.7,33.7,,,,4,1696119612.8970306,1696119300.0,
381701,,,12.8,12.8,12.8,,,,5,1696119611.494227,1696119300.0, 381701,,,12.8,12.8,12.8,,,,5,1696119612.8970947,1696119300.0,
381702,,,25.830000891333334,25.8,26.0,,,,6,1696119611.4943123,1696119300.0, 381702,,,25.751700388999996,25.4,27.1,,,,6,1696119612.8973691,1696119300.0,
381703,,,1011.8552505060001,1010.6,1018.1,,,,7,1696119611.494384,1696119300.0, 381703,,,1008.9708632883332,995.9,1062.7,,,,7,1696119612.8974462,1696119300.0,
381704,,,2907.1325206173333,2900.9,2908.4,,,,8,1696119611.4944513,1696119300.0, 381704,,,2909.9869196943328,2856.2,2923.1,,,,8,1696119612.8975108,1696119300.0,
381705,,,13.7,13.7,13.7,,,,9,1696119611.4944983,1696119300.0, 381705,,,13.7,13.7,13.7,,,,9,1696119612.897574,1696119300.0,
381706,,,177.5,177.5,177.5,,,,10,1696119611.4945397,1696119300.0, 381706,,,177.18618159666667,177.0,177.5,,,,10,1696119612.897634,1696119300.0,
381707,,,1116.1,1116.1,1116.1,,,,11,1696119611.49458,1696119300.0, 381707,,,1116.413818155,1116.1,1116.6,,,,11,1696119612.897693,1696119300.0,
381708,,,1.3064344932,0.82,1.45,,,,12,1696119611.4946237,1696119300.0, 381708,,,1.0188108957666666,0.65,1.67,,,,12,1696119612.8977509,1696119300.0,
381709,,,1.0531508660000002,0.94,1.09,,,,13,1696119611.4946668,1696119300.0, 381709,,,1.0141726492333334,0.91,1.15,,,,13,1696119612.8978105,1696119300.0,
381710,,,1.0578837647666668,1.02,1.07,,,,14,1696119611.494719,1696119300.0, 381710,,,1.0434478148666666,1.0,1.09,,,,14,1696119612.897868,1696119300.0,
381711,,,,,,,140212.1,294245.9999999998,15,1696119611.4947639,1696119300.0, 381711,,,,,,,140247.8,294281.69999999984,15,1696119612.8979294,1696119300.0,
381712,,,,,,,112959.1,205146.50000000052,16,1696119611.494802,1696119300.0, 381712,,,,,,,112991.3,205178.70000000054,16,1696119612.897988,1696119300.0,
381713,,,0.17238649896666666,0.168,0.194,,,,17,1696119611.4948404,1696119300.0, 381713,,,0.18741271990333333,0.101,0.271,,,,17,1696119612.8980467,1696119300.0,
381714,,,0.14973774323666664,0.108,0.181,,,,18,1696119611.4948843,1696119300.0, 381714,,,0.16071211539,0.108,0.338,,,,18,1696119612.898105,1696119300.0,
381715,,,,,,,520395988.0,909158033.0,19,1696119611.494924,1696119300.0, 381715,,,,,,,520546346.0,909308391.0,19,1696119612.898281,1696119300.0,
381716,,,,,,,477530920.0,820491740.0,20,1696119611.494965,1696119300.0, 381716,,,,,,,477673436.0,820634256.0,20,1696119612.8984149,1696119300.0,
381717,,,31.51611979,20.0,35.0,,,,21,1696119611.495007,1696119300.0, 381717,,,26.573257063333337,17.0,53.0,,,,21,1696119612.8984783,1696119300.0,
381718,,,0.97,0.97,0.97,,,,25,1696119611.4950473,1696119300.0, 381718,,,0.97,0.97,0.97,,,,25,1696119612.8985364,1696119300.0,
381719,,,0.0,0.0,0.0,,,,24,1696119611.495088,1696119300.0, 381719,,,0.0,0.0,0.0,,,,24,1696119612.8985958,1696119300.0,
381720,,,0.68,0.68,0.68,,,,27,1696119611.495128,1696119300.0, 381720,,,0.68,0.68,0.68,,,,27,1696119612.8986945,1696119300.0,
381721,,,5707.1767020666,5687.47,5756.99,,,,28,1696119611.495171,1696119300.0, 381721,,,2021.1896011390666,356.2,5756.99,,,,28,1696119612.898757,1696119300.0,
381722,,,339.0,339.0,339.0,,,,23,1696119611.4952111,1696119300.0, 381722,,,339.0,339.0,339.0,,,,23,1696119612.8988137,1696119300.0,
381723,,,8803.983880458454,8803.8176,8804.01,,,,29,1696119611.4952517,1696119300.0, 381723,,,8806.8733166568,8803.8176,8808.1702,,,,29,1696119612.898897,1696119300.0,
381724,,,,,,,143.735137699998,330.6657532199945,30,1696119611.4963574,1696119300.0,1695340445.859198 381724,,,,,,,145.446643979998,332.37725949999447,30,1696119612.8990533,1696119300.0,1695340445.859198
381725,,,,,,,1274.5822,803.7573,31,1696119611.4965274,1696119300.0, 381725,,,,,,,1278.7424,807.9175,31,1696119612.8991184,1696119300.0,
381726,,,1.7454124951583212,1.42203625612493,3.47383475294833,,,,1,1696119611.4966207,1696119300.0, 381726,,,5295.784820564086,1.42203625612493,52171.4587330864,,,,1,1696119612.899177,1696119300.0,
381727,,,2.4342818116391944,1.70172599783127,9.6236661266202,,,,2,1696119611.4967084,1696119300.0, 381727,,,278.8246230268538,1.70172599783127,2749.60137347688,,,,2,1696119612.899234,1696119300.0,
381728,,,2731.101376647533,2720.42,2769.8,,,,32,1696119611.4967883,1696119300.0, 381728,,,1020.8088118336664,215.3,2769.8,,,,32,1696119612.8992913,1696119300.0,
381729,,,,,,,4902.878,485.54140000000007,33,1696119611.4968722,1696119300.0, 381729,,,,,,,4905.2233,487.8867,33,1696119612.8993864,1696119300.0,
381730,,,,,,,0.0018,0.0,34,1696119611.496998,1696119300.0, 381730,,,,,,,0.0018,0.0,34,1696119612.899446,1696119300.0,
381731,,,123.8685885265,123.79,123.98,,,,35,1696119611.4971018,1696119300.0, 381731,,,124.84245613366664,123.79,125.55,,,,35,1696119612.8995023,1696119300.0,
381732,,,2976.0752432387335,2967.05,2987.19,,,,36,1696119611.4971857,1696119300.0, 381732,,,1000.6858334048337,138.58,2987.19,,,,36,1696119612.8995597,1696119300.0,
381733,,,,,,,3901.132,319.29050000000007,37,1696119611.4972389,1696119300.0, 381733,,,,,,,3902.9469,321.1053999999999,37,1696119612.8996441,1696119300.0,
381734,,,,,,,2.4905,0.0,38,1696119611.4973304,1696119300.0, 381734,,,,,,,2.4905,0.0,38,1696119612.899702,1696119300.0,
381735,,,123.8685886119,123.79,123.98,,,,39,1696119611.497409,1696119300.0, 381735,,,124.84245438630002,123.79,125.55,,,,39,1696119612.8997588,1696119300.0,
381736,,,312.0,312.0,312.0,,,,26,1696119611.4974573,1696119300.0, 381736,,,312.0,312.0,312.0,,,,26,1696119612.8998146,1696119300.0,
381737,,,100.0,100.0,100.0,,,,40,1696119611.4974983,1696119300.0, 381737,,,100.0,100.0,100.0,,,,40,1696119612.8998713,1696119300.0,
381738,,,70.3,70.3,70.3,,,,41,1696119611.4975462,1696119300.0, 381738,,,70.189438488,70.0,70.3,,,,41,1696119612.8999245,1696119300.0,
381739,,,70.3,70.3,70.3,,,,42,1696119611.4975975,1696119300.0, 381739,,,70.06304459,69.6,70.3,,,,42,1696119612.899979,1696119300.0,
381740,,,61.060528216666654,61.0,62.0,,,,43,1696119611.4976387,1696119300.0, 381740,,,61.49129751,61.0,62.0,,,,43,1696119612.900034,1696119300.0,
381741,,,-58.89989851,-59.0,-58.0,,,,44,1696119611.4976864,1696119300.0, 381741,,,-60.47358273333332,-65.0,-58.0,,,,44,1696119612.9000916,1696119300.0,
381742,,,,,,,68.34,11.850000000000001,45,1696119611.4977443,1696119300.0, 381742,,,,,,,68.382,11.892000000000003,45,1696119612.9001472,1696119300.0,
381743,,,,,,,0.026,11.84999999999991,46,1696119611.497824,1696119300.0, 381743,,,,,,,0.069,11.89299999999991,46,1696119612.900202,1696119300.0,
381744,,,0.0,0.0,0.0,,,,47,1696119611.4978843,1696119300.0, 381744,,,0.0,0.0,0.0,,,,47,1696119612.9002576,1696119300.0,
381745,,,0.0,0.0,0.0,,,,48,1696119611.4979665,1696119300.0, 381745,,,0.0,0.0,0.0,,,,48,1696119612.9003818,1696119300.0,
381746,,,0.0,0.0,0.0,,,,49,1696119611.4980354,1696119300.0, 381746,,,0.0,0.0,0.0,,,,49,1696119612.9004476,1696119300.0,
381747,,,0.0,0.0,0.0,,,,50,1696119611.4981263,1696119300.0, 381747,,,0.0,0.0,0.0,,,,50,1696119612.9005048,1696119300.0,
381748,,,120.90207401333333,120.0,121.0,,,,51,1696119611.4981968,1696119300.0, 381748,,,121.48696764333334,120.0,122.0,,,,51,1696119612.9005785,1696119300.0,
381749,,,0.0,0.0,0.0,,,,52,1696119611.4982562,1696119300.0, 381749,,,0.0,0.0,0.0,,,,52,1696119612.9006422,1696119300.0,
381750,,,-62.76475055,-64.0,-60.0,,,,53,1696119611.4983659,1696119300.0, 381750,,,-62.28499146999999,-67.0,-59.0,,,,53,1696119612.9007015,1696119300.0,
381751,,,,,,,490.899,49.447,54,1696119611.4984522,1696119300.0, 381751,,,,,,,491.101,49.649,54,1696119612.9007633,1696119300.0,
381752,,,,,,,0.129,49.446000000001476,55,1696119611.4985013,1696119300.0, 381752,,,,,,,0.331,49.648000000001474,55,1696119612.9008136,1696119300.0,
381753,,,101.41871028333335,91.0,112.0,,,,56,1696119611.4985836,1696119300.0, 381753,,,101.49343692333329,91.0,117.0,,,,56,1696119612.9008658,1696119300.0,
381754,,,124.19062406000002,107.0,147.0,,,,57,1696119611.4986386,1696119300.0, 381754,,,118.69095678000005,105.0,147.0,,,,57,1696119612.900917,1696119300.0,
381755,,,71.80077658333333,0.0,100.0,,,,58,1696119611.498703,1696119300.0, 381755,,,60.533789430000034,0.0,102.0,,,,58,1696119612.900977,1696119300.0,
381756,,,0.8144441986000001,0.74,1.0,,,,59,1696119611.498773,1696119300.0, 381756,,,0.8562800888333332,0.72,1.0,,,,59,1696119612.901109,1696119300.0,
381757,,,129.0,129.0,129.0,,,,60,1696119611.4988341,1696119300.0, 381757,,,129.96726850000002,129.0,131.0,,,,60,1696119612.901195,1696119300.0,
381758,,,0.9634142782966667,0.827,1.142,,,,61,1696119611.4989176,1696119300.0, 381758,,,0.9138680677500003,0.804,1.142,,,,61,1696119612.901269,1696119300.0,
381759,,,0.0,0.0,0.0,,,,22,1696119911.7156117,1696119600.0, 381759,,,0.0,0.0,0.0,,,,22,1696126951.7384753,1696126500.0,
381760,,,72.6,72.6,72.6,,,,3,1696119911.715779,1696119600.0, 381760,,,72.6,72.6,72.6,,,,3,1696126951.7388158,1696126500.0,
381761,,,33.7,33.7,33.7,,,,4,1696119911.7158213,1696119600.0, 381761,,,33.7,33.7,33.7,,,,4,1696126951.738932,1696126500.0,
381762,,,12.8,12.8,12.8,,,,5,1696119911.715861,1696119600.0, 381762,,,12.8,12.8,12.8,,,,5,1696126951.7390246,1696126500.0,
381763,,,25.8,25.8,25.8,,,,6,1696119911.7158957,1696119600.0, 381763,,,25.2,25.2,25.2,,,,6,1696126951.739088,1696126500.0,
381764,,,1010.6,1010.6,1010.6,,,,7,1696119911.7159886,1696119600.0, 381764,,,989.5,989.5,989.5,,,,7,1696126951.7391448,1696126500.0,
381765,,,2908.4,2908.4,2908.4,,,,8,1696119911.7160544,1696119600.0, 381765,,,2929.4,2929.4,2929.4,,,,8,1696126951.7392457,1696126500.0,
381766,,,13.7,13.7,13.7,,,,9,1696119911.7160985,1696119600.0, 381766,,,13.7,13.7,13.7,,,,9,1696126951.7393136,1696126500.0,
381767,,,177.5,177.5,177.5,,,,10,1696119911.7161329,1696119600.0, 381767,,,177.0,177.0,177.0,,,,10,1696126951.7394493,1696126500.0,
381768,,,1116.1,1116.1,1116.1,,,,11,1696119911.716165,1696119600.0, 381768,,,1116.6,1116.6,1116.6,,,,11,1696126951.7395828,1696126500.0,
381769,,,1.45,1.45,1.45,,,,12,1696119911.716198,1696119600.0, 381769,,,1.12,1.12,1.12,,,,12,1696126951.7396638,1696126500.0,
381770,,,1.09,1.09,1.09,,,,13,1696119911.7162302,1696119600.0, 381770,,,0.94,0.94,0.94,,,,13,1696126951.7397182,1696126500.0,
381771,,,1.07,1.07,1.07,,,,14,1696119911.7162626,1696119600.0, 381771,,,0.98,0.98,0.98,,,,14,1696126951.7397678,1696126500.0,
381772,,,,,,,140212.1,294245.9999999998,15,1696119911.7162955,1696119600.0, 381772,,,,,,,140303.5,294337.39999999985,15,1696126951.7398217,1696126500.0,
381773,,,,,,,112959.1,205146.50000000052,16,1696119911.7163277,1696119600.0, 381773,,,,,,,113037.9,205225.3000000005,16,1696126951.7399015,1696126500.0,
381774,,,0.168,0.168,0.168,,,,17,1696119911.7163591,1696119600.0, 381774,,,0.18,0.18,0.18,,,,17,1696126951.7399607,1696126500.0,
381775,,,0.155,0.155,0.155,,,,18,1696119911.716392,1696119600.0, 381775,,,0.133,0.133,0.133,,,,18,1696126951.7400153,1696126500.0,
381776,,,,,,,520395988.0,909158033.0,19,1696119911.7164237,1696119600.0, 381776,,,,,,,520772307.0,909534352.0,19,1696126951.7400804,1696126500.0,
381777,,,,,,,477530920.0,820491740.0,20,1696119911.716455,1696119600.0, 381777,,,,,,,477886934.0,820847754.0,20,1696126951.7401557,1696126500.0,
381778,,,35.0,35.0,35.0,,,,21,1696119911.7164872,1696119600.0, 381778,,,21.0,21.0,21.0,,,,21,1696126951.7402766,1696126500.0,
381779,,,0.97,0.97,0.97,,,,25,1696119911.716521,1696119600.0, 381779,,,0.97,0.97,0.97,,,,25,1696126951.7403896,1696126500.0,
381780,,,0.0,0.0,0.0,,,,24,1696119911.716553,1696119600.0, 381780,,,0.0,0.0,0.0,,,,24,1696126951.7404816,1696126500.0,
381781,,,0.68,0.68,0.68,,,,27,1696119911.7165842,1696119600.0, 381781,,,0.68,0.68,0.68,,,,27,1696126951.7406132,1696126500.0,
381782,,,5704.47,5704.47,5704.47,,,,28,1696119911.7166178,1696119600.0, 381782,,,694.3,694.3,694.3,,,,28,1696126951.740702,1696126500.0,
381783,,,339.0,339.0,339.0,,,,23,1696119911.71665,1696119600.0, 381783,,,341.0,341.0,341.0,,,,23,1696126951.7407818,1696126500.0,
381784,,,8804.01,8804.01,8804.01,,,,29,1696119911.7166817,1696119600.0, 381784,,,8808.2188,8808.2188,8808.2188,,,,29,1696126951.7408457,1696126500.0,
381785,,,,,,,143.735137699998,330.6657532199945,30,1696119911.7167137,1696119600.0,1695340445.859198 381785,,,,,,,145.466638019998,332.3972535399945,30,1696126951.740897,1696126500.0,1695340445.859198
381786,,,,,,,1274.5822,803.7573,31,1696119911.7167494,1696119600.0, 381786,,,,,,,1278.791,807.9660999999999,31,1696126951.7409518,1696126500.0,
381787,,,1.44886130492323,1.44886130492323,1.44886130492323,,,,1,1696119911.7167819,1696119600.0, 381787,,,381.537387268902,381.537387268902,381.537387268902,,,,1,1696126951.7410254,1696126500.0,
381788,,,1.70172599783127,1.70172599783127,1.70172599783127,,,,2,1696119911.7168155,1696119600.0, 381788,,,5.47918820443395,5.47918820443395,5.47918820443395,,,,2,1696126951.7411091,1696126500.0,
381789,,,2727.37,2727.37,2727.37,,,,32,1696119911.7168489,1696119600.0, 381789,,,547.13,547.13,547.13,,,,32,1696126951.7413526,1696126500.0,
381790,,,,,,,4902.878,485.54140000000007,33,1696119911.7168815,1696119600.0, 381790,,,,,,,4905.2602,487.9236000000001,33,1696126951.7414334,1696126500.0,
381791,,,,,,,0.0018,0.0,34,1696119911.716916,1696119600.0, 381791,,,,,,,0.0018,0.0,34,1696126951.7414896,1696126500.0,
381792,,,123.86,123.86,123.86,,,,35,1696119911.7170064,1696119600.0, 381792,,,125.55,125.55,125.55,,,,35,1696126951.7415726,1696126500.0,
381793,,,2977.1,2977.1,2977.1,,,,36,1696119911.717047,1696119600.0, 381793,,,147.17,147.17,147.17,,,,36,1696126951.741639,1696126500.0,
381794,,,,,,,3901.132,319.29050000000007,37,1696119911.7170906,1696119600.0, 381794,,,,,,,3902.9586,321.11709999999994,37,1696126951.741687,1696126500.0,
381795,,,,,,,2.4905,0.0,38,1696119911.7171266,1696119600.0, 381795,,,,,,,2.4905,0.0,38,1696126951.7417424,1696126500.0,
381796,,,123.86,123.86,123.86,,,,39,1696119911.717163,1696119600.0, 381796,,,125.55,125.55,125.55,,,,39,1696126951.7418363,1696126500.0,
381797,,,312.0,312.0,312.0,,,,26,1696119911.7172093,1696119600.0, 381797,,,312.0,312.0,312.0,,,,26,1696126951.7419055,1696126500.0,
381798,,,100.0,100.0,100.0,,,,40,1696119911.7172463,1696119600.0, 381798,,,100.0,100.0,100.0,,,,40,1696126951.7419791,1696126500.0,
381799,,,70.3,70.3,70.3,,,,41,1696119911.717283,1696119600.0, 381799,,,70.0,70.0,70.0,,,,41,1696126951.7420337,1696126500.0,
381800,,,70.3,70.3,70.3,,,,42,1696119911.717318,1696119600.0, 381800,,,70.0,70.0,70.0,,,,42,1696126951.742082,1696126500.0,
381801,,,61.0,61.0,61.0,,,,43,1696119911.7173543,1696119600.0, 381801,,,61.0,61.0,61.0,,,,43,1696126951.7421305,1696126500.0,
381802,,,-59.0,-59.0,-59.0,,,,44,1696119911.7173982,1696119600.0, 381802,,,-62.0,-62.0,-62.0,,,,44,1696126951.742177,1696126500.0,
381803,,,,,,,68.34,11.850000000000001,45,1696119911.7174377,1696119600.0, 381803,,,,,,,68.385,11.895000000000003,45,1696126951.7422187,1696126500.0,
381804,,,,,,,0.026,11.84999999999991,46,1696119911.717473,1696119600.0, 381804,,,,,,,0.071,11.89499999999991,46,1696126951.7422624,1696126500.0,
381805,,,0.0,0.0,0.0,,,,47,1696119911.7175083,1696119600.0, 381805,,,0.0,0.0,0.0,,,,47,1696126951.7423065,1696126500.0,
381806,,,0.0,0.0,0.0,,,,48,1696119911.7175539,1696119600.0, 381806,,,0.0,0.0,0.0,,,,48,1696126951.742349,1696126500.0,
381807,,,0.0,0.0,0.0,,,,49,1696119911.7175899,1696119600.0, 381807,,,0.0,0.0,0.0,,,,49,1696126951.7423902,1696126500.0,
381808,,,0.0,0.0,0.0,,,,50,1696119911.7176273,1696119600.0, 381808,,,0.0,0.0,0.0,,,,50,1696126951.7424295,1696126500.0,
381809,,,121.0,121.0,121.0,,,,51,1696119911.717665,1696119600.0, 381809,,,122.0,122.0,122.0,,,,51,1696126951.7424762,1696126500.0,
381810,,,0.0,0.0,0.0,,,,52,1696119911.7177267,1696119600.0, 381810,,,0.0,0.0,0.0,,,,52,1696126951.7425458,1696126500.0,
381811,,,-63.0,-63.0,-63.0,,,,53,1696119911.7177598,1696119600.0, 381811,,,-61.0,-61.0,-61.0,,,,53,1696126951.7425969,1696126500.0,
381812,,,,,,,490.899,49.447,54,1696119911.717791,1696119600.0, 381812,,,,,,,491.11,49.658000000000015,54,1696126951.7426457,1696126500.0,
381813,,,,,,,0.129,49.446000000001476,55,1696119911.7178218,1696119600.0, 381813,,,,,,,0.34,49.657000000001474,55,1696126951.7426882,1696126500.0,
381814,,,101.0,101.0,101.0,,,,56,1696119911.7178519,1696119600.0, 381814,,,110.0,110.0,110.0,,,,56,1696126951.7427318,1696126500.0,
381815,,,127.0,127.0,127.0,,,,57,1696119911.717883,1696119600.0, 381815,,,119.0,119.0,119.0,,,,57,1696126951.7427924,1696126500.0,
381816,,,78.0,78.0,78.0,,,,58,1696119911.7179143,1696119600.0, 381816,,,45.0,45.0,45.0,,,,58,1696126951.742836,1696126500.0,
381817,,,0.79,0.79,0.79,,,,59,1696119911.717975,1696119600.0, 381817,,,0.93,0.93,0.93,,,,59,1696126951.742877,1696126500.0,
381818,,,129.0,129.0,129.0,,,,60,1696119911.7180068,1696119600.0, 381818,,,130.0,130.0,130.0,,,,60,1696126951.7429185,1696126500.0,
381819,,,0.986,0.986,0.986,,,,61,1696119911.7180398,1696119600.0, 381819,,,0.912,0.912,0.912,,,,61,1696126951.742968,1696126500.0,
381820,,,0.0,0.0,0.0,,,,22,1696120211.5401905,1696119900.0,
381821,,,72.6,72.6,72.6,,,,3,1696120211.5403514,1696119900.0,
381822,,,33.762318795333336,33.7,33.8,,,,4,1696120211.540399,1696119900.0,
381823,,,12.737681270666666,12.7,12.8,,,,5,1696120211.5404372,1696119900.0,
381824,,,26.133860821666666,25.8,26.4,,,,6,1696120211.540473,1696119900.0,
381825,,,1024.947290829,1010.6,1035.1,,,,7,1696120211.5405061,1696119900.0,
381826,,,2894.0177279060003,2883.8,2908.4,,,,8,1696120211.5405388,1696119900.0,
381827,,,13.7,13.7,13.7,,,,9,1696120211.5405707,1696119900.0,
381828,,,177.5,177.5,177.5,,,,10,1696120211.5406015,1696119900.0,
381829,,,1116.1,1116.1,1116.1,,,,11,1696120211.5406342,1696119900.0,
381830,,,1.4345661045,0.98,2.05,,,,12,1696120211.5406666,1696119900.0,
381831,,,1.2249070255666668,1.09,1.5,,,,13,1696120211.5406983,1696119900.0,
381832,,,1.1193909152000001,1.07,1.24,,,,14,1696120211.54073,1696119900.0,
381833,,,,,,,140378.0,294411.8999999998,15,1696120211.5407608,1696119900.0,
381834,,,,,,,113075.2,205262.6000000005,16,1696120211.5407922,1696119900.0,
381835,,,0.17907869849000002,0.168,0.196,,,,17,1696120211.5408242,1696119900.0,
381836,,,0.1496022135166667,0.111,0.188,,,,18,1696120211.5408547,1696119900.0,
381837,,,,,,,520976318.0,909738363.0,19,1696120211.5408862,1696119900.0,
381838,,,,,,,478064727.0,821025547.0,20,1696120211.5409184,1696119900.0,
381839,,,27.60833778666667,17.0,35.0,,,,21,1696120211.540978,1696119900.0,
381840,,,0.97,0.97,0.97,,,,25,1696120211.5410106,1696119900.0,
381841,,,0.0,0.0,0.0,,,,24,1696120211.541043,1696119900.0,
381842,,,0.68,0.68,0.68,,,,27,1696120211.5410748,1696119900.0,
381843,,,5165.610335499234,845.05,6479.3,,,,28,1696120211.5411065,1696119900.0,
381844,,,339.8619054933333,339.0,343.0,,,,23,1696120211.5411375,1696119900.0,
381845,,,8804.692087051282,8804.01,8805.2836,,,,29,1696120211.5411675,1696119900.0,
381846,,,,,,,144.259096739998,331.1897122599945,30,1696120211.5411985,1696119900.0,1695340445.859198
381847,,,,,,,1275.8558,805.0309,31,1696120211.5412319,1696119900.0,
381848,,,1738.03058861826,1.44886130492323,8282.46738038929,,,,1,1696120211.5412643,1696119900.0,
381849,,,11.502491794496958,1.70172599783127,41.2377234836288,,,,2,1696120211.5412965,1696119900.0,
381850,,,2703.4346416567682,643.64,3867.6,,,,32,1696120211.5413268,1696119900.0,
381851,,,,,,,4903.5304,486.1938,33,1696120211.541357,1696119900.0,
381852,,,,,,,0.0018,0.0,34,1696120211.5413876,1696119900.0,
381853,,,124.17467865396667,123.86,125.15,,,,35,1696120211.5414171,1696119900.0,
381854,,,2462.142354702967,201.41,2977.1,,,,36,1696120211.541449,1696119900.0,
381855,,,,,,,3901.7532,319.9117000000001,37,1696120211.541482,1696119900.0,
381856,,,,,,,2.4905,0.0,38,1696120211.5415134,1696119900.0,
381857,,,124.17467778489998,123.86,125.15,,,,39,1696120211.5415452,1696119900.0,
381858,,,312.0,312.0,312.0,,,,26,1696120211.5415757,1696119900.0,
381859,,,100.0,100.0,100.0,,,,40,1696120211.5416076,1696119900.0,
381860,,,70.3,70.3,70.3,,,,41,1696120211.5416389,1696119900.0,
381861,,,70.41363282333334,70.3,70.5,,,,42,1696120211.541669,1696119900.0,
381862,,,62.25823399666667,61.0,64.0,,,,43,1696120211.5416994,1696119900.0,
381863,,,-59.88418445000001,-62.0,-59.0,,,,44,1696120211.5417314,1696119900.0,
381864,,,,,,,68.345,11.854999999999997,45,1696120211.5417633,1696119900.0,
381865,,,,,,,0.031,11.854999999999912,46,1696120211.541795,1696119900.0,
381866,,,18.55426985,0.0,696.0,,,,47,1696120211.5418262,1696119900.0,
381867,,,67.89364954,0.0,1762.0,,,,48,1696120211.5418568,1696119900.0,
381868,,,63.26947928333334,0.0,1620.0,,,,49,1696120211.541887,1696119900.0,
381869,,,0.014925708166666668,0.0,0.62,,,,50,1696120211.5419192,1696119900.0,
381870,,,120.45991442666666,118.0,121.0,,,,51,1696120211.5419784,1696119900.0,
381871,,,0.56868394145,0.0,14.68,,,,52,1696120211.5420117,1696119900.0,
381872,,,-62.50195836999999,-64.0,-60.0,,,,53,1696120211.5420434,1696119900.0,
381873,,,,,,,490.921,49.468999999999994,54,1696120211.5420747,1696119900.0,
381874,,,,,,,0.151,49.468000000001474,55,1696120211.5421064,1696119900.0,
381875,,,100.30221424000003,91.0,113.0,,,,56,1696120211.5421374,1696119900.0,
381876,,,120.25179366999997,105.0,139.0,,,,57,1696120211.5421696,1696119900.0,
381877,,,65.51041357666668,0.0,105.0,,,,58,1696120211.5422006,1696119900.0,
381878,,,0.8340598878999997,0.66,1.0,,,,59,1696120211.5422328,1696119900.0,
381879,,,129.09491246,128.0,130.0,,,,60,1696120211.542265,1696119900.0,
381880,,,0.9329044095100001,0.813,1.073,,,,61,1696120211.5422952,1696119900.0,
381881,,,0.0,0.0,0.0,,,,22,1696120511.7740333,1696120200.0,
381882,,,72.6,72.6,72.6,,,,3,1696120511.774244,1696120200.0,
381883,,,33.8,33.8,33.8,,,,4,1696120511.7742958,1696120200.0,
381884,,,12.7,12.7,12.7,,,,5,1696120511.7743397,1696120200.0,
381885,,,26.39933781766667,25.9,27.7,,,,6,1696120511.7743797,1696120200.0,
381886,,,1034.2573803256666,1014.3,1086.4,,,,7,1696120511.7744203,1696120200.0,
381887,,,2884.6955175336666,2832.6,2904.6,,,,8,1696120511.774461,1696120200.0,
381888,,,13.7,13.7,13.7,,,,9,1696120511.7744994,1696120200.0,
381889,,,177.18056998999998,173.0,177.5,,,,10,1696120511.7745392,1696120200.0,
381890,,,1116.4123304506668,1116.1,1120.5,,,,11,1696120511.774576,1696120200.0,
381891,,,1.4743294474666668,0.87,2.05,,,,12,1696120511.7746184,1696120200.0,
381892,,,1.415473896,1.27,1.51,,,,13,1696120511.7746568,1696120200.0,
381893,,,1.2473577434333334,1.21,1.29,,,,14,1696120511.7746942,1696120200.0,
381894,,,,,,,140431.5,294465.3999999998,15,1696120511.7747324,1696120200.0,
381895,,,,,,,113119.5,205306.9000000005,16,1696120511.7747703,1696120200.0,
381896,,,0.18644419784333333,0.176,0.2,,,,17,1696120511.7748075,1696120200.0,
381897,,,0.1544130438933333,0.116,0.233,,,,18,1696120511.774845,1696120200.0,
381898,,,,,,,521200007.0,909962052.0,19,1696120511.774883,1696120200.0,
381899,,,,,,,478272350.0,821233170.0,20,1696120511.774921,1696120200.0,
381900,,,24.66495086666666,19.0,31.0,,,,21,1696120511.774998,1696120200.0,
381901,,,0.97,0.97,0.97,,,,25,1696120511.7750392,1696120200.0,
381902,,,0.0,0.0,0.0,,,,24,1696120511.7750766,1696120200.0,
381903,,,0.68,0.68,0.68,,,,27,1696120511.7751155,1696120200.0,
381904,,,653.6100869285002,419.71,1419.23,,,,28,1696120511.7751596,1696120200.0,
381905,,,343.4689409033333,343.0,344.0,,,,23,1696120511.7751973,1696120200.0,
381906,,,8805.358047195,8805.2836,8805.3801,,,,29,1696120511.7752347,1696120200.0,
381907,,,,,,,144.298796839998,331.2294123599945,30,1696120511.7752712,1696120200.0,1695340445.859198
381908,,,,,,,1275.9523,805.1273999999999,31,1696120511.77531,1696120200.0,
381909,,,33.16797582740609,0.9743747547517,311.724925352536,,,,1,1696120511.7753477,1696120200.0,
381910,,,3.6207535599577536,1.27762908043374,6.34493016052552,,,,2,1696120511.775384,1696120200.0,
381911,,,446.2352177083668,219.76,1196.21,,,,32,1696120511.7754226,1696120200.0,
381912,,,,,,,4903.5919,486.2553000000007,33,1696120511.7754583,1696120200.0,
381913,,,,,,,0.0018,0.0,34,1696120511.7754943,1696120200.0,
381914,,,125.29981271276665,125.11,125.58,,,,35,1696120511.7755306,1696120200.0,
381915,,,207.37324339426664,199.65,237.28,,,,36,1696120511.7755673,1696120200.0,
381916,,,,,,,3901.7882,319.94669999999996,37,1696120511.7756045,1696120200.0,
381917,,,,,,,2.4905,0.0,38,1696120511.7756405,1696120200.0,
381918,,,125.29981259426663,125.11,125.58,,,,39,1696120511.775702,1696120200.0,
381919,,,312.0,312.0,312.0,,,,26,1696120511.7757409,1696120200.0,
381920,,,100.0,100.0,100.0,,,,40,1696120511.7757788,1696120200.0,
381921,,,70.3,70.3,70.3,,,,41,1696120511.7758238,1696120200.0,
381922,,,70.56563219200001,70.5,70.7,,,,42,1696120511.7758613,1696120200.0,
381923,,,64.10013314666666,64.0,65.0,,,,43,1696120511.7758996,1696120200.0,
381924,,,-60.15768604333333,-61.0,-60.0,,,,44,1696120511.7759705,1696120200.0,
381925,,,,,,,68.346,11.856000000000002,45,1696120511.7760186,1696120200.0,
381926,,,,,,,0.033,11.856999999999912,46,1696120511.776056,1696120200.0,
381927,,,19.881161943333332,0.0,716.0,,,,47,1696120511.7760952,1696120200.0,
381928,,,32.42911083333333,0.0,1165.0,,,,48,1696120511.7761335,1696120200.0,
381929,,,25.610865126666663,0.0,1155.0,,,,49,1696120511.776201,1696120200.0,
381930,,,0.017037341600000002,0.0,0.62,,,,50,1696120511.7762585,1696120200.0,
381931,,,121.69908123666669,119.0,122.0,,,,51,1696120511.7762985,1696120200.0,
381932,,,0.2710593774,0.0,9.735,,,,52,1696120511.776337,1696120200.0,
381933,,,-62.01908429333333,-64.0,-60.0,,,,53,1696120511.7763772,1696120200.0,
381934,,,,,,,490.929,49.476999999999975,54,1696120511.776416,1696120200.0,
381935,,,,,,,0.159,49.47600000000148,55,1696120511.776456,1696120200.0,
381936,,,100.20145547000001,91.0,116.0,,,,56,1696120511.7765057,1696120200.0,
381937,,,117.48904239333332,105.0,138.0,,,,57,1696120511.7765617,1696120200.0,
381938,,,60.60682944666667,20.0,94.0,,,,58,1696120511.776616,1696120200.0,
381939,,,0.8542397962333339,0.71,0.98,,,,59,1696120511.7766638,1696120200.0,
381940,,,129.97297421000002,129.0,130.0,,,,60,1696120511.776709,1696120200.0,
381941,,,0.9030999627233333,0.807,1.063,,,,61,1696120511.776756,1696120200.0,
381942,,,0.0,0.0,0.0,,,,22,1696120811.3035743,1696120500.0,
381943,,,72.6,72.6,72.6,,,,3,1696120811.3037581,1696120500.0,
381944,,,33.8,33.8,33.8,,,,4,1696120811.3038015,1696120500.0,
381945,,,12.7,12.7,12.7,,,,5,1696120811.3038409,1696120500.0,
381946,,,25.412417593666664,25.3,25.9,,,,6,1696120811.3038764,1696120500.0,
381947,,,995.3835838113333,991.1,1014.3,,,,7,1696120811.3039105,1696120500.0,
381948,,,2923.566399793,2904.6,2927.8,,,,8,1696120811.303977,1696120500.0,
381949,,,13.7,13.7,13.7,,,,9,1696120811.3040123,1696120500.0,
381950,,,173.0,173.0,173.0,,,,10,1696120811.304045,1696120500.0,
381951,,,1120.5,1120.5,1120.5,,,,11,1696120811.3040776,1696120500.0,
381952,,,1.0052621989666664,0.76,1.57,,,,12,1696120811.3041103,1696120500.0,
381953,,,1.2256664217333333,1.07,1.45,,,,13,1696120811.3041425,1696120500.0,
381954,,,1.2141954494666665,1.16,1.28,,,,14,1696120811.3041747,1696120500.0,
381955,,,,,,,140484.8,294518.6999999998,15,1696120811.3042057,1696120500.0,
381956,,,,,,,113162.2,205349.6000000005,16,1696120811.3042383,1696120500.0,
381957,,,0.18644616853999998,0.173,0.205,,,,17,1696120811.30427,1696120500.0,
381958,,,0.14939434834999998,0.109,0.196,,,,18,1696120811.3043013,1696120500.0,
381959,,,,,,,521423696.0,910185741.0,19,1696120811.3043323,1696120500.0,
381960,,,,,,,478480203.0,821441023.0,20,1696120811.3043656,1696120500.0,
381961,,,24.421280599999996,18.0,31.0,,,,21,1696120811.3043993,1696120500.0,
381962,,,0.97,0.97,0.97,,,,25,1696120811.3044312,1696120500.0,
381963,,,0.0,0.0,0.0,,,,24,1696120811.304463,1696120500.0,
381964,,,0.68,0.68,0.68,,,,27,1696120811.3044965,1696120500.0,
381965,,,589.4076166180336,416.0,1275.52,,,,28,1696120811.3045275,1696120500.0,
381966,,,344.7190510666666,344.0,345.0,,,,23,1696120811.3045971,1696120500.0,
381967,,,8805.405235492102,8805.3801,8805.4261,,,,29,1696120811.30463,1696120500.0,
381968,,,,,,,144.317721239998,331.2483367599945,30,1696120811.304661,1696120500.0,1695340445.859198
381969,,,,,,,1275.9983,805.1733999999999,31,1696120811.304694,1696120500.0,
381970,,,3.2516755735975855,1.02440148624565,15.5783005799859,,,,1,1696120811.3047273,1696120500.0,
381971,,,2.0818987216038365,1.27762908043374,3.5273444213419,,,,2,1696120811.3047597,1696120500.0,
381972,,,383.1914950250666,216.44,1069.6,,,,32,1696120811.3047915,1696120500.0,
381973,,,,,,,4903.6206,486.28400000000056,33,1696120811.3048217,1696120500.0,
381974,,,,,,,0.0018,0.0,34,1696120811.304853,1696120500.0,
381975,,,125.36437217636664,125.16,125.77,,,,35,1696120811.304884,1696120500.0,
381976,,,206.21756210726664,199.55,268.19,,,,36,1696120811.3049183,1696120500.0,
381977,,,,,,,3901.8055,319.96399999999994,37,1696120811.3049808,1696120500.0,
381978,,,,,,,2.4905,0.0,38,1696120811.3050146,1696120500.0,
381979,,,125.36437272146667,125.16,125.77,,,,39,1696120811.3050482,1696120500.0,
381980,,,312.0,312.0,312.0,,,,26,1696120811.3050802,1696120500.0,
381981,,,100.0,100.0,100.0,,,,40,1696120811.3051116,1696120500.0,
381982,,,70.219917577,70.2,70.3,,,,41,1696120811.3051455,1696120500.0,
381983,,,70.73366290066666,70.7,70.9,,,,42,1696120811.3051789,1696120500.0,
381984,,,63.939920673333326,63.0,64.0,,,,43,1696120811.305213,1696120500.0,
381985,,,-60.04332130666667,-61.0,-59.0,,,,44,1696120811.305245,1696120500.0,
381986,,,,,,,68.348,11.857999999999997,45,1696120811.3052785,1696120500.0,
381987,,,,,,,0.034,11.857999999999912,46,1696120811.3053102,1696120500.0,
381988,,,17.776102533333333,0.0,722.0,,,,47,1696120811.3053412,1696120500.0,
381989,,,62.743775983333336,0.0,1192.0,,,,48,1696120811.3053746,1696120500.0,
381990,,,57.70728166333333,0.0,1164.0,,,,49,1696120811.3054056,1696120500.0,
381991,,,0.01523636063333333,0.0,0.61,,,,50,1696120811.3054368,1696120500.0,
381992,,,121.55745083,120.0,122.0,,,,51,1696120811.3054693,1696120500.0,
381993,,,0.5223493271266667,0.0,9.778,,,,52,1696120811.3055022,1696120500.0,
381994,,,-62.60174932333333,-64.0,-61.0,,,,53,1696120811.305535,1696120500.0,
381995,,,,,,,490.938,49.48599999999999,54,1696120811.305568,1696120500.0,
381996,,,,,,,0.167,49.48400000000148,55,1696120811.3056033,1696120500.0,
381997,,,99.36205858333336,90.0,111.0,,,,56,1696120811.3056347,1696120500.0,
381998,,,117.22068319666663,105.0,129.0,,,,57,1696120811.3056664,1696120500.0,
381999,,,61.51807292333335,25.0,86.0,,,,58,1696120811.3057,1696120500.0,
382000,,,0.8484280553000001,0.74,0.97,,,,59,1696120811.3057332,1696120500.0,
382001,,,130.12144977,129.0,131.0,,,,60,1696120811.3057642,1696120500.0,
382002,,,0.9006495466966667,0.807,0.997,,,,61,1696120811.3057969,1696120500.0,
Can't render this file because it is too large.

23
make_import.py
View File

@@ -39,11 +39,19 @@ meta_lookup = meta_df.merge(meta_archive_df, on=['statistic_id'], how='left', in
meta_lookup.set_index('id_x').to_csv("meta_merge.csv") meta_lookup.set_index('id_x').to_csv("meta_merge.csv")
meta_lookup = meta_lookup[['id_y','id_x']] meta_lookup = meta_lookup[['id_y','id_x']]
meta_lookup = meta_lookup.T.to_dict('records')[0] meta_lookup = meta_lookup.T.to_dict('records')[0]
meta_lookup = dict((v,k) for k,v in meta_lookup.items())
print(meta_lookup)
############ ############
# statistics # statistics
############ ############
# correct the meta column
statistics_archive_df.replace({'metadata_id': meta_lookup}, inplace=True)
# drop any statistics not in the existing systems metadata
statistics_archive_df = statistics_archive_df[statistics_archive_df['metadata_id'].isin(meta_lookup.keys())]
# make unique indexes # make unique indexes
statistics_max_id = statistics_df.last_valid_index() statistics_max_id = statistics_df.last_valid_index()
statistics_archive_df.reset_index(inplace=True) statistics_archive_df.reset_index(inplace=True)
@@ -67,16 +75,18 @@ statistics_archive_df = statistics_archive_df[~statistics_archive_df['unique_tup
statistics_archive_df.drop(columns='unique_tuple',inplace=True) statistics_archive_df.drop(columns='unique_tuple',inplace=True)
print(statistics_archive_df.info()) print(statistics_archive_df.info())
# drop any statistics not in the existing systems metadata
statistics_archive_df = statistics_archive_df[statistics_archive_df['metadata_id'].isin(meta_lookup.keys())]
# correct the meta column
statistics_archive_df.replace({'metadata_id': meta_lookup}, inplace=True)
####################### #######################
# statistics_short_term # statistics_short_term
####################### #######################
# correct the meta column
statistics_short_term_archive_df.replace({'metadata_id': meta_lookup}, inplace=True)
# drop any statistics not in the existing systems metadata
statistics_short_term_archive_df = statistics_short_term_archive_df[statistics_short_term_archive_df['metadata_id'].isin(meta_lookup.keys())]
# make unique indexes # make unique indexes
statistics_short_term_max_id = statistics_short_term_df.last_valid_index() statistics_short_term_max_id = statistics_short_term_df.last_valid_index()
statistics_short_term_archive_df.reset_index(inplace=True) statistics_short_term_archive_df.reset_index(inplace=True)
@@ -102,11 +112,6 @@ statistics_short_term_archive_df.drop(columns='unique_tuple',inplace=True)
print(statistics_short_term_archive_df.info()) print(statistics_short_term_archive_df.info())
# drop any statistics not in the existing systems metadata
statistics_short_term_archive_df = statistics_short_term_archive_df[statistics_short_term_archive_df['metadata_id'].isin(meta_lookup.keys())]
# correct the meta column
statistics_short_term_archive_df.replace({'metadata_id': meta_lookup}, inplace=True)

315161
output/statistics-import.csv
View File

File diff suppressed because it is too large Load Diff

183058
output/statistics_short_term-import.csv
View File

File diff suppressed because it is too large Load Diff

102
unique_merge.csv
View File

@@ -1,103 +1 @@
,start_ts_x,metadata_id_x,unique_tuple,start_ts_y,metadata_id_y,_merge ,start_ts_x,metadata_id_x,unique_tuple,start_ts_y,metadata_id_y,_merge
1491,1676833200,2,"(1676833200.0, 2.0)",1676833200.0,2.0,both
1494,1676836800,2,"(1676836800.0, 2.0)",1676836800.0,2.0,both
1496,1676840400,2,"(1676840400.0, 2.0)",1676840400.0,2.0,both
1498,1676844000,2,"(1676844000.0, 2.0)",1676844000.0,2.0,both
1500,1676847600,2,"(1676847600.0, 2.0)",1676847600.0,2.0,both
1502,1676851200,2,"(1676851200.0, 2.0)",1676851200.0,2.0,both
1504,1676854800,2,"(1676854800.0, 2.0)",1676854800.0,2.0,both
1506,1676858400,2,"(1676858400.0, 2.0)",1676858400.0,2.0,both
1508,1676862000,2,"(1676862000.0, 2.0)",1676862000.0,2.0,both
1510,1676865600,2,"(1676865600.0, 2.0)",1676865600.0,2.0,both
1512,1676869200,2,"(1676869200.0, 2.0)",1676869200.0,2.0,both
1514,1676872800,2,"(1676872800.0, 2.0)",1676872800.0,2.0,both
1516,1676876400,2,"(1676876400.0, 2.0)",1676876400.0,2.0,both
1518,1676880000,2,"(1676880000.0, 2.0)",1676880000.0,2.0,both
1520,1676883600,2,"(1676883600.0, 2.0)",1676883600.0,2.0,both
1522,1676887200,2,"(1676887200.0, 2.0)",1676887200.0,2.0,both
1524,1676890800,2,"(1676890800.0, 2.0)",1676890800.0,2.0,both
1526,1676894400,2,"(1676894400.0, 2.0)",1676894400.0,2.0,both
1695,1676898000,2,"(1676898000.0, 2.0)",1676898000.0,2.0,both
1697,1676901600,2,"(1676901600.0, 2.0)",1676901600.0,2.0,both
1699,1676905200,2,"(1676905200.0, 2.0)",1676905200.0,2.0,both
1701,1676908800,2,"(1676908800.0, 2.0)",1676908800.0,2.0,both
1703,1676912400,2,"(1676912400.0, 2.0)",1676912400.0,2.0,both
1773,1677020400,2,"(1677020400.0, 2.0)",1677020400.0,2.0,both
1775,1677024000,2,"(1677024000.0, 2.0)",1677024000.0,2.0,both
1777,1677027600,2,"(1677027600.0, 2.0)",1677027600.0,2.0,both
1779,1677031200,2,"(1677031200.0, 2.0)",1677031200.0,2.0,both
1781,1677034800,2,"(1677034800.0, 2.0)",1677034800.0,2.0,both
1783,1677038400,2,"(1677038400.0, 2.0)",1677038400.0,2.0,both
1785,1677042000,2,"(1677042000.0, 2.0)",1677042000.0,2.0,both
1787,1677045600,2,"(1677045600.0, 2.0)",1677045600.0,2.0,both
1789,1677049200,2,"(1677049200.0, 2.0)",1677049200.0,2.0,both
1791,1677052800,2,"(1677052800.0, 2.0)",1677052800.0,2.0,both
1793,1677056400,2,"(1677056400.0, 2.0)",1677056400.0,2.0,both
1795,1677060000,2,"(1677060000.0, 2.0)",1677060000.0,2.0,both
2030,1677063600,2,"(1677063600.0, 2.0)",1677063600.0,2.0,both
2032,1677067200,2,"(1677067200.0, 2.0)",1677067200.0,2.0,both
2034,1677070800,2,"(1677070800.0, 2.0)",1677070800.0,2.0,both
2036,1677074400,2,"(1677074400.0, 2.0)",1677074400.0,2.0,both
2038,1677078000,2,"(1677078000.0, 2.0)",1677078000.0,2.0,both
2040,1677081600,2,"(1677081600.0, 2.0)",1677081600.0,2.0,both
2042,1677085200,2,"(1677085200.0, 2.0)",1677085200.0,2.0,both
2044,1677088800,2,"(1677088800.0, 2.0)",1677088800.0,2.0,both
2046,1677092400,2,"(1677092400.0, 2.0)",1677092400.0,2.0,both
2048,1677096000,2,"(1677096000.0, 2.0)",1677096000.0,2.0,both
2050,1677099600,2,"(1677099600.0, 2.0)",1677099600.0,2.0,both
2052,1677103200,2,"(1677103200.0, 2.0)",1677103200.0,2.0,both
2054,1677106800,2,"(1677106800.0, 2.0)",1677106800.0,2.0,both
2056,1677110400,2,"(1677110400.0, 2.0)",1677110400.0,2.0,both
2058,1677114000,2,"(1677114000.0, 2.0)",1677114000.0,2.0,both
2060,1677117600,2,"(1677117600.0, 2.0)",1677117600.0,2.0,both
2062,1677121200,2,"(1677121200.0, 2.0)",1677121200.0,2.0,both
2064,1677124800,2,"(1677124800.0, 2.0)",1677124800.0,2.0,both
2066,1677128400,2,"(1677128400.0, 2.0)",1677128400.0,2.0,both
2138,1677139200,2,"(1677139200.0, 2.0)",1677139200.0,2.0,both
2140,1677142800,2,"(1677142800.0, 2.0)",1677142800.0,2.0,both
2142,1677146400,2,"(1677146400.0, 2.0)",1677146400.0,2.0,both
2144,1677150000,2,"(1677150000.0, 2.0)",1677150000.0,2.0,both
2146,1677153600,2,"(1677153600.0, 2.0)",1677153600.0,2.0,both
2148,1677157200,2,"(1677157200.0, 2.0)",1677157200.0,2.0,both
2150,1677160800,2,"(1677160800.0, 2.0)",1677160800.0,2.0,both
2152,1677164400,2,"(1677164400.0, 2.0)",1677164400.0,2.0,both
2154,1677168000,2,"(1677168000.0, 2.0)",1677168000.0,2.0,both
2156,1677171600,2,"(1677171600.0, 2.0)",1677171600.0,2.0,both
5999,1676916000,2,"(1676916000.0, 2.0)",1676916000.0,2.0,both
6001,1676919600,2,"(1676919600.0, 2.0)",1676919600.0,2.0,both
6003,1676923200,2,"(1676923200.0, 2.0)",1676923200.0,2.0,both
6005,1676926800,2,"(1676926800.0, 2.0)",1676926800.0,2.0,both
6007,1676930400,2,"(1676930400.0, 2.0)",1676930400.0,2.0,both
6009,1676934000,2,"(1676934000.0, 2.0)",1676934000.0,2.0,both
6011,1676937600,2,"(1676937600.0, 2.0)",1676937600.0,2.0,both
6013,1676941200,2,"(1676941200.0, 2.0)",1676941200.0,2.0,both
6015,1676944800,2,"(1676944800.0, 2.0)",1676944800.0,2.0,both
6017,1676948400,2,"(1676948400.0, 2.0)",1676948400.0,2.0,both
6019,1676952000,2,"(1676952000.0, 2.0)",1676952000.0,2.0,both
6021,1676955600,2,"(1676955600.0, 2.0)",1676955600.0,2.0,both
6023,1676959200,2,"(1676959200.0, 2.0)",1676959200.0,2.0,both
6025,1676962800,2,"(1676962800.0, 2.0)",1676962800.0,2.0,both
6027,1676966400,2,"(1676966400.0, 2.0)",1676966400.0,2.0,both
6029,1676970000,2,"(1676970000.0, 2.0)",1676970000.0,2.0,both
6031,1676973600,2,"(1676973600.0, 2.0)",1676973600.0,2.0,both
6033,1676977200,2,"(1676977200.0, 2.0)",1676977200.0,2.0,both
6044,1676980800,2,"(1676980800.0, 2.0)",1676980800.0,2.0,both
6046,1676984400,2,"(1676984400.0, 2.0)",1676984400.0,2.0,both
6048,1676988000,2,"(1676988000.0, 2.0)",1676988000.0,2.0,both
6050,1676991600,2,"(1676991600.0, 2.0)",1676991600.0,2.0,both
6052,1676995200,2,"(1676995200.0, 2.0)",1676995200.0,2.0,both
6054,1676998800,2,"(1676998800.0, 2.0)",1676998800.0,2.0,both
6056,1677002400,2,"(1677002400.0, 2.0)",1677002400.0,2.0,both
6058,1677006000,2,"(1677006000.0, 2.0)",1677006000.0,2.0,both
6060,1677009600,2,"(1677009600.0, 2.0)",1677009600.0,2.0,both
6062,1677013200,2,"(1677013200.0, 2.0)",1677013200.0,2.0,both
6064,1677016800,2,"(1677016800.0, 2.0)",1677016800.0,2.0,both
6066,1677132000,2,"(1677132000.0, 2.0)",1677132000.0,2.0,both
6068,1677135600,2,"(1677135600.0, 2.0)",1677135600.0,2.0,both
6071,1677175200,2,"(1677175200.0, 2.0)",1677175200.0,2.0,both
6073,1677178800,2,"(1677178800.0, 2.0)",1677178800.0,2.0,both
6075,1677182400,2,"(1677182400.0, 2.0)",1677182400.0,2.0,both
6077,1677186000,2,"(1677186000.0, 2.0)",1677186000.0,2.0,both
6079,1677189600,2,"(1677189600.0, 2.0)",1677189600.0,2.0,both
6081,1677193200,2,"(1677193200.0, 2.0)",1677193200.0,2.0,both
6083,1677196800,2,"(1677196800.0, 2.0)",1677196800.0,2.0,both
1 start_ts_x metadata_id_x unique_tuple start_ts_y metadata_id_y _merge
1491 1676833200 2 (1676833200.0, 2.0) 1676833200.0 2.0 both
1494 1676836800 2 (1676836800.0, 2.0) 1676836800.0 2.0 both
1496 1676840400 2 (1676840400.0, 2.0) 1676840400.0 2.0 both
1498 1676844000 2 (1676844000.0, 2.0) 1676844000.0 2.0 both
1500 1676847600 2 (1676847600.0, 2.0) 1676847600.0 2.0 both
1502 1676851200 2 (1676851200.0, 2.0) 1676851200.0 2.0 both
1504 1676854800 2 (1676854800.0, 2.0) 1676854800.0 2.0 both
1506 1676858400 2 (1676858400.0, 2.0) 1676858400.0 2.0 both
1508 1676862000 2 (1676862000.0, 2.0) 1676862000.0 2.0 both
1510 1676865600 2 (1676865600.0, 2.0) 1676865600.0 2.0 both
1512 1676869200 2 (1676869200.0, 2.0) 1676869200.0 2.0 both
1514 1676872800 2 (1676872800.0, 2.0) 1676872800.0 2.0 both
1516 1676876400 2 (1676876400.0, 2.0) 1676876400.0 2.0 both
1518 1676880000 2 (1676880000.0, 2.0) 1676880000.0 2.0 both
1520 1676883600 2 (1676883600.0, 2.0) 1676883600.0 2.0 both
1522 1676887200 2 (1676887200.0, 2.0) 1676887200.0 2.0 both
1524 1676890800 2 (1676890800.0, 2.0) 1676890800.0 2.0 both
1526 1676894400 2 (1676894400.0, 2.0) 1676894400.0 2.0 both
1695 1676898000 2 (1676898000.0, 2.0) 1676898000.0 2.0 both
1697 1676901600 2 (1676901600.0, 2.0) 1676901600.0 2.0 both
1699 1676905200 2 (1676905200.0, 2.0) 1676905200.0 2.0 both
1701 1676908800 2 (1676908800.0, 2.0) 1676908800.0 2.0 both
1703 1676912400 2 (1676912400.0, 2.0) 1676912400.0 2.0 both
1773 1677020400 2 (1677020400.0, 2.0) 1677020400.0 2.0 both
1775 1677024000 2 (1677024000.0, 2.0) 1677024000.0 2.0 both
1777 1677027600 2 (1677027600.0, 2.0) 1677027600.0 2.0 both
1779 1677031200 2 (1677031200.0, 2.0) 1677031200.0 2.0 both
1781 1677034800 2 (1677034800.0, 2.0) 1677034800.0 2.0 both
1783 1677038400 2 (1677038400.0, 2.0) 1677038400.0 2.0 both
1785 1677042000 2 (1677042000.0, 2.0) 1677042000.0 2.0 both
1787 1677045600 2 (1677045600.0, 2.0) 1677045600.0 2.0 both
1789 1677049200 2 (1677049200.0, 2.0) 1677049200.0 2.0 both
1791 1677052800 2 (1677052800.0, 2.0) 1677052800.0 2.0 both
1793 1677056400 2 (1677056400.0, 2.0) 1677056400.0 2.0 both
1795 1677060000 2 (1677060000.0, 2.0) 1677060000.0 2.0 both
2030 1677063600 2 (1677063600.0, 2.0) 1677063600.0 2.0 both
2032 1677067200 2 (1677067200.0, 2.0) 1677067200.0 2.0 both
2034 1677070800 2 (1677070800.0, 2.0) 1677070800.0 2.0 both
2036 1677074400 2 (1677074400.0, 2.0) 1677074400.0 2.0 both
2038 1677078000 2 (1677078000.0, 2.0) 1677078000.0 2.0 both
2040 1677081600 2 (1677081600.0, 2.0) 1677081600.0 2.0 both
2042 1677085200 2 (1677085200.0, 2.0) 1677085200.0 2.0 both
2044 1677088800 2 (1677088800.0, 2.0) 1677088800.0 2.0 both
2046 1677092400 2 (1677092400.0, 2.0) 1677092400.0 2.0 both
2048 1677096000 2 (1677096000.0, 2.0) 1677096000.0 2.0 both
2050 1677099600 2 (1677099600.0, 2.0) 1677099600.0 2.0 both
2052 1677103200 2 (1677103200.0, 2.0) 1677103200.0 2.0 both
2054 1677106800 2 (1677106800.0, 2.0) 1677106800.0 2.0 both
2056 1677110400 2 (1677110400.0, 2.0) 1677110400.0 2.0 both
2058 1677114000 2 (1677114000.0, 2.0) 1677114000.0 2.0 both
2060 1677117600 2 (1677117600.0, 2.0) 1677117600.0 2.0 both
2062 1677121200 2 (1677121200.0, 2.0) 1677121200.0 2.0 both
2064 1677124800 2 (1677124800.0, 2.0) 1677124800.0 2.0 both
2066 1677128400 2 (1677128400.0, 2.0) 1677128400.0 2.0 both
2138 1677139200 2 (1677139200.0, 2.0) 1677139200.0 2.0 both
2140 1677142800 2 (1677142800.0, 2.0) 1677142800.0 2.0 both
2142 1677146400 2 (1677146400.0, 2.0) 1677146400.0 2.0 both
2144 1677150000 2 (1677150000.0, 2.0) 1677150000.0 2.0 both
2146 1677153600 2 (1677153600.0, 2.0) 1677153600.0 2.0 both
2148 1677157200 2 (1677157200.0, 2.0) 1677157200.0 2.0 both
2150 1677160800 2 (1677160800.0, 2.0) 1677160800.0 2.0 both
2152 1677164400 2 (1677164400.0, 2.0) 1677164400.0 2.0 both
2154 1677168000 2 (1677168000.0, 2.0) 1677168000.0 2.0 both
2156 1677171600 2 (1677171600.0, 2.0) 1677171600.0 2.0 both
5999 1676916000 2 (1676916000.0, 2.0) 1676916000.0 2.0 both
6001 1676919600 2 (1676919600.0, 2.0) 1676919600.0 2.0 both
6003 1676923200 2 (1676923200.0, 2.0) 1676923200.0 2.0 both
6005 1676926800 2 (1676926800.0, 2.0) 1676926800.0 2.0 both
6007 1676930400 2 (1676930400.0, 2.0) 1676930400.0 2.0 both
6009 1676934000 2 (1676934000.0, 2.0) 1676934000.0 2.0 both
6011 1676937600 2 (1676937600.0, 2.0) 1676937600.0 2.0 both
6013 1676941200 2 (1676941200.0, 2.0) 1676941200.0 2.0 both
6015 1676944800 2 (1676944800.0, 2.0) 1676944800.0 2.0 both
6017 1676948400 2 (1676948400.0, 2.0) 1676948400.0 2.0 both
6019 1676952000 2 (1676952000.0, 2.0) 1676952000.0 2.0 both
6021 1676955600 2 (1676955600.0, 2.0) 1676955600.0 2.0 both
6023 1676959200 2 (1676959200.0, 2.0) 1676959200.0 2.0 both
6025 1676962800 2 (1676962800.0, 2.0) 1676962800.0 2.0 both
6027 1676966400 2 (1676966400.0, 2.0) 1676966400.0 2.0 both
6029 1676970000 2 (1676970000.0, 2.0) 1676970000.0 2.0 both
6031 1676973600 2 (1676973600.0, 2.0) 1676973600.0 2.0 both
6033 1676977200 2 (1676977200.0, 2.0) 1676977200.0 2.0 both
6044 1676980800 2 (1676980800.0, 2.0) 1676980800.0 2.0 both
6046 1676984400 2 (1676984400.0, 2.0) 1676984400.0 2.0 both
6048 1676988000 2 (1676988000.0, 2.0) 1676988000.0 2.0 both
6050 1676991600 2 (1676991600.0, 2.0) 1676991600.0 2.0 both
6052 1676995200 2 (1676995200.0, 2.0) 1676995200.0 2.0 both
6054 1676998800 2 (1676998800.0, 2.0) 1676998800.0 2.0 both
6056 1677002400 2 (1677002400.0, 2.0) 1677002400.0 2.0 both
6058 1677006000 2 (1677006000.0, 2.0) 1677006000.0 2.0 both
6060 1677009600 2 (1677009600.0, 2.0) 1677009600.0 2.0 both
6062 1677013200 2 (1677013200.0, 2.0) 1677013200.0 2.0 both
6064 1677016800 2 (1677016800.0, 2.0) 1677016800.0 2.0 both
6066 1677132000 2 (1677132000.0, 2.0) 1677132000.0 2.0 both
6068 1677135600 2 (1677135600.0, 2.0) 1677135600.0 2.0 both
6071 1677175200 2 (1677175200.0, 2.0) 1677175200.0 2.0 both
6073 1677178800 2 (1677178800.0, 2.0) 1677178800.0 2.0 both
6075 1677182400 2 (1677182400.0, 2.0) 1677182400.0 2.0 both
6077 1677186000 2 (1677186000.0, 2.0) 1677186000.0 2.0 both
6079 1677189600 2 (1677189600.0, 2.0) 1677189600.0 2.0 both
6081 1677193200 2 (1677193200.0, 2.0) 1677193200.0 2.0 both
6083 1677196800 2 (1677196800.0, 2.0) 1677196800.0 2.0 both