New polars Times v1.1.0 (#87)

New polars times for v1.1.0

Author: Tmonster

duckdb-latest/join-duckdb-latest.R

@@ -238,4 +238,4 @@ if (on_disk) {
 
 cat(sprintf("joining finished, took %.0fs\n", proc.time()[["elapsed"]]-task_init))
 
-if( !interactive() ) q("no", status=0)
+if( !interactive() ) q("no", status=0)

duckdb/join-duckdb.R

@@ -210,4 +210,4 @@ dbDisconnect(con, shutdown=TRUE)
 
 cat(sprintf("joining finished, took %.0fs\n", proc.time()[["elapsed"]]-task_init))
 
-if( !interactive() ) q("no", status=0)
+if( !interactive() ) q("no", status=0)

logs.csv

@@ -1699,6 +1699,52 @@ ip-172-31-31-147,1718279082,clickhouse,24.5.1.1763,,join,J1_1e9_NA_0_0,171827908
 ip-172-31-31-147,1718279082,clickhouse,24.5.1.1763,,join,J1_1e9_NA_0_0,1718279083.67147,finish,2,1
 ip-172-31-31-147,1718281186,clickhouse,24.5.1.1763,,join,J1_1e9_NA_0_0,1718281205.40778,start,,
 ip-172-31-31-147,1718281186,clickhouse,24.5.1.1763,,join,J1_1e9_NA_0_0,1718283056.26073,finish,3,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e7_1e2_0_0,1720453635.61952,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e7_1e2_0_0,1720453641.45752,finish,0,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e7_1e1_0_0,1720453656.47286,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e7_1e1_0_0,1720453664.99729,finish,0,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e7_2e0_0_0,1720453680.01253,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e7_2e0_0_0,1720453699.51512,finish,0,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e7_1e2_0_1,1720453714.53024,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e7_1e2_0_1,1720453719.40634,finish,0,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e7_1e2_5_0,1720453734.4216,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e7_1e2_5_0,1720453740.24053,finish,0,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e8_1e2_0_0,1720453755.25568,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e8_1e2_0_0,1720453822.03011,finish,0,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e8_1e1_0_0,1720453837.04525,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e8_1e1_0_0,1720453937.53439,finish,0,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e8_2e0_0_0,1720453952.54963,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e8_2e0_0_0,1720454171.76363,finish,0,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e8_1e2_0_1,1720454186.77889,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e8_1e2_0_1,1720454242.72512,finish,0,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e8_1e2_5_0,1720454257.7404,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,groupby,G1_1e8_1e2_5_0,1720454325.41485,finish,0,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,join,J1_1e7_NA_0_0,1720454340.42995,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,join,J1_1e7_NA_0_0,1720454361.1249,finish,8,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,join,J1_1e7_NA_5_0,1720454376.14015,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,join,J1_1e7_NA_5_0,1720454392.46348,finish,8,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,join,J1_1e7_NA_0_1,1720454407.47874,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,join,J1_1e7_NA_0_1,1720454422.88405,finish,8,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,join,J1_1e8_NA_0_0,1720454437.89919,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,join,J1_1e8_NA_0_0,1720454637.48255,finish,8,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,join,J1_1e8_NA_5_0,1720454652.4978,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,join,J1_1e8_NA_5_0,1720454849.89127,finish,8,0
+ip-172-31-31-147,1720453634,polars,1.1.0,,join,J1_1e8_NA_0_1,1720454864.89252,start,,
+ip-172-31-31-147,1720453634,polars,1.1.0,,join,J1_1e8_NA_0_1,1720455065.08522,finish,8,0
+ip-172-31-31-147,1720512180,polars,1.1.0,,groupby,G1_1e9_1e2_0_0,1720512181.14909,start,,
+ip-172-31-31-147,1720512180,polars,1.1.0,,groupby,G1_1e9_1e2_0_0,1720512979.90506,finish,0,0
+ip-172-31-31-147,1720513343,polars,1.1.0,,groupby,G1_1e9_1e1_0_0,1720513344.76209,start,,
+ip-172-31-31-147,1720513343,polars,1.1.0,,groupby,G1_1e9_1e1_0_0,1720514481.22786,finish,0,0
+ip-172-31-31-147,1720514770,polars,1.1.0,,groupby,G1_1e9_2e0_0_0,1720514771.07571,start,,
+ip-172-31-31-147,1720514770,polars,1.1.0,,groupby,G1_1e9_2e0_0_0,1720517053.72999,finish,0,0
+ip-172-31-31-147,1720517706,polars,1.1.0,,groupby,G1_1e9_1e2_0_1,1720517707.50314,start,,
+ip-172-31-31-147,1720517706,polars,1.1.0,,groupby,G1_1e9_1e2_0_1,1720517707.71331,finish,15,2
+ip-172-31-31-147,1720517729,polars,1.1.0,,groupby,G1_1e9_1e2_0_1,1720517729.98908,start,,
+ip-172-31-31-147,1720517729,polars,1.1.0,,groupby,G1_1e9_1e2_0_1,1720518467.00233,finish,0,0
+ip-172-31-31-147,1720522284,polars,1.1.0,,groupby,G1_1e9_1e2_5_0,1720522285.64651,start,,
+ip-172-31-31-147,1720522284,polars,1.1.0,,groupby,G1_1e9_1e2_5_0,1720523214.45999,finish,0,0
+ip-172-31-31-147,1720524193,polars,1.1.0,,join,J1_1e9_NA_0_0,1720524194.66311,start,,
+ip-172-31-31-147,1720524193,polars,1.1.0,,join,J1_1e9_NA_0_0,1720527406.98931,finish,8,0
 ip-172-31-31-147,1720087707,duckdb,1.0.0,1f98600c2c,join,J1_1e9_NA_0_0,1720087708.10783,start,,
 ip-172-31-31-147,1720087707,duckdb,1.0.0,1f98600c2c,join,J1_1e9_NA_0_0,1720088594.76064,finish,0,0
 ip-172-31-31-147,1720089751,duckdb,1.0.0,1f98600c2c,groupby,G1_1e7_1e2_0_0,1720089751.84857,start,,

polars/VERSION

@@ -1 +1 @@
-0.20.31
+1.1.0

polars/groupby-polars.py

@@ -24,7 +24,7 @@
 print("loading dataset %s" % data_name, flush=True)
 
 with pl.StringCache():
-    x = (pl.read_csv(src_grp, schema_overrides={"id4":pl.Int32, "id5":pl.Int32, "id6":pl.Int32, "v1":pl.Int32, "v2":pl.Int32, "v3":pl.Float32}, low_memory=True, rechunk=True)
+    x = (pl.read_csv(src_grp, schema_overrides={"id4":pl.Int32, "id5":pl.Int32, "id6":pl.Int32, "v1":pl.Int32, "v2":pl.Int32, "v3":pl.Float64}, low_memory=True, rechunk=True)
          .with_columns(pl.col(["id1", "id2", "id3"]).cast(pl.Categorical)))
 
 in_rows = x.shape[0]
@@ -302,4 +302,4 @@
 
 print("grouping finished, took %0.3fs" % (timeit.default_timer() - task_init), flush=True)
 
-exit(0)
+exit(0)