Set context

Eventual-Inc · Dec 5, 2024 · ec7f660 · ec7f660
1 parent beee36f
commit ec7f660
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/.github/working-dir/dedup.py b/.github/working-dir/dedup.py
@@ -96,6 +96,8 @@ def components(df: DataFrame) -> DataFrame:
 
 
 if __name__ == "__main__":
+    daft.set_execution_config(enable_ray_tracing=True)
+
     df = daft.read_parquet("s3://eventual-dev-benchmarking-fixtures/redpajama-parquet/v1.0.0/sample-0.01")
     df = dedupe(
         df,
@@ -109,6 +111,7 @@ def components(df: DataFrame) -> DataFrame:
         col("v").alias("original_doc_id"),
     )
 
+    print(daft.context.get_context())
     print(df.explain(True))
     df.collect()
     print(df)