Prefect Collection for interacting with Fugue: prefect-fugue

Archive
, , , ,
1

Docs

https://fugue-project.github.io/prefect-fugue/

Code

Examples

from prefect import flow
from prefect_fugue import fugue_engine, fsql


@flow
def hello_flow():
    fsql("""
    CREATE [[0]] SCHEMA a:int
    PRINT
    """)

hello_flow()


@flow
def world_flow(n, engine):
    with fugue_engine(engine):
        fsql("""
        CREATE [[0],[1]] SCHEMA a:int
        SELECT * WHERE a>0
        PRINT
        """, n=n)

world_flow(1, "duckdb")  # running using duckdb (assuming duckdb is installed)
world_flow(2, "fugue/my_databricks")  # running using my_databricks block on Prefect