structured_dataset_gcs.py

from flytekit import task, StructuredDataset, workflow
import pandas as pd
import pyarrow as pa

df = pd.DataFrame({"Name": ["Tom", "Joseph"], "Age": [1, 22], "Height": [160, 178]})
padf = pa.Table.from_pandas(pd.DataFrame({"Name": ["Tom", "Joseph"], "Age": [20, 22]}))


@task
def t1() -> StructuredDataset:
    return StructuredDataset(dataframe=padf, uri="gs://flyte-private/")


@task
def t2(sd: StructuredDataset):
    print(sd.open(pa.Table).all())


@workflow
def wf():
    t2(sd=t1())


wf()