millions-addition-67809
07/31/2024, 8:54 PMhigh-accountant-32689
07/31/2024, 9:27 PMmillions-addition-67809
08/01/2024, 7:38 AMfrom flytekit import kwtypes, workflow, dynamic
from flytekitplugins.papermill import NotebookTask
from flytekit.types.file import HTMLPage
from flytekit import ImageSpec
from src.images import BaseImageSpec, NotebookImageSpec
task1 = NotebookTask(
name="notebook_task1",
notebook_path=str(
pathlib.Path(__file__)
.parent.absolute()
.joinpath("notebooks/task1.ipynb")
),
render_deck=True,
enable_deck=True,
inputs=kwtypes(
some_input=str
),
container_image=NotebookImageSpec,
)
task2 = NotebookTask(
name="notebook_task2",
notebook_path=str(
pathlib.Path(__file__)
.parent.absolute()
.joinpath("notebooks/task2.ipynb")
),
render_deck=True,
enable_deck=True,
inputs=kwtypes(
some_other_input=str,
),
container_image=NotebookImageSpec,
)
@dynamic(container_image=BaseImageSpec)
def run_dynamic_workflow() -> HTMLPage:
_, nb2 = task2(some_other_input="some_input")
return nb2
@workflow
def run_workflow() -> None:
_, nb1 = task1(some_input="some_input")
nb2 = run_dynamic_workflow()
millions-addition-67809
08/01/2024, 7:39 AMmillions-addition-67809
08/01/2024, 7:41 AMmillions-addition-67809
08/06/2024, 10:06 AMhigh-accountant-32689
08/06/2024, 2:18 PMhigh-accountant-32689
08/07/2024, 6:56 PMhigh-accountant-32689
08/08/2024, 11:16 PM