flyte-binary

flyte-system-role

@workflow
def wf(region: str = 'us') -> None:
       mem = '80Gi' if region == 'us' else '40Gi'
       train(region=region).with_overrides(requests=Resources(mem=mem))  # train() is a task

values.yaml

k8sServiceAccount

LiteralType

Literal

2023/03/08 22:40:38 /go/pkg/mod/gorm.io/driver/postgres@v1.2.3/migrator.go:74
[0.326ms] [rows:1] SELECT CURRENT_DATABASE()
{"json":{"src":"start.go:158"},"level":"panic","msg":"Failed to start Admin, err: database migration failed: ERROR: relation \"description_entities\" does not exist (SQLSTATE 42P01)","ts":"2023-03-08T22:40:38Z"}
panic: (*logrus.Entry) 0xc000aa8460

2021-08-05-schedulable_entities_snapshot

select * from migrations order by id desc limit 1;

basic_workflow.py

basic_workflow.py

import typing
from typing import Tuple

from example import example_fn
from flytekit import task, workflow


@task
def t1(a: int) -> typing.NamedTuple("OutputsBC", t1_int_output=int, c=str):
    # return a + 2, "world"
    return example_fn(a)


@task
def t2(a: str, b: str) -> str:
    return b + a


@workflow
def module_wf(a: int, b: str) -> Tuple[int, str]:
    x, y = t1(a=a)
    d = t2(a=y, b=b)
    return x, d

from example import example_fn

example.py

from typing import Tuple

def example_fn(a: int) -> Tuple[int, str]:
    return a + 2, "world"

pyflyte run --remote basic_workflow.py module_wf --a 5 --b hello

ModuleNotFoundError: No module named 'example'

File "/Users/hamzaa/data/iron-throne/venv38py/lib/python3.8/site-packages/flytekit/core/condition.py", line 406, in to_case_block
    n = c.output_promise.ref.node  # type: ignore
AttributeError: 'ContainerTask' object has no attribute 'ref'

flyte.config

flyte.config

~/.flyte/config.yaml

flytectl.current_context().secrets.get()

get_secrets_file()

return os.path.join(self._base_dir, group.lower(), f"{self._file_prefix}{key.lower()}")

flytectl.current_context().secrets.get('mlflow-credentials', 'MLFLOW_TRACKING_URI')

/etc/flyte/secrets/mlflow-credentials/MLFLOW_TRACKING_URI

flyteorg/flytekit

.upper()

.lower()