Frank Shen
01/17/2023, 7:39 PMSamhita Alla
Frank Shen
01/24/2023, 8:15 PMFile "/opt/venv/lib/python3.9/site-packages/flytekit/exceptions/scopes.py", line 203, in user_entry_point
return wrapped(*args, **kwargs)
File "/opt/venv/lib/python3.9/site-packages/dai_mle_models/xgboost/xgboost_tune_wf.py", line 83, in xgb_tune
tuner = tune.Tuner(
File "/opt/venv/lib/python3.9/site-packages/ray/tune/tuner.py", line 152, in __init__
self._local_tuner = TunerInternal(**kwargs)
File "/opt/venv/lib/python3.9/site-packages/ray/tune/impl/tuner_internal.py", line 104, in __init__
self._experiment_checkpoint_dir = self._setup_create_experiment_checkpoint_dir(
File "/opt/venv/lib/python3.9/site-packages/ray/tune/impl/tuner_internal.py", line 273, in _setup_create_experiment_checkpoint_dir
os.makedirs(path, exist_ok=True)
File "/usr/lib/python3.9/os.py", line 215, in makedirs
makedirs(head, exist_ok=exist_ok)
File "/usr/lib/python3.9/os.py", line 225, in makedirs
mkdir(name, mode)
Message:
[Errno 13] Permission denied: '/ray_results'
Samhita Alla
Frank Shen
01/25/2023, 7:23 PM# Set /root user and group
# RUN chown -R ${spark_uid}:${spark_uid} /root
...
# USER ${spark_uid}
Kevin Su
01/25/2023, 7:37 PMFrank Shen
01/25/2023, 7:49 PMKevin Su
01/25/2023, 9:07 PM@task
def spark_task:
import spark
...
Frank Shen
01/25/2023, 10:25 PM@task
task_config=Spark(
spark_conf={
def a()
Samhita Alla
Frank Shen
01/27/2023, 5:24 AM