bitter-orange-8782
05/28/2023, 6:37 AMData missing: Some input datastores are missing. Expected: 7 Actual: 0
Is that something configurable or a limitation?
from metaflow import FlowSpec, step, kubernetes, environment, timeout, retry, catch, conda, card, project
class test_branching(FlowSpec):
@kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
@step
def start(self):
self.arr = [1,2,3]
self.next(self.first_step, foreach='arr')
@kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
@step
def first_step(self):
self.first_step_output = self.input
self.next(self.a,
self.b,
self.c,
self.d,
self.e,
self.f,
self.g)
@kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
@step
def a(self):
self.out_put_branch = ()
self.next(self.join_all_branches)
@kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
@step
def b(self):
self.out_put_branch = ()
self.next(self.join_all_branches)
@kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
@step
def c(self):
self.out_put_branch = ()
self.next(self.join_all_branches)
@kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
@step
def d(self):
self.out_put_branch = ()
self.next(self.join_all_branches)
@kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
@step
def e(self):
self.out_put_branch = ()
self.next(self.join_all_branches)
@kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
@step
def f(self):
self.out_put_branch = ()
self.next(self.join_all_branches)
@kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
@step
def g(self):
self.out_put_branch = ()
self.next(self.join_all_branches)
@kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
@retry(times=1, minutes_between_retries=0)
@step
def join_all_branches(self, inputs):
print("Done join all RUN artifacts!")
self.next(self.join_all_results)
@kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
@step
def join_all_results(self, inputs):
print("Done join all RUN artifacts!")
self.next(self.end)
@kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
@step
def end(self):
print("Done everything!")
if __name__ == "__main__":
test_branching()