Hi, i got an error while executing with argo-workf...
# ask-metaflow
b
Hi, i got an error while executing with argo-workflow the attached flow, it consist of branching using foreach and nested inside of it is regular branching. i'm getting this error while having more than 6 branches in the nested branching: (less than 6 - works)
Data missing: Some input datastores are missing. Expected: 7 Actual: 0
Is that something configurable or a limitation?
Copy code
from metaflow import FlowSpec, step, kubernetes, environment, timeout, retry, catch, conda, card, project


class test_branching(FlowSpec):

    @kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
    @step
    def start(self):
        self.arr = [1,2,3]
        self.next(self.first_step, foreach='arr')

    @kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
    @step
    def first_step(self):
        self.first_step_output = self.input
        self.next(self.a,
                  self.b,
                  self.c,
                  self.d,
                  self.e,
                  self.f,
                  self.g)

    @kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
    @step
    def a(self):
        self.out_put_branch = ()
        self.next(self.join_all_branches)

    @kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
    @step
    def b(self):
        self.out_put_branch = ()
        self.next(self.join_all_branches)

    @kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
    @step
    def c(self):
        self.out_put_branch = ()
        self.next(self.join_all_branches)

    @kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
    @step
    def d(self):
        self.out_put_branch = ()
        self.next(self.join_all_branches)

    @kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
    @step
    def e(self):
        self.out_put_branch = ()
        self.next(self.join_all_branches)

    @kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
    @step
    def f(self):
        self.out_put_branch = ()
        self.next(self.join_all_branches)

    @kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
    @step
    def g(self):
        self.out_put_branch = ()
        self.next(self.join_all_branches)

    @kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
    @retry(times=1, minutes_between_retries=0)
    @step
    def join_all_branches(self, inputs):
        print("Done join all RUN artifacts!")
        self.next(self.join_all_results)

    @kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
    @step
    def join_all_results(self, inputs):
        print("Done join all RUN artifacts!")
        self.next(self.end)

    @kubernetes(image="<http://docker.io/python:3.9|docker.io/python:3.9>")
    @step
    def end(self):
        print("Done everything!")


if __name__ == "__main__":
    test_branching()