@mbezidenes,
Based on the sample submission, these IDs correspond to specific rows in the output grids for the problems: test_0016_4, test_0016_5, test_0016_6, test_0016_7, and test_0016_8.
The issue is likely due to your model not generating a sufficient number of output rows, especially for problems with multiple test cases or larger expected outputs.
when you check the test.json, "test_0016":{"train":[{"input":[[7,7,7,7,7,7],[7,7,1,7,7,7],[7,7,7,7,7,7],[1,7,7,7,1,7]],"output":[[7,3,7,7,7,7,7,3,7,7,7,7,7,3,7,7,7,7],[6,6,1,6,6,6,6,6,1,6,6,6,6,6,1,6,6,6],[7,7,7,3,7,3,7,7,7,3,7,3,7,7,7,3,7,7],[1,6,6,6,1,6,1,6,6,6,1,6,1,6,6,6,1,6],[7,3,7,7,7,3,7,3,7,7,7,3,7,3,7,7,7,3],[6,6,1,6,6,6,6,6,1,6,6,6,6,6,1,6,6,6],[7,7,7,3,7,3,7,7,7,3,7,3,7,7,7,3,7,7],[1,6,6,6,1,6,1,6,6,6,1,6,1,6,6,6,1,6],[7,3,7,7,7,3,7,3,7,7,7,3,7,3,7,7,7,3],[6,6,1,6,6,6,6,6,1,6,6,6,6,6,1,6,6,6],[7,7,7,3,7,3,7,7,7,3,7,3,7,7,7,3,7,7],[1,6,6,6,1,6,1,6,6,6,1,6,1,6,6,6,1,6]]},{"input":[[7,7,9,7],[7,7,7,7]],"output":[[6,6,9,6,6,6,9,6,6,6,9,6],[7,3,7,3,7,3,7,3,7,3,7,3],[6,6,9,6,6,6,9,6,6,6,9,6],[7,3,7,3,7,3,7,3,7,3,7,3],[6,6,9,6,6,6,9,6,6,6,9,6],[7,7,7,3,7,7,7,3,7,7,7,3]]},{"input":[[7,7,7,7,7],[7,7,7,7,7],[7,7,4,7,7],[7,7,7,7,7],[7,7,7,7,7]],"output":[[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7],[7,3,7,7,7,7,3,7,7,7,7,3,7,7,7],[6,6,4,6,6,6,6,4,6,6,6,6,4,6,6],[7,7,7,3,7,7,7,7,3,7,7,7,7,3,7],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7],[7,3,7,7,7,7,3,7,7,7,7,3,7,7,7],[6,6,4,6,6,6,6,4,6,6,6,6,4,6,6],[7,7,7,3,7,7,7,7,3,7,7,7,7,3,7],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7],[7,3,7,7,7,7,3,7,7,7,7,3,7,7,7],[6,6,4,6,6,6,6,4,6,6,6,6,4,6,6],[7,7,7,3,7,7,7,7,3,7,7,7,7,3,7],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]]},{"input":[[7,7,7],[7,8,7],[7,7,7]],"output":[[3,7,7,3,7,7,3,7,7],[6,8,6,6,8,6,6,8,6],[7,7,3,7,7,3,7,7,3],[3,7,7,3,7,7,3,7,7],[6,8,6,6,8,6,6,8,6],[7,7,3,7,7,3,7,7,3],[3,7,7,3,7,7,3,7,7],[6,8,6,6,8,6,6,8,6],[7,7,3,7,7,3,7,7,3]]}],"test":[{"input":[[4,7,7],[7,7,7],[7,7,7]]}]} has only "test":[{"input":[[4,7,7],[7,7,7],[7,7,7]]}]} and that is what my model attempt to predict. but "Missing entries for IDs test_0016_4, test_0016_5, test_0016_6, test_0016_7, and test_0016_8".
@mbezidenes, Based on the sample submission, these IDs correspond to specific rows in the output grids for the problems: test_0016_4, test_0016_5, test_0016_6, test_0016_7, and test_0016_8. The issue is likely due to your model not generating a sufficient number of output rows, especially for problems with multiple test cases or larger expected outputs.
when you check the test.json, "test_0016":{"train":[{"input":[[7,7,7,7,7,7],[7,7,1,7,7,7],[7,7,7,7,7,7],[1,7,7,7,1,7]],"output":[[7,3,7,7,7,7,7,3,7,7,7,7,7,3,7,7,7,7],[6,6,1,6,6,6,6,6,1,6,6,6,6,6,1,6,6,6],[7,7,7,3,7,3,7,7,7,3,7,3,7,7,7,3,7,7],[1,6,6,6,1,6,1,6,6,6,1,6,1,6,6,6,1,6],[7,3,7,7,7,3,7,3,7,7,7,3,7,3,7,7,7,3],[6,6,1,6,6,6,6,6,1,6,6,6,6,6,1,6,6,6],[7,7,7,3,7,3,7,7,7,3,7,3,7,7,7,3,7,7],[1,6,6,6,1,6,1,6,6,6,1,6,1,6,6,6,1,6],[7,3,7,7,7,3,7,3,7,7,7,3,7,3,7,7,7,3],[6,6,1,6,6,6,6,6,1,6,6,6,6,6,1,6,6,6],[7,7,7,3,7,3,7,7,7,3,7,3,7,7,7,3,7,7],[1,6,6,6,1,6,1,6,6,6,1,6,1,6,6,6,1,6]]},{"input":[[7,7,9,7],[7,7,7,7]],"output":[[6,6,9,6,6,6,9,6,6,6,9,6],[7,3,7,3,7,3,7,3,7,3,7,3],[6,6,9,6,6,6,9,6,6,6,9,6],[7,3,7,3,7,3,7,3,7,3,7,3],[6,6,9,6,6,6,9,6,6,6,9,6],[7,7,7,3,7,7,7,3,7,7,7,3]]},{"input":[[7,7,7,7,7],[7,7,7,7,7],[7,7,4,7,7],[7,7,7,7,7],[7,7,7,7,7]],"output":[[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7],[7,3,7,7,7,7,3,7,7,7,7,3,7,7,7],[6,6,4,6,6,6,6,4,6,6,6,6,4,6,6],[7,7,7,3,7,7,7,7,3,7,7,7,7,3,7],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7],[7,3,7,7,7,7,3,7,7,7,7,3,7,7,7],[6,6,4,6,6,6,6,4,6,6,6,6,4,6,6],[7,7,7,3,7,7,7,7,3,7,7,7,7,3,7],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7],[7,3,7,7,7,7,3,7,7,7,7,3,7,7,7],[6,6,4,6,6,6,6,4,6,6,6,6,4,6,6],[7,7,7,3,7,7,7,7,3,7,7,7,7,3,7],[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]]},{"input":[[7,7,7],[7,8,7],[7,7,7]],"output":[[3,7,7,3,7,7,3,7,7],[6,8,6,6,8,6,6,8,6],[7,7,3,7,7,3,7,7,3],[3,7,7,3,7,7,3,7,7],[6,8,6,6,8,6,6,8,6],[7,7,3,7,7,3,7,7,3],[3,7,7,3,7,7,3,7,7],[6,8,6,6,8,6,6,8,6],[7,7,3,7,7,3,7,7,3]]}],"test":[{"input":[[4,7,7],[7,7,7],[7,7,7]]}]} has only "test":[{"input":[[4,7,7],[7,7,7],[7,7,7]]}]} and that is what my model attempt to predict. but "Missing entries for IDs test_0016_4, test_0016_5, test_0016_6, test_0016_7, and test_0016_8".
please correct me.
Please check my discusion
https://zindi.africa/competitions/the-arc-challenge-africa/discussions/28001
I have the same error while trying to submit