├── .env.example ├── .gitattributes ├── .gitignore ├── LICENSE ├── README.md ├── evals ├── bfcl │ ├── data.csv │ ├── data │ │ ├── processed │ │ │ ├── pydantic_models.csv │ │ │ └── pydantic_models │ │ │ │ ├── java │ │ │ │ ├── model_000.py │ │ │ │ ├── model_001.py │ │ │ │ ├── model_002.py │ │ │ │ ├── model_003.py │ │ │ │ ├── model_004.py │ │ │ │ ├── model_005.py │ │ │ │ ├── model_006.py │ │ │ │ ├── model_007.py │ │ │ │ ├── model_008.py │ │ │ │ ├── model_009.py │ │ │ │ ├── model_010.py │ │ │ │ ├── model_011.py │ │ │ │ ├── model_012.py │ │ │ │ ├── model_013.py │ │ │ │ ├── model_014.py │ │ │ │ ├── model_015.py │ │ │ │ ├── model_016.py │ │ │ │ ├── model_017.py │ │ │ │ ├── model_018.py │ │ │ │ ├── model_019.py │ │ │ │ ├── model_020.py │ │ │ │ ├── model_021.py │ │ │ │ ├── model_022.py │ │ │ │ ├── model_023.py │ │ │ │ ├── model_024.py │ │ │ │ ├── model_025.py │ │ │ │ ├── model_026.py │ │ │ │ ├── model_027.py │ │ │ │ ├── model_028.py │ │ │ │ ├── model_029.py │ │ │ │ ├── model_030.py │ │ │ │ ├── model_031.py │ │ │ │ ├── model_032.py │ │ │ │ ├── model_033.py │ │ │ │ ├── model_034.py │ │ │ │ ├── model_035.py │ │ │ │ ├── model_036.py │ │ │ │ ├── model_037.py │ │ │ │ ├── model_038.py │ │ │ │ ├── model_039.py │ │ │ │ ├── model_040.py │ │ │ │ ├── model_041.py │ │ │ │ ├── model_042.py │ │ │ │ ├── model_043.py │ │ │ │ ├── model_044.py │ │ │ │ ├── model_045.py │ │ │ │ ├── model_046.py │ │ │ │ ├── model_047.py │ │ │ │ ├── model_048.py │ │ │ │ ├── model_049.py │ │ │ │ ├── model_050.py │ │ │ │ ├── model_051.py │ │ │ │ ├── model_052.py │ │ │ │ ├── model_053.py │ │ │ │ ├── model_054.py │ │ │ │ ├── model_055.py │ │ │ │ ├── model_056.py │ │ │ │ ├── model_057.py │ │ │ │ ├── model_058.py │ │ │ │ ├── model_059.py │ │ │ │ ├── model_060.py │ │ │ │ ├── model_061.py │ │ │ │ ├── model_062.py │ │ │ │ ├── model_063.py │ │ │ │ ├── model_064.py │ │ │ │ ├── model_065.py │ │ │ │ ├── model_066.py │ │ │ │ ├── model_067.py │ │ │ │ ├── model_068.py │ │ │ │ ├── model_069.py │ │ │ │ ├── model_070.py │ │ │ │ ├── model_071.py │ │ │ │ ├── model_072.py │ │ │ │ ├── model_073.py │ │ │ │ ├── model_074.py │ │ │ │ ├── model_075.py │ │ │ │ ├── model_076.py │ │ │ │ ├── model_077.py │ │ │ │ ├── model_078.py │ │ │ │ ├── model_079.py │ │ │ │ ├── model_080.py │ │ │ │ ├── model_081.py │ │ │ │ ├── model_082.py │ │ │ │ ├── model_083.py │ │ │ │ ├── model_084.py │ │ │ │ ├── model_085.py │ │ │ │ ├── model_086.py │ │ │ │ ├── model_087.py │ │ │ │ ├── model_088.py │ │ │ │ ├── model_089.py │ │ │ │ ├── model_090.py │ │ │ │ ├── model_091.py │ │ │ │ ├── model_092.py │ │ │ │ ├── model_093.py │ │ │ │ ├── model_094.py │ │ │ │ ├── model_095.py │ │ │ │ ├── model_096.py │ │ │ │ ├── model_097.py │ │ │ │ ├── model_098.py │ │ │ │ └── model_099.py │ │ │ │ ├── javascript │ │ │ │ ├── model_000.py │ │ │ │ ├── model_001.py │ │ │ │ ├── model_002.py │ │ │ │ ├── model_003.py │ │ │ │ ├── model_004.py │ │ │ │ ├── model_005.py │ │ │ │ ├── model_006.py │ │ │ │ ├── model_007.py │ │ │ │ ├── model_008.py │ │ │ │ ├── model_009.py │ │ │ │ ├── model_010.py │ │ │ │ ├── model_011.py │ │ │ │ ├── model_012.py │ │ │ │ ├── model_013.py │ │ │ │ ├── model_014.py │ │ │ │ ├── model_015.py │ │ │ │ ├── model_016.py │ │ │ │ ├── model_017.py │ │ │ │ ├── model_018.py │ │ │ │ ├── model_019.py │ │ │ │ ├── model_020.py │ │ │ │ ├── model_021.py │ │ │ │ ├── model_022.py │ │ │ │ ├── model_023.py │ │ │ │ ├── model_024.py │ │ │ │ ├── model_025.py │ │ │ │ ├── model_026.py │ │ │ │ ├── model_027.py │ │ │ │ ├── model_028.py │ │ │ │ ├── model_029.py │ │ │ │ ├── model_030.py │ │ │ │ ├── model_031.py │ │ │ │ ├── model_032.py │ │ │ │ ├── model_033.py │ │ │ │ ├── model_034.py │ │ │ │ ├── model_035.py │ │ │ │ ├── model_036.py │ │ │ │ ├── model_037.py │ │ │ │ ├── model_038.py │ │ │ │ ├── model_039.py │ │ │ │ ├── model_040.py │ │ │ │ ├── model_041.py │ │ │ │ ├── model_042.py │ │ │ │ ├── model_043.py │ │ │ │ ├── model_044.py │ │ │ │ ├── model_045.py │ │ │ │ ├── model_046.py │ │ │ │ ├── model_047.py │ │ │ │ ├── model_048.py │ │ │ │ └── model_049.py │ │ │ │ └── simple │ │ │ │ ├── model_000.py │ │ │ │ ├── model_001.py │ │ │ │ ├── model_002.py │ │ │ │ ├── model_003.py │ │ │ │ ├── model_004.py │ │ │ │ ├── model_005.py │ │ │ │ ├── model_006.py │ │ │ │ ├── model_007.py │ │ │ │ ├── model_008.py │ │ │ │ ├── model_009.py │ │ │ │ ├── model_010.py │ │ │ │ ├── model_011.py │ │ │ │ ├── model_012.py │ │ │ │ ├── model_013.py │ │ │ │ ├── model_014.py │ │ │ │ ├── model_015.py │ │ │ │ ├── model_016.py │ │ │ │ ├── model_017.py │ │ │ │ ├── model_018.py │ │ │ │ ├── model_019.py │ │ │ │ ├── model_020.py │ │ │ │ ├── model_021.py │ │ │ │ ├── model_022.py │ │ │ │ ├── model_023.py │ │ │ │ ├── model_024.py │ │ │ │ ├── model_025.py │ │ │ │ ├── model_026.py │ │ │ │ ├── model_027.py │ │ │ │ ├── model_028.py │ │ │ │ ├── model_029.py │ │ │ │ ├── model_030.py │ │ │ │ ├── model_031.py │ │ │ │ ├── model_032.py │ │ │ │ ├── model_033.py │ │ │ │ ├── model_034.py │ │ │ │ ├── model_035.py │ │ │ │ ├── model_036.py │ │ │ │ ├── model_037.py │ │ │ │ ├── model_038.py │ │ │ │ ├── model_039.py │ │ │ │ ├── model_040.py │ │ │ │ ├── model_041.py │ │ │ │ ├── model_042.py │ │ │ │ ├── model_043.py │ │ │ │ ├── model_044.py │ │ │ │ ├── model_045.py │ │ │ │ ├── model_046.py │ │ │ │ ├── model_047.py │ │ │ │ ├── model_048.py │ │ │ │ ├── model_049.py │ │ │ │ ├── model_050.py │ │ │ │ ├── model_051.py │ │ │ │ ├── model_052.py │ │ │ │ ├── model_053.py │ │ │ │ ├── model_054.py │ │ │ │ ├── model_055.py │ │ │ │ ├── model_056.py │ │ │ │ ├── model_057.py │ │ │ │ ├── model_058.py │ │ │ │ ├── model_059.py │ │ │ │ ├── model_060.py │ │ │ │ ├── model_061.py │ │ │ │ ├── model_062.py │ │ │ │ ├── model_063.py │ │ │ │ ├── model_064.py │ │ │ │ ├── model_065.py │ │ │ │ ├── model_066.py │ │ │ │ ├── model_067.py │ │ │ │ ├── model_068.py │ │ │ │ ├── model_069.py │ │ │ │ ├── model_070.py │ │ │ │ ├── model_071.py │ │ │ │ ├── model_072.py │ │ │ │ ├── model_073.py │ │ │ │ ├── model_074.py │ │ │ │ ├── model_075.py │ │ │ │ ├── model_076.py │ │ │ │ ├── model_077.py │ │ │ │ ├── model_078.py │ │ │ │ ├── model_079.py │ │ │ │ ├── model_080.py │ │ │ │ ├── model_081.py │ │ │ │ ├── model_082.py │ │ │ │ ├── model_083.py │ │ │ │ ├── model_084.py │ │ │ │ ├── model_085.py │ │ │ │ ├── model_086.py │ │ │ │ ├── model_087.py │ │ │ │ ├── model_088.py │ │ │ │ ├── model_089.py │ │ │ │ ├── model_090.py │ │ │ │ ├── model_091.py │ │ │ │ ├── model_092.py │ │ │ │ ├── model_093.py │ │ │ │ ├── model_094.py │ │ │ │ ├── model_095.py │ │ │ │ ├── model_096.py │ │ │ │ ├── model_097.py │ │ │ │ ├── model_098.py │ │ │ │ ├── model_099.py │ │ │ │ ├── model_100.py │ │ │ │ ├── model_101.py │ │ │ │ ├── model_102.py │ │ │ │ ├── model_103.py │ │ │ │ ├── model_104.py │ │ │ │ ├── model_105.py │ │ │ │ ├── model_106.py │ │ │ │ ├── model_107.py │ │ │ │ ├── model_108.py │ │ │ │ ├── model_109.py │ │ │ │ ├── model_110.py │ │ │ │ ├── model_111.py │ │ │ │ ├── model_112.py │ │ │ │ ├── model_113.py │ │ │ │ ├── model_114.py │ │ │ │ ├── model_115.py │ │ │ │ ├── model_116.py │ │ │ │ ├── model_117.py │ │ │ │ ├── model_118.py │ │ │ │ ├── model_119.py │ │ │ │ ├── model_120.py │ │ │ │ ├── model_121.py │ │ │ │ ├── model_122.py │ │ │ │ ├── model_123.py │ │ │ │ ├── model_124.py │ │ │ │ ├── model_125.py │ │ │ │ ├── model_126.py │ │ │ │ ├── model_127.py │ │ │ │ ├── model_128.py │ │ │ │ ├── model_129.py │ │ │ │ ├── model_130.py │ │ │ │ ├── model_131.py │ │ │ │ ├── model_132.py │ │ │ │ ├── model_133.py │ │ │ │ ├── model_134.py │ │ │ │ ├── model_135.py │ │ │ │ ├── model_136.py │ │ │ │ ├── model_137.py │ │ │ │ ├── model_138.py │ │ │ │ ├── model_139.py │ │ │ │ ├── model_140.py │ │ │ │ ├── model_141.py │ │ │ │ ├── model_142.py │ │ │ │ ├── model_143.py │ │ │ │ ├── model_144.py │ │ │ │ ├── model_145.py │ │ │ │ ├── model_146.py │ │ │ │ ├── model_147.py │ │ │ │ ├── model_148.py │ │ │ │ ├── model_149.py │ │ │ │ ├── model_150.py │ │ │ │ ├── model_151.py │ │ │ │ ├── model_152.py │ │ │ │ ├── model_153.py │ │ │ │ ├── model_154.py │ │ │ │ ├── model_155.py │ │ │ │ ├── model_156.py │ │ │ │ ├── model_157.py │ │ │ │ ├── model_158.py │ │ │ │ ├── model_159.py │ │ │ │ ├── model_160.py │ │ │ │ ├── model_161.py │ │ │ │ ├── model_162.py │ │ │ │ ├── model_163.py │ │ │ │ ├── model_164.py │ │ │ │ ├── model_165.py │ │ │ │ ├── model_166.py │ │ │ │ ├── model_167.py │ │ │ │ ├── model_168.py │ │ │ │ ├── model_169.py │ │ │ │ ├── model_170.py │ │ │ │ ├── model_171.py │ │ │ │ ├── model_172.py │ │ │ │ ├── model_173.py │ │ │ │ ├── model_174.py │ │ │ │ ├── model_175.py │ │ │ │ ├── model_176.py │ │ │ │ ├── model_177.py │ │ │ │ ├── model_178.py │ │ │ │ ├── model_179.py │ │ │ │ ├── model_180.py │ │ │ │ ├── model_181.py │ │ │ │ ├── model_182.py │ │ │ │ ├── model_183.py │ │ │ │ ├── model_184.py │ │ │ │ ├── model_185.py │ │ │ │ ├── model_186.py │ │ │ │ ├── model_187.py │ │ │ │ ├── model_188.py │ │ │ │ ├── model_189.py │ │ │ │ ├── model_190.py │ │ │ │ ├── model_191.py │ │ │ │ ├── model_192.py │ │ │ │ ├── model_193.py │ │ │ │ ├── model_194.py │ │ │ │ ├── model_195.py │ │ │ │ ├── model_196.py │ │ │ │ ├── model_197.py │ │ │ │ ├── model_198.py │ │ │ │ ├── model_199.py │ │ │ │ ├── model_200.py │ │ │ │ ├── model_201.py │ │ │ │ ├── model_202.py │ │ │ │ ├── model_203.py │ │ │ │ ├── model_204.py │ │ │ │ ├── model_205.py │ │ │ │ ├── model_206.py │ │ │ │ ├── model_207.py │ │ │ │ ├── model_208.py │ │ │ │ ├── model_209.py │ │ │ │ ├── model_210.py │ │ │ │ ├── model_211.py │ │ │ │ ├── model_212.py │ │ │ │ ├── model_213.py │ │ │ │ ├── model_214.py │ │ │ │ ├── model_215.py │ │ │ │ ├── model_216.py │ │ │ │ ├── model_217.py │ │ │ │ ├── model_218.py │ │ │ │ ├── model_219.py │ │ │ │ ├── model_220.py │ │ │ │ ├── model_221.py │ │ │ │ ├── model_222.py │ │ │ │ ├── model_223.py │ │ │ │ ├── model_224.py │ │ │ │ ├── model_225.py │ │ │ │ ├── model_226.py │ │ │ │ ├── model_227.py │ │ │ │ ├── model_228.py │ │ │ │ ├── model_229.py │ │ │ │ ├── model_230.py │ │ │ │ ├── model_231.py │ │ │ │ ├── model_232.py │ │ │ │ ├── model_233.py │ │ │ │ ├── model_234.py │ │ │ │ ├── model_235.py │ │ │ │ ├── model_236.py │ │ │ │ ├── model_237.py │ │ │ │ ├── model_238.py │ │ │ │ ├── model_239.py │ │ │ │ ├── model_240.py │ │ │ │ ├── model_241.py │ │ │ │ ├── model_242.py │ │ │ │ ├── model_243.py │ │ │ │ ├── model_244.py │ │ │ │ ├── model_245.py │ │ │ │ ├── model_246.py │ │ │ │ ├── model_247.py │ │ │ │ ├── model_248.py │ │ │ │ ├── model_249.py │ │ │ │ ├── model_250.py │ │ │ │ ├── model_251.py │ │ │ │ ├── model_252.py │ │ │ │ ├── model_253.py │ │ │ │ ├── model_254.py │ │ │ │ ├── model_255.py │ │ │ │ ├── model_256.py │ │ │ │ ├── model_257.py │ │ │ │ ├── model_258.py │ │ │ │ ├── model_259.py │ │ │ │ ├── model_260.py │ │ │ │ ├── model_261.py │ │ │ │ ├── model_262.py │ │ │ │ ├── model_263.py │ │ │ │ ├── model_264.py │ │ │ │ ├── model_265.py │ │ │ │ ├── model_266.py │ │ │ │ ├── model_267.py │ │ │ │ ├── model_268.py │ │ │ │ ├── model_269.py │ │ │ │ ├── model_270.py │ │ │ │ ├── model_271.py │ │ │ │ ├── model_272.py │ │ │ │ ├── model_273.py │ │ │ │ ├── model_274.py │ │ │ │ ├── model_275.py │ │ │ │ ├── model_276.py │ │ │ │ ├── model_277.py │ │ │ │ ├── model_278.py │ │ │ │ ├── model_279.py │ │ │ │ ├── model_280.py │ │ │ │ ├── model_281.py │ │ │ │ ├── model_282.py │ │ │ │ ├── model_283.py │ │ │ │ ├── model_284.py │ │ │ │ ├── model_285.py │ │ │ │ ├── model_286.py │ │ │ │ ├── model_287.py │ │ │ │ ├── model_288.py │ │ │ │ ├── model_289.py │ │ │ │ ├── model_290.py │ │ │ │ ├── model_291.py │ │ │ │ ├── model_292.py │ │ │ │ ├── model_293.py │ │ │ │ ├── model_294.py │ │ │ │ ├── model_295.py │ │ │ │ ├── model_296.py │ │ │ │ ├── model_297.py │ │ │ │ ├── model_298.py │ │ │ │ ├── model_299.py │ │ │ │ ├── model_300.py │ │ │ │ ├── model_301.py │ │ │ │ ├── model_302.py │ │ │ │ ├── model_303.py │ │ │ │ ├── model_304.py │ │ │ │ ├── model_305.py │ │ │ │ ├── model_306.py │ │ │ │ ├── model_307.py │ │ │ │ ├── model_308.py │ │ │ │ ├── model_309.py │ │ │ │ ├── model_310.py │ │ │ │ ├── model_311.py │ │ │ │ ├── model_312.py │ │ │ │ ├── model_313.py │ │ │ │ ├── model_314.py │ │ │ │ ├── model_315.py │ │ │ │ ├── model_316.py │ │ │ │ ├── model_317.py │ │ │ │ ├── model_318.py │ │ │ │ ├── model_319.py │ │ │ │ ├── model_320.py │ │ │ │ ├── model_321.py │ │ │ │ ├── model_322.py │ │ │ │ ├── model_323.py │ │ │ │ ├── model_324.py │ │ │ │ ├── model_325.py │ │ │ │ ├── model_326.py │ │ │ │ ├── model_327.py │ │ │ │ ├── model_328.py │ │ │ │ ├── model_329.py │ │ │ │ ├── model_330.py │ │ │ │ ├── model_331.py │ │ │ │ ├── model_332.py │ │ │ │ ├── model_333.py │ │ │ │ ├── model_334.py │ │ │ │ ├── model_335.py │ │ │ │ ├── model_336.py │ │ │ │ ├── model_337.py │ │ │ │ ├── model_338.py │ │ │ │ ├── model_339.py │ │ │ │ ├── model_340.py │ │ │ │ ├── model_341.py │ │ │ │ ├── model_342.py │ │ │ │ ├── model_343.py │ │ │ │ ├── model_344.py │ │ │ │ ├── model_345.py │ │ │ │ ├── model_346.py │ │ │ │ ├── model_347.py │ │ │ │ ├── model_348.py │ │ │ │ ├── model_349.py │ │ │ │ ├── model_350.py │ │ │ │ ├── model_351.py │ │ │ │ ├── model_352.py │ │ │ │ ├── model_353.py │ │ │ │ ├── model_354.py │ │ │ │ ├── model_355.py │ │ │ │ ├── model_356.py │ │ │ │ ├── model_357.py │ │ │ │ ├── model_358.py │ │ │ │ ├── model_359.py │ │ │ │ ├── model_360.py │ │ │ │ ├── model_361.py │ │ │ │ ├── model_362.py │ │ │ │ ├── model_363.py │ │ │ │ ├── model_364.py │ │ │ │ ├── model_365.py │ │ │ │ ├── model_366.py │ │ │ │ ├── model_367.py │ │ │ │ ├── model_368.py │ │ │ │ ├── model_369.py │ │ │ │ ├── model_370.py │ │ │ │ ├── model_371.py │ │ │ │ ├── model_372.py │ │ │ │ ├── model_373.py │ │ │ │ ├── model_374.py │ │ │ │ ├── model_375.py │ │ │ │ ├── model_376.py │ │ │ │ ├── model_377.py │ │ │ │ ├── model_378.py │ │ │ │ ├── model_379.py │ │ │ │ ├── model_380.py │ │ │ │ ├── model_381.py │ │ │ │ ├── model_382.py │ │ │ │ ├── model_383.py │ │ │ │ ├── model_384.py │ │ │ │ ├── model_385.py │ │ │ │ ├── model_386.py │ │ │ │ ├── model_387.py │ │ │ │ ├── model_388.py │ │ │ │ ├── model_389.py │ │ │ │ ├── model_390.py │ │ │ │ ├── model_391.py │ │ │ │ ├── model_392.py │ │ │ │ ├── model_393.py │ │ │ │ ├── model_394.py │ │ │ │ ├── model_395.py │ │ │ │ ├── model_396.py │ │ │ │ ├── model_397.py │ │ │ │ ├── model_398.py │ │ │ │ └── model_399.py │ │ └── raw │ │ │ ├── README.md │ │ │ ├── gorilla_openfunctions_v1_test_java.json │ │ │ ├── gorilla_openfunctions_v1_test_javascript.json │ │ │ └── gorilla_openfunctions_v1_test_simple.json │ ├── figures │ │ ├── Deepseek_java_simple_function_ast_bar_plot.png │ │ ├── Deepseek_javascript_simple_function_ast_bar_plot.png │ │ ├── Deepseek_python_simple_function_ast_bar_plot.png │ │ ├── Deepseek_simple_function_ast_bar_plot.png │ │ ├── Gemma_java_simple_function_ast_bar_plot.png │ │ ├── Gemma_javascript_simple_function_ast_bar_plot.png │ │ ├── Gemma_python_simple_function_ast_bar_plot.png │ │ ├── Gemma_simple_function_ast_bar_plot.png │ │ ├── Gorilla_java_simple_function_ast_bar_plot.png │ │ ├── Gorilla_javascript_simple_function_ast_bar_plot.png │ │ ├── Gorilla_python_simple_function_ast_bar_plot.png │ │ ├── Gorilla_simple_function_ast_bar_plot.png │ │ ├── Meta_java_simple_function_ast_bar_plot.png │ │ ├── Meta_javascript_simple_function_ast_bar_plot.png │ │ ├── Meta_python_simple_function_ast_bar_plot.png │ │ ├── Meta_simple_function_ast_bar_plot.png │ │ ├── Mistral_java_simple_function_ast_bar_plot.png │ │ ├── Mistral_javascript_simple_function_ast_bar_plot.png │ │ ├── Mistral_python_simple_function_ast_bar_plot.png │ │ └── Mistral_simple_function_ast_bar_plot.png │ ├── notebooks │ │ ├── data_example.ipynb │ │ ├── json_schema.json │ │ ├── pydantic_models_generation.ipynb │ │ └── visualize_scores.ipynb │ ├── result │ │ ├── deepseek-ai_deepseek-coder-7b-base-v1.5 │ │ │ └── gorilla_openfunctions_v1_test_simple_result.json │ │ ├── deepseek-ai_deepseek-coder-7b-instruct-v1.5 │ │ │ └── gorilla_openfunctions_v1_test_simple_result.json │ │ ├── google_gemma-7b-it │ │ │ └── gorilla_openfunctions_v1_test_simple_result.json │ │ ├── gorilla-llm_gorilla-openfunctions-v2 │ │ │ └── gorilla_openfunctions_v1_test_simple_result.json │ │ ├── gorilla-openfunctions-v2 │ │ │ └── gorilla_openfunctions_v1_test_simple_result.json │ │ ├── gpt-4-0125-preview │ │ │ └── gorilla_openfunctions_v1_test_simple_result.json │ │ ├── meta-llama_Meta-Llama-3-8B-Instruct │ │ │ └── gorilla_openfunctions_v1_test_simple_result.json │ │ └── mistralai_Mistral-7B-Instruct-v0.2 │ │ │ └── gorilla_openfunctions_v1_test_simple_result.json │ ├── score │ │ ├── deepseek-ai_deepseek-coder-7b-base-v1.5 │ │ │ └── simple_score.json │ │ ├── deepseek-ai_deepseek-coder-7b-instruct-v1.5 │ │ │ └── simple_score.json │ │ ├── google_gemma-7b-it │ │ │ └── simple_score.json │ │ ├── gorilla-llm_gorilla-openfunctions-v2 │ │ │ └── simple_score.json │ │ ├── gorilla-openfunctions-v2 │ │ │ └── simple_score.json │ │ ├── gpt-4-0125-preview │ │ │ └── simple_score.json │ │ ├── meta-llama_Meta-Llama-3-8B-Instruct │ │ │ └── simple_score.json │ │ └── mistralai_Mistral-7B-Instruct-v0.2 │ │ │ └── simple_score.json │ └── scripts │ │ ├── deepseek_outlines_handler.py │ │ ├── gemma_outlines_handler.py │ │ ├── gorilla_outlines_handler.py │ │ ├── llama_outlines_handler.py │ │ ├── mistral_outlines_handler.py │ │ └── requirements-torch.txt └── sdg │ └── notebooks │ └── 00_outlines_sdg.ipynb ├── modal └── transformers_outlines.py └── reports ├── bfcl_instructor.md ├── bfcl_outlines.md ├── images └── metric_flowchart.jpeg └── sdg_outlines.md /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/.env.example -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/README.md -------------------------------------------------------------------------------- /evals/bfcl/data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data.csv -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models.csv -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_000.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_000.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_001.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_001.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_002.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_002.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_003.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_003.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_004.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_004.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_005.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_005.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_006.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_006.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_007.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_007.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_008.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_008.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_009.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_009.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_010.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_010.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_011.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_011.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_012.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_012.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_013.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_013.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_014.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_014.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_015.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_015.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_016.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_016.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_017.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_017.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_018.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_018.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_019.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_019.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_020.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_020.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_021.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_021.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_022.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_022.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_023.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_023.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_024.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_024.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_025.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_025.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_026.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_026.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_027.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_027.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_028.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_028.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_029.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_029.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_030.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_030.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_031.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_031.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_032.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_032.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_033.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_033.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_034.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_034.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_035.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_035.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_036.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_036.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_037.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_037.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_038.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_038.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_039.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_039.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_040.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_040.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_041.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_041.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_042.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_042.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_043.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_043.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_044.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_044.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_045.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_045.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_046.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_046.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_047.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_047.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_048.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_048.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_049.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_049.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_050.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_050.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_051.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_051.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_052.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_052.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_053.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_053.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_054.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_054.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_055.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_055.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_056.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_056.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_057.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_057.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_058.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_058.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_059.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_059.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_060.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_060.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_061.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_061.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_062.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_062.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_063.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_063.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_064.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_064.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_065.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_065.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_066.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_066.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_067.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_067.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_068.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_068.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_069.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_069.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_070.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_070.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_071.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_071.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_072.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_072.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_073.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_073.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_074.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_074.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_075.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_075.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_076.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_076.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_077.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_077.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_078.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_078.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_079.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_079.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_080.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_080.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_081.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_081.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_082.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_082.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_083.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_083.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_084.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_084.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_085.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_085.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_086.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_086.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_087.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_087.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_088.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_088.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_089.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_089.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_090.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_090.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_091.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_091.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_092.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_092.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_093.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_093.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_094.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_094.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_095.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_095.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_096.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_096.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_097.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_097.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_098.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_098.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/java/model_099.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/java/model_099.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_000.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_000.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_001.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_001.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_002.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_002.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_003.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_003.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_004.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_004.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_005.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_005.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_006.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_006.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_007.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_007.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_008.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_008.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_009.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_009.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_010.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_010.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_011.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_011.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_012.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_012.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_013.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_013.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_014.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_014.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_015.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_015.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_016.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_016.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_017.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_017.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_018.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_018.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_019.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_019.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_020.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_020.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_021.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_021.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_022.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_022.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_023.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_023.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_024.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_024.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_025.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_025.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_026.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_026.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_027.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_027.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_028.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_028.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_029.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_029.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_030.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_030.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_031.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_031.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_032.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_032.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_033.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_033.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_034.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_034.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_035.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_035.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_036.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_036.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_037.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_037.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_038.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_038.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_039.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_039.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_040.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_040.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_041.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_041.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_042.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_042.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_043.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_043.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_044.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_044.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_045.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_045.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_046.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_046.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_047.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_047.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_048.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_048.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/javascript/model_049.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/javascript/model_049.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_000.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_000.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_001.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_001.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_002.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_002.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_003.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_003.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_004.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_004.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_005.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_005.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_006.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_006.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_007.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_007.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_008.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_008.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_009.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_009.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_010.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_010.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_011.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_011.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_012.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_012.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_013.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_013.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_014.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_014.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_015.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_015.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_016.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_016.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_017.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_017.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_018.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_018.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_019.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_019.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_020.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_020.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_021.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_021.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_022.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_022.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_023.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_023.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_024.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_024.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_025.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_025.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_026.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_026.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_027.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_027.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_028.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_028.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_029.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_029.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_030.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_030.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_031.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_031.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_032.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_032.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_033.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_033.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_034.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_034.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_035.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_035.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_036.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_036.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_037.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_037.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_038.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_038.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_039.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_039.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_040.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_040.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_041.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_041.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_042.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_042.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_043.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_043.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_044.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_044.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_045.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_045.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_046.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_046.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_047.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_047.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_048.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_048.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_049.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_049.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_050.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_050.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_051.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_051.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_052.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_052.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_053.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_053.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_054.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_054.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_055.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_055.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_056.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_056.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_057.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_057.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_058.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_058.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_059.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_059.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_060.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_060.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_061.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_061.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_062.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_062.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_063.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_063.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_064.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_064.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_065.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_065.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_066.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_066.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_067.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_067.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_068.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_068.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_069.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_069.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_070.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_070.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_071.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_071.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_072.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_072.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_073.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_073.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_074.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_074.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_075.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_075.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_076.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_076.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_077.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_077.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_078.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_078.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_079.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_079.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_080.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_080.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_081.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_081.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_082.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_082.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_083.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_083.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_084.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_084.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_085.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_085.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_086.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_086.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_087.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_087.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_088.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_088.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_089.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_089.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_090.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_090.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_091.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_091.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_092.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_092.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_093.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_093.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_094.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_094.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_095.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_095.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_096.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_096.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_097.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_097.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_098.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_098.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_099.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_099.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_100.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_101.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_101.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_102.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_102.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_103.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_103.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_104.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_104.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_105.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_105.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_106.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_106.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_107.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_107.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_108.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_108.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_109.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_109.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_110.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_110.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_111.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_111.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_112.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_112.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_113.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_113.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_114.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_114.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_115.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_115.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_116.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_116.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_117.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_117.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_118.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_118.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_119.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_119.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_120.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_120.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_121.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_121.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_122.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_122.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_123.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_123.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_124.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_124.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_125.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_125.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_126.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_126.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_127.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_127.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_128.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_128.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_129.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_129.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_130.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_130.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_131.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_131.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_132.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_132.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_133.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_133.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_134.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_134.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_135.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_135.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_136.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_136.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_137.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_137.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_138.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_138.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_139.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_139.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_140.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_140.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_141.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_141.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_142.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_142.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_143.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_143.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_144.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_144.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_145.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_145.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_146.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_146.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_147.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_147.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_148.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_148.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_149.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_149.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_150.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_150.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_151.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_151.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_152.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_152.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_153.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_153.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_154.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_154.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_155.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_155.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_156.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_156.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_157.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_157.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_158.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_158.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_159.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_159.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_160.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_160.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_161.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_161.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_162.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_162.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_163.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_163.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_164.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_164.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_165.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_165.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_166.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_166.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_167.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_167.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_168.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_168.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_169.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_169.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_170.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_170.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_171.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_171.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_172.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_172.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_173.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_173.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_174.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_174.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_175.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_175.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_176.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_176.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_177.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_177.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_178.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_178.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_179.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_179.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_180.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_180.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_181.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_181.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_182.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_182.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_183.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_183.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_184.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_184.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_185.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_185.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_186.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_186.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_187.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_187.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_188.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_188.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_189.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_189.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_190.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_190.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_191.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_191.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_192.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_192.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_193.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_193.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_194.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_194.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_195.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_195.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_196.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_196.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_197.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_197.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_198.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_198.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_199.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_199.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_200.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_200.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_201.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_201.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_202.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_202.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_203.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_203.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_204.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_204.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_205.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_205.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_206.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_206.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_207.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_207.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_208.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_208.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_209.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_209.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_210.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_210.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_211.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_211.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_212.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_212.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_213.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_213.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_214.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_214.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_215.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_215.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_216.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_216.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_217.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_217.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_218.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_218.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_219.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_219.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_220.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_220.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_221.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_221.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_222.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_222.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_223.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_223.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_224.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_224.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_225.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_225.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_226.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_226.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_227.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_227.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_228.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_228.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_229.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_229.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_230.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_230.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_231.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_231.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_232.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_232.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_233.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_233.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_234.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_234.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_235.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_235.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_236.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_236.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_237.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_237.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_238.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_238.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_239.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_239.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_240.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_240.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_241.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_241.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_242.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_242.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_243.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_243.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_244.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_244.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_245.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_245.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_246.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_246.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_247.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_247.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_248.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_248.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_249.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_249.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_250.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_250.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_251.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_251.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_252.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_252.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_253.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_253.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_254.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_254.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_255.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_255.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_256.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_256.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_257.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_257.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_258.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_258.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_259.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_259.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_260.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_260.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_261.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_261.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_262.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_262.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_263.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_263.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_264.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_264.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_265.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_265.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_266.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_266.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_267.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_267.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_268.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_268.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_269.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_269.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_270.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_270.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_271.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_271.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_272.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_272.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_273.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_273.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_274.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_274.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_275.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_275.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_276.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_276.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_277.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_277.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_278.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_278.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_279.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_279.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_280.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_280.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_281.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_281.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_282.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_282.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_283.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_283.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_284.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_284.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_285.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_285.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_286.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_286.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_287.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_287.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_288.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_288.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_289.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_289.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_290.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_290.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_291.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_291.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_292.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_292.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_293.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_293.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_294.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_294.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_295.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_295.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_296.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_296.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_297.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_297.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_298.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_298.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_299.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_299.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_300.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_300.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_301.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_301.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_302.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_302.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_303.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_303.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_304.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_304.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_305.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_305.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_306.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_306.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_307.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_307.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_308.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_308.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_309.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_309.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_310.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_310.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_311.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_311.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_312.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_312.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_313.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_313.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_314.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_314.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_315.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_315.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_316.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_316.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_317.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_317.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_318.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_318.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_319.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_319.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_320.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_320.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_321.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_321.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_322.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_322.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_323.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_323.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_324.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_324.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_325.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_325.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_326.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_326.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_327.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_327.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_328.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_328.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_329.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_329.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_330.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_330.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_331.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_331.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_332.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_332.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_333.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_333.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_334.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_334.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_335.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_335.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_336.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_336.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_337.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_337.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_338.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_338.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_339.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_339.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_340.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_340.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_341.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_341.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_342.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_342.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_343.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_343.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_344.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_344.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_345.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_345.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_346.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_346.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_347.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_347.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_348.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_348.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_349.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_349.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_350.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_350.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_351.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_351.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_352.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_352.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_353.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_353.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_354.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_354.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_355.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_355.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_356.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_356.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_357.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_357.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_358.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_358.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_359.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_359.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_360.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_360.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_361.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_361.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_362.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_362.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_363.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_363.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_364.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_364.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_365.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_365.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_366.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_366.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_367.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_367.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_368.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_368.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_369.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_369.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_370.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_370.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_371.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_371.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_372.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_372.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_373.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_373.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_374.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_374.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_375.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_375.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_376.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_376.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_377.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_377.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_378.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_378.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_379.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_379.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_380.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_380.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_381.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_381.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_382.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_382.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_383.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_383.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_384.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_384.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_385.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_385.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_386.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_386.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_387.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_387.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_388.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_388.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_389.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_389.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_390.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_390.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_391.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_391.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_392.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_392.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_393.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_393.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_394.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_394.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_395.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_395.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_396.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_396.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_397.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_397.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_398.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_398.py -------------------------------------------------------------------------------- /evals/bfcl/data/processed/pydantic_models/simple/model_399.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/processed/pydantic_models/simple/model_399.py -------------------------------------------------------------------------------- /evals/bfcl/data/raw/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/raw/README.md -------------------------------------------------------------------------------- /evals/bfcl/data/raw/gorilla_openfunctions_v1_test_java.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/raw/gorilla_openfunctions_v1_test_java.json -------------------------------------------------------------------------------- /evals/bfcl/data/raw/gorilla_openfunctions_v1_test_javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/raw/gorilla_openfunctions_v1_test_javascript.json -------------------------------------------------------------------------------- /evals/bfcl/data/raw/gorilla_openfunctions_v1_test_simple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/data/raw/gorilla_openfunctions_v1_test_simple.json -------------------------------------------------------------------------------- /evals/bfcl/figures/Deepseek_java_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Deepseek_java_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Deepseek_javascript_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Deepseek_javascript_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Deepseek_python_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Deepseek_python_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Deepseek_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Deepseek_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Gemma_java_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Gemma_java_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Gemma_javascript_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Gemma_javascript_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Gemma_python_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Gemma_python_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Gemma_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Gemma_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Gorilla_java_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Gorilla_java_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Gorilla_javascript_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Gorilla_javascript_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Gorilla_python_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Gorilla_python_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Gorilla_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Gorilla_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Meta_java_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Meta_java_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Meta_javascript_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Meta_javascript_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Meta_python_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Meta_python_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Meta_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Meta_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Mistral_java_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Mistral_java_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Mistral_javascript_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Mistral_javascript_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Mistral_python_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Mistral_python_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/figures/Mistral_simple_function_ast_bar_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/figures/Mistral_simple_function_ast_bar_plot.png -------------------------------------------------------------------------------- /evals/bfcl/notebooks/data_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/notebooks/data_example.ipynb -------------------------------------------------------------------------------- /evals/bfcl/notebooks/json_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/notebooks/json_schema.json -------------------------------------------------------------------------------- /evals/bfcl/notebooks/pydantic_models_generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/notebooks/pydantic_models_generation.ipynb -------------------------------------------------------------------------------- /evals/bfcl/notebooks/visualize_scores.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/notebooks/visualize_scores.ipynb -------------------------------------------------------------------------------- /evals/bfcl/result/deepseek-ai_deepseek-coder-7b-base-v1.5/gorilla_openfunctions_v1_test_simple_result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/result/deepseek-ai_deepseek-coder-7b-base-v1.5/gorilla_openfunctions_v1_test_simple_result.json -------------------------------------------------------------------------------- /evals/bfcl/result/deepseek-ai_deepseek-coder-7b-instruct-v1.5/gorilla_openfunctions_v1_test_simple_result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/result/deepseek-ai_deepseek-coder-7b-instruct-v1.5/gorilla_openfunctions_v1_test_simple_result.json -------------------------------------------------------------------------------- /evals/bfcl/result/google_gemma-7b-it/gorilla_openfunctions_v1_test_simple_result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/result/google_gemma-7b-it/gorilla_openfunctions_v1_test_simple_result.json -------------------------------------------------------------------------------- /evals/bfcl/result/gorilla-llm_gorilla-openfunctions-v2/gorilla_openfunctions_v1_test_simple_result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/result/gorilla-llm_gorilla-openfunctions-v2/gorilla_openfunctions_v1_test_simple_result.json -------------------------------------------------------------------------------- /evals/bfcl/result/gorilla-openfunctions-v2/gorilla_openfunctions_v1_test_simple_result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/result/gorilla-openfunctions-v2/gorilla_openfunctions_v1_test_simple_result.json -------------------------------------------------------------------------------- /evals/bfcl/result/gpt-4-0125-preview/gorilla_openfunctions_v1_test_simple_result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/result/gpt-4-0125-preview/gorilla_openfunctions_v1_test_simple_result.json -------------------------------------------------------------------------------- /evals/bfcl/result/meta-llama_Meta-Llama-3-8B-Instruct/gorilla_openfunctions_v1_test_simple_result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/result/meta-llama_Meta-Llama-3-8B-Instruct/gorilla_openfunctions_v1_test_simple_result.json -------------------------------------------------------------------------------- /evals/bfcl/result/mistralai_Mistral-7B-Instruct-v0.2/gorilla_openfunctions_v1_test_simple_result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/result/mistralai_Mistral-7B-Instruct-v0.2/gorilla_openfunctions_v1_test_simple_result.json -------------------------------------------------------------------------------- /evals/bfcl/score/deepseek-ai_deepseek-coder-7b-base-v1.5/simple_score.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/score/deepseek-ai_deepseek-coder-7b-base-v1.5/simple_score.json -------------------------------------------------------------------------------- /evals/bfcl/score/deepseek-ai_deepseek-coder-7b-instruct-v1.5/simple_score.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/score/deepseek-ai_deepseek-coder-7b-instruct-v1.5/simple_score.json -------------------------------------------------------------------------------- /evals/bfcl/score/google_gemma-7b-it/simple_score.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/score/google_gemma-7b-it/simple_score.json -------------------------------------------------------------------------------- /evals/bfcl/score/gorilla-llm_gorilla-openfunctions-v2/simple_score.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/score/gorilla-llm_gorilla-openfunctions-v2/simple_score.json -------------------------------------------------------------------------------- /evals/bfcl/score/gorilla-openfunctions-v2/simple_score.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/score/gorilla-openfunctions-v2/simple_score.json -------------------------------------------------------------------------------- /evals/bfcl/score/gpt-4-0125-preview/simple_score.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/score/gpt-4-0125-preview/simple_score.json -------------------------------------------------------------------------------- /evals/bfcl/score/meta-llama_Meta-Llama-3-8B-Instruct/simple_score.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/score/meta-llama_Meta-Llama-3-8B-Instruct/simple_score.json -------------------------------------------------------------------------------- /evals/bfcl/score/mistralai_Mistral-7B-Instruct-v0.2/simple_score.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/score/mistralai_Mistral-7B-Instruct-v0.2/simple_score.json -------------------------------------------------------------------------------- /evals/bfcl/scripts/deepseek_outlines_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/scripts/deepseek_outlines_handler.py -------------------------------------------------------------------------------- /evals/bfcl/scripts/gemma_outlines_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/scripts/gemma_outlines_handler.py -------------------------------------------------------------------------------- /evals/bfcl/scripts/gorilla_outlines_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/scripts/gorilla_outlines_handler.py -------------------------------------------------------------------------------- /evals/bfcl/scripts/llama_outlines_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/scripts/llama_outlines_handler.py -------------------------------------------------------------------------------- /evals/bfcl/scripts/mistral_outlines_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/scripts/mistral_outlines_handler.py -------------------------------------------------------------------------------- /evals/bfcl/scripts/requirements-torch.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/evals/bfcl/scripts/requirements-torch.txt -------------------------------------------------------------------------------- /evals/sdg/notebooks/00_outlines_sdg.ipynb: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modal/transformers_outlines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/modal/transformers_outlines.py -------------------------------------------------------------------------------- /reports/bfcl_instructor.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/reports/bfcl_instructor.md -------------------------------------------------------------------------------- /reports/bfcl_outlines.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/reports/bfcl_outlines.md -------------------------------------------------------------------------------- /reports/images/metric_flowchart.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aastroza/structured-generation-benchmark/HEAD/reports/images/metric_flowchart.jpeg -------------------------------------------------------------------------------- /reports/sdg_outlines.md: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------