[{"experiment_id":"exp_f52bdf6770024dffba608f1d92579798","display_number":43,"name":"Тест новых моделей ","status":"completed","files_total":38,"models_total":3,"parser_version":"0.1.35","schema_version":"resume_parse_result.v1","reference_version":"0.1.15","comparator_version":"0.1.16","summary":{"versions":{"parser":"0.1.35","schema":"resume_parse_result.v1","reference":"0.1.15","comparator":"0.1.16"},"models":{"openai-gpt-4o-mini-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9557,"verified_quality_avg":0.9557,"production_time_avg_ms":36103.9211,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.07563555,"cost_avg_rub":0.1366,"cost_total_rub":5.19,"pipeline_error_count":0,"issue_count":33,"verified_issue_count":33},"yandex-ai-studio-aliceai-llm-flash-latest-default":{"runs_total":38,"runs_success":35,"runs_failed":3,"quality_avg":0.9429,"verified_quality_avg":0.9429,"production_time_avg_ms":23211.1143,"pii_score_avg":1.0,"cost_avg":0.0002,"cost_total":0.00810315,"cost_avg_rub":0.0186,"cost_total_rub":0.65,"pipeline_error_count":3,"issue_count":42,"verified_issue_count":42},"yandex-ai-studio-deepseek-v4-flash-latest-default":{"runs_total":38,"runs_success":37,"runs_failed":1,"quality_avg":0.911,"verified_quality_avg":0.911,"production_time_avg_ms":91676.4324,"pii_score_avg":1.0,"cost_avg":0.0002,"cost_total":0.0080952,"cost_avg_rub":0.017,"cost_total_rub":0.63,"pipeline_error_count":1,"issue_count":67,"verified_issue_count":67}},"cost_total":0.0918339,"cost_total_rub":6.47,"pipeline_error_count":4,"file_types":{"pdf":{"documents":38,"runs":114}},"processing_methods":{"pdf text extractor":{"documents":38,"runs":114}},"issues_by_type":{"critical_misses":125,"format_errors":6,"wrong_values":11},"issues_by_field":{"about":9,"city":46,"country":30,"current_company":21,"education":2,"education[0].degree":4,"education[0].organization":1,"education[0].specialization":2,"education[1].degree":1,"education[1].specialization":1,"education[2].specialization":1,"languages":8,"total_experience_months":5,"work_experience":11},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":142,"dataset":{"preset_id":"preset_0b48f2c7b874416fa6e6482a72491fbe","preset_name":"Текстовые PDF в едином формате","preset_file_count":38}},"created_at":"2026-05-28T08:41:52.157165"},{"experiment_id":"exp_a0e0e79b53a446e5a3edba11955e0d7c","display_number":42,"name":"Parser comparison","status":"completed","files_total":38,"models_total":4,"parser_version":"0.1.26","schema_version":"resume_parse_result.v1","reference_version":"0.1.15","comparator_version":"0.1.16","summary":{"versions":{"parser":"0.1.26","schema":"resume_parse_result.v1","reference":"0.1.15","comparator":"0.1.16"},"models":{"yandex-ai-studio-aliceai-llm-latest-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.8684,"verified_quality_avg":0.8684,"production_time_avg_ms":15287.2895,"pii_score_avg":1.0,"cost_avg":0.0002,"cost_total":0.0073767,"cost_avg_rub":3.6354,"cost_total_rub":138.1454,"pipeline_error_count":0,"issue_count":98,"verified_issue_count":98},"yandex-ai-studio-qwen3-235b-a22b-fp8-latest-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9561,"verified_quality_avg":0.9561,"production_time_avg_ms":114165.0,"pii_score_avg":1.0,"cost_avg":0.0002,"cost_total":0.00869955,"cost_avg_rub":3.704,"cost_total_rub":140.751,"pipeline_error_count":0,"issue_count":33,"verified_issue_count":33},"yandex-ai-studio-qwen3-5-35b-a3b-fp8-latest-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9546,"verified_quality_avg":0.9546,"production_time_avg_ms":14267.7105,"pii_score_avg":1.0,"cost_avg":0.0002,"cost_total":0.00672975,"cost_avg_rub":1.4786,"cost_total_rub":56.1875,"pipeline_error_count":0,"issue_count":40,"verified_issue_count":40},"yandex-ai-studio-yandexgpt-5-1-latest-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9564,"verified_quality_avg":0.9564,"production_time_avg_ms":16499.7895,"pii_score_avg":1.0,"cost_avg":0.0002,"cost_total":0.0087714,"cost_avg_rub":4.44,"cost_total_rub":168.7216,"pipeline_error_count":0,"issue_count":34,"verified_issue_count":34}},"cost_total":0.0315774,"cost_total_rub":503.8055,"pipeline_error_count":0,"file_types":{"pdf":{"documents":38,"runs":152}},"processing_methods":{"pdf text extractor":{"documents":38,"runs":152}},"issues_by_type":{"critical_misses":185,"format_errors":9,"wrong_values":11},"issues_by_field":{"about":14,"city":65,"country":42,"current_company":28,"education":11,"education[0].degree":2,"education[0].start_year":1,"education[1].degree":1,"education[1].start_year":1,"education[2].degree":1,"education[3].degree":1,"education[4].degree":1,"education[5].degree":1,"first_name":1,"languages":11,"social_media":2,"total_experience_months":10,"work_experience":12},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":205,"dataset":{"preset_id":"preset_0b48f2c7b874416fa6e6482a72491fbe","preset_name":"Текстовые PDF в едином формате","preset_file_count":38}},"created_at":"2026-05-18T22:20:46.089516"},{"experiment_id":"exp_d3bee8f7927b43289511f72c78aeff36","display_number":41,"name":"Тест сложных резюме Базовыми моделями","status":"completed","files_total":62,"models_total":4,"parser_version":"0.1.24","schema_version":"resume_parse_result.v1","reference_version":"0.1.15","comparator_version":"0.1.15","summary":{"versions":{"parser":"0.1.24","schema":"resume_parse_result.v1","reference":"0.1.15","comparator":"0.1.15"},"models":{"openai-gpt-4o-mini-default":{"runs_total":62,"runs_success":59,"runs_failed":3,"quality_avg":0.9708,"verified_quality_avg":0.9708,"production_time_avg_ms":31581.1356,"pii_score_avg":0.9932,"cost_avg":0.0023,"cost_total":0.13354605,"cost_avg_rub":0.1541,"cost_total_rub":9.09,"pipeline_error_count":3,"issue_count":39,"verified_issue_count":39},"openrouter-mistral-small-3-2-24b-default":{"runs_total":62,"runs_success":61,"runs_failed":1,"quality_avg":0.9595,"verified_quality_avg":0.9595,"production_time_avg_ms":77845.1475,"pii_score_avg":0.9738,"cost_avg":0.0016,"cost_total":0.09712844,"cost_avg_rub":0.1034,"cost_total_rub":6.31,"pipeline_error_count":1,"issue_count":53,"verified_issue_count":53},"openrouter-openai-gpt-oss-20b-default":{"runs_total":62,"runs_success":58,"runs_failed":4,"quality_avg":0.9539,"verified_quality_avg":0.9539,"production_time_avg_ms":36675.8276,"pii_score_avg":0.9931,"cost_avg":0.0012,"cost_total":0.06712183,"cost_avg_rub":0.0716,"cost_total_rub":4.15,"pipeline_error_count":4,"issue_count":59,"verified_issue_count":59},"yandex-ai-studio-yandexgpt-5-1-latest-default":{"runs_total":62,"runs_success":60,"runs_failed":2,"quality_avg":0.9735,"verified_quality_avg":0.9735,"production_time_avg_ms":20032.0833,"pii_score_avg":0.9733,"cost_avg":0.0003,"cost_total":0.01603695,"cost_avg_rub":5.1957,"cost_total_rub":311.74,"pipeline_error_count":2,"issue_count":37,"verified_issue_count":37}},"cost_total":0.31383327,"cost_total_rub":331.29,"pipeline_error_count":10,"file_types":{"pdf":{"documents":62,"runs":248}},"processing_methods":{"pdf text extractor":{"documents":62,"runs":248}},"issues_by_type":{"critical_misses":155,"format_errors":3,"hallucinations":5,"wrong_values":25},"issues_by_field":{"about":14,"city":8,"country":45,"current_company":8,"education":2,"education[1].degree":1,"education[2].degree":1,"education[4].degree":1,"expected_salary":39,"languages":2,"preferred_position":6,"skills":6,"social_media":4,"total_experience_months":37,"work_experience":9,"work_experience[0].company_name":2,"work_experience[0].position":1,"work_experience[2].company_name":1,"work_experience[5].company_name":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":188,"dataset":{"preset_id":"preset_24a86204d54c44d3b23aa7959068f162","preset_name":"Выдуманные сложные резюме","preset_file_count":62}},"created_at":"2026-05-18T15:37:27.417042"},{"experiment_id":"exp_02f14a1cba314c39a7121e0b5287a733","display_number":40,"name":"Тест простых на базовых моделях","status":"completed","files_total":62,"models_total":4,"parser_version":"0.1.24","schema_version":"resume_parse_result.v1","reference_version":"0.1.15","comparator_version":"0.1.15","summary":{"versions":{"parser":"0.1.24","schema":"resume_parse_result.v1","reference":"0.1.15","comparator":"0.1.15"},"models":{"openrouter-mistral-small-3-2-24b-default":{"runs_total":62,"runs_success":60,"runs_failed":2,"quality_avg":0.9597,"verified_quality_avg":0.9597,"production_time_avg_ms":66360.45,"pii_score_avg":0.98,"cost_avg":0.0017,"cost_total":0.10028671,"cost_avg_rub":0.107,"cost_total_rub":6.42,"pipeline_error_count":2,"issue_count":54,"verified_issue_count":54},"openrouter-openai-gpt-oss-120b-default":{"runs_total":62,"runs_success":58,"runs_failed":4,"quality_avg":0.9564,"verified_quality_avg":0.9564,"production_time_avg_ms":90670.4655,"pii_score_avg":0.9793,"cost_avg":0.002,"cost_total":0.11839279,"cost_avg_rub":0.1407,"cost_total_rub":8.16,"pipeline_error_count":4,"issue_count":53,"verified_issue_count":53},"openrouter-openai-gpt-oss-20b-default":{"runs_total":62,"runs_success":61,"runs_failed":1,"quality_avg":0.9606,"verified_quality_avg":0.9606,"production_time_avg_ms":59181.5082,"pii_score_avg":0.9869,"cost_avg":0.0012,"cost_total":0.0708213,"cost_avg_rub":0.069,"cost_total_rub":4.21,"pipeline_error_count":1,"issue_count":61,"verified_issue_count":61},"yandex-ai-studio-yandexgpt-5-lite-latest-default":{"runs_total":62,"runs_success":62,"runs_failed":0,"quality_avg":0.9053,"verified_quality_avg":0.9053,"production_time_avg_ms":34076.4032,"pii_score_avg":0.9871,"cost_avg":0.0002,"cost_total":0.01517115,"cost_avg_rub":1.1094,"cost_total_rub":68.781,"pipeline_error_count":0,"issue_count":131,"verified_issue_count":131}},"cost_total":0.30467195,"cost_total_rub":87.571,"pipeline_error_count":7,"file_types":{"pdf":{"documents":62,"runs":248}},"processing_methods":{"pdf text extractor":{"documents":62,"runs":248}},"issues_by_type":{"critical_misses":250,"format_errors":1,"hallucinations":12,"wrong_values":36},"issues_by_field":{"about":16,"city":6,"country":53,"current_company":9,"education":6,"education[0].start_year":1,"education[1].start_year":1,"education[2].start_year":1,"education[3].start_year":1,"education[4].start_year":1,"education[5].start_year":1,"expected_salary":76,"full_name":1,"languages":40,"preferred_position":3,"skills":5,"social_media":2,"total_experience_months":44,"work_experience":17,"work_experience[0].company_name":3,"work_experience[0].position":2,"work_experience[2].company_name":2,"work_experience[2].position":2,"work_experience[3].position":1,"work_experience[5].company_name":2,"work_experience[7].position":2,"work_experience[8].company_name":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":299,"dataset":{"preset_id":"preset_24a86204d54c44d3b23aa7959068f162","preset_name":"Выдуманные сложные резюме","preset_file_count":62}},"created_at":"2026-05-18T08:03:23.632783"},{"experiment_id":"exp_9e994ef1515c4a80af146c95948455f4","display_number":39,"name":"Тест топ моделей на простых пдф","status":"completed","files_total":38,"models_total":4,"parser_version":"0.1.23","schema_version":"resume_parse_result.v1","reference_version":"0.1.14","comparator_version":"0.1.14","summary":{"versions":{"parser":"0.1.23","schema":"resume_parse_result.v1","reference":"0.1.14","comparator":"0.1.14"},"models":{"openai-gpt-4o-mini-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9537,"verified_quality_avg":0.9537,"production_time_avg_ms":19934.3684,"pii_score_avg":1.0,"cost_avg":0.0019,"cost_total":0.0715716,"cost_avg_rub":0.1297,"cost_total_rub":4.93,"pipeline_error_count":0,"issue_count":37,"verified_issue_count":37},"openrouter-mistral-small-3-2-24b-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9526,"verified_quality_avg":0.9553,"production_time_avg_ms":58953.4211,"pii_score_avg":1.0,"cost_avg":0.0016,"cost_total":0.061289,"cost_avg_rub":0.1095,"cost_total_rub":4.16,"pipeline_error_count":1,"issue_count":37,"verified_issue_count":35},"openrouter-openai-gpt-oss-20b-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9409,"verified_quality_avg":0.9409,"production_time_avg_ms":29510.2895,"pii_score_avg":1.0,"cost_avg":0.0009,"cost_total":0.03366068,"cost_avg_rub":0.0539,"cost_total_rub":2.05,"pipeline_error_count":0,"issue_count":47,"verified_issue_count":47},"yandex-ai-studio-yandexgpt-5-1-latest-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.955,"verified_quality_avg":0.955,"production_time_avg_ms":13196.5526,"pii_score_avg":1.0,"cost_avg":0.0002,"cost_total":0.00778515,"cost_avg_rub":4.4319,"cost_total_rub":168.4128,"pipeline_error_count":0,"issue_count":38,"verified_issue_count":38}},"cost_total":0.17430643,"cost_total_rub":179.5528,"pipeline_error_count":1,"file_types":{"pdf":{"documents":38,"runs":152}},"processing_methods":{"pdf text extractor":{"documents":38,"runs":152}},"issues_by_type":{"critical_misses":134,"wrong_values":25},"issues_by_field":{"about":3,"city":66,"country":48,"current_company":10,"education":1,"languages":1,"preferred_position":5,"skills":19,"total_experience_months":5,"work_experience":1},"confirmed_issue_count":5,"false_positive_count":2,"unreviewed_issue_count":152,"dataset":{"preset_id":"preset_0b48f2c7b874416fa6e6482a72491fbe","preset_name":"Текстовые PDF в едином формате","preset_file_count":38}},"created_at":"2026-05-17T20:58:51.243166"},{"experiment_id":"exp_e96e70e7d89b47218fb2fa5b4ab5bb12","display_number":38,"name":"Тест 13","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.23","schema_version":"resume_parse_result.v1","reference_version":"0.1.14","comparator_version":"0.1.14","summary":{"versions":{"parser":"0.1.23","schema":"resume_parse_result.v1","reference":"0.1.14","comparator":"0.1.14"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":1.0,"verified_quality_avg":1.0,"production_time_avg_ms":17128.6667,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.00597165,"cost_avg_rub":0.1367,"cost_total_rub":0.41,"pipeline_error_count":0,"issue_count":0,"verified_issue_count":0}},"cost_total":0.00597165,"cost_total_rub":0.41,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{},"issues_by_field":{},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":0,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-17T17:04:43.236956"},{"experiment_id":"exp_202a4c83fad442ec9596dbca75e9d1b5","display_number":37,"name":"Тест 13","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.22","schema_version":"resume_parse_result.v1","reference_version":"0.1.14","comparator_version":"0.1.14","summary":{"versions":{"parser":"0.1.22","schema":"resume_parse_result.v1","reference":"0.1.14","comparator":"0.1.14"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.9833,"verified_quality_avg":0.9833,"production_time_avg_ms":28286.3333,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.00585645,"cost_avg_rub":0.1367,"cost_total_rub":0.41,"pipeline_error_count":0,"issue_count":1,"verified_issue_count":1}},"cost_total":0.00585645,"cost_total_rub":0.41,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":1},"issues_by_field":{"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":1,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-17T16:50:34.643467"},{"experiment_id":"exp_53c30f7f3ad9447a99661290bd0831bb","display_number":36,"name":"Тест 12","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.21","schema_version":"resume_parse_result.v1","reference_version":"0.1.14","comparator_version":"0.1.14","summary":{"versions":{"parser":"0.1.21","schema":"resume_parse_result.v1","reference":"0.1.14","comparator":"0.1.14"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.95,"verified_quality_avg":0.95,"production_time_avg_ms":16291.0,"pii_score_avg":1.0,"cost_avg":0.0018,"cost_total":0.00541125,"cost_avg_rub":0.1233,"cost_total_rub":0.37,"pipeline_error_count":0,"issue_count":3,"verified_issue_count":3}},"cost_total":0.00541125,"cost_total_rub":0.37,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":3},"issues_by_field":{"city":1,"country":1,"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":3,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-17T13:17:28.420169"},{"experiment_id":"exp_11362e90a23b45a489bbe6fdcfc8136c","display_number":35,"name":"Тест 12","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.20","schema_version":"resume_parse_result.v1","reference_version":"0.1.14","comparator_version":"0.1.14","summary":{"versions":{"parser":"0.1.20","schema":"resume_parse_result.v1","reference":"0.1.14","comparator":"0.1.14"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.9667,"verified_quality_avg":0.9667,"production_time_avg_ms":17161.3333,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.00613485,"cost_avg_rub":0.14,"cost_total_rub":0.42,"pipeline_error_count":0,"issue_count":2,"verified_issue_count":2}},"cost_total":0.00613485,"cost_total_rub":0.42,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":2},"issues_by_field":{"country":1,"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":2,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-17T13:07:43.282632"},{"experiment_id":"exp_3504dcea5eb746d59193008d9c8dc1b1","display_number":34,"name":"Тест 12","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.19","schema_version":"resume_parse_result.v1","reference_version":"0.1.14","comparator_version":"0.1.14","summary":{"versions":{"parser":"0.1.19","schema":"resume_parse_result.v1","reference":"0.1.14","comparator":"0.1.14"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.9833,"verified_quality_avg":0.9833,"production_time_avg_ms":30588.0,"pii_score_avg":1.0,"cost_avg":0.0017,"cost_total":0.00522465,"cost_avg_rub":0.12,"cost_total_rub":0.36,"pipeline_error_count":0,"issue_count":1,"verified_issue_count":1}},"cost_total":0.00522465,"cost_total_rub":0.36,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":1},"issues_by_field":{"country":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":1,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-17T13:00:37.286436"},{"experiment_id":"exp_8f48827a09d6453cb61dbac8e1460b1f","display_number":33,"name":"Тест 12","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.18","schema_version":"resume_parse_result.v1","reference_version":"0.1.14","comparator_version":"0.1.14","summary":{"versions":{"parser":"0.1.18","schema":"resume_parse_result.v1","reference":"0.1.14","comparator":"0.1.14"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.9833,"verified_quality_avg":0.9833,"production_time_avg_ms":33303.0,"pii_score_avg":1.0,"cost_avg":0.0021,"cost_total":0.00622005,"cost_avg_rub":0.1467,"cost_total_rub":0.44,"pipeline_error_count":0,"issue_count":1,"verified_issue_count":1}},"cost_total":0.00622005,"cost_total_rub":0.44,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":1},"issues_by_field":{"country":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":1,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-17T12:53:43.253078"},{"experiment_id":"exp_9e84d27528eb4b75a2590240a5d4e48d","display_number":32,"name":"Тест 12","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.17","schema_version":"resume_parse_result.v1","reference_version":"0.1.14","comparator_version":"0.1.14","summary":{"versions":{"parser":"0.1.17","schema":"resume_parse_result.v1","reference":"0.1.14","comparator":"0.1.14"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.9833,"verified_quality_avg":0.9833,"production_time_avg_ms":20698.0,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.00601185,"cost_avg_rub":0.1367,"cost_total_rub":0.41,"pipeline_error_count":0,"issue_count":1,"verified_issue_count":1}},"cost_total":0.00601185,"cost_total_rub":0.41,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":1},"issues_by_field":{"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":1,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-17T12:42:23.996200"},{"experiment_id":"exp_dfe5652082f3473f93ce9bf9b017ea85","display_number":31,"name":"Тест 11","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.15","schema_version":"resume_parse_result.v1","reference_version":"0.1.14","comparator_version":"0.1.14","summary":{"versions":{"parser":"0.1.15","schema":"resume_parse_result.v1","reference":"0.1.14","comparator":"0.1.14"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.95,"verified_quality_avg":0.95,"production_time_avg_ms":21955.6667,"pii_score_avg":1.0,"cost_avg":0.0019,"cost_total":0.00573525,"cost_avg_rub":0.1333,"cost_total_rub":0.4,"pipeline_error_count":0,"issue_count":3,"verified_issue_count":3}},"cost_total":0.00573525,"cost_total_rub":0.4,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":3},"issues_by_field":{"city":1,"skills":1,"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":3,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-16T23:02:53.067769"},{"experiment_id":"exp_0931c1c1e51d4a96943f4643b4e39bfb","display_number":30,"name":"Тест 11","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.14","schema_version":"resume_parse_result.v1","reference_version":"0.1.14","comparator_version":"0.1.14","summary":{"versions":{"parser":"0.1.14","schema":"resume_parse_result.v1","reference":"0.1.14","comparator":"0.1.14"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.95,"verified_quality_avg":0.95,"production_time_avg_ms":14568.0,"pii_score_avg":1.0,"cost_avg":0.0019,"cost_total":0.00567645,"cost_avg_rub":0.1267,"cost_total_rub":0.38,"pipeline_error_count":0,"issue_count":3,"verified_issue_count":3}},"cost_total":0.00567645,"cost_total_rub":0.38,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":3},"issues_by_field":{"city":1,"skills":1,"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":3,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-16T22:51:53.284573"},{"experiment_id":"exp_86c9ed3e22f74cbdbecb491fb9981dc0","display_number":29,"name":"Тест 11","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.13","schema_version":"resume_parse_result.v1","reference_version":"0.1.13","comparator_version":"0.1.13","summary":{"versions":{"parser":"0.1.13","schema":"resume_parse_result.v1","reference":"0.1.13","comparator":"0.1.13"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.9667,"verified_quality_avg":0.9667,"production_time_avg_ms":18728.6667,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.00598125,"cost_avg_rub":0.1367,"cost_total_rub":0.41,"pipeline_error_count":0,"issue_count":2,"verified_issue_count":2}},"cost_total":0.00598125,"cost_total_rub":0.41,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":2},"issues_by_field":{"city":1,"country":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":2,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-16T22:34:13.974606"},{"experiment_id":"exp_a4bfe4ba96864cd7867ef0d91af9ca79","display_number":28,"name":"Тест 11","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.95,"verified_quality_avg":0.95,"production_time_avg_ms":17425.6667,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.00605145,"cost_avg_rub":0.1367,"cost_total_rub":0.41,"pipeline_error_count":0,"issue_count":3,"verified_issue_count":3}},"cost_total":0.00605145,"cost_total_rub":0.41,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":3},"issues_by_field":{"city":1,"country":1,"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":3,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-16T21:33:30.145049"},{"experiment_id":"exp_86265689fe014ed990b92152db9246b7","display_number":27,"name":"Тест 10","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.96,"verified_quality_avg":0.96,"production_time_avg_ms":16174.3333,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.00589905,"cost_avg_rub":0.1333,"cost_total_rub":0.4,"pipeline_error_count":0,"issue_count":4,"verified_issue_count":4}},"cost_total":0.00589905,"cost_total_rub":0.4,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":2,"wrong_values":2},"issues_by_field":{"city":1,"country":1,"skills":1,"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":4,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-16T19:17:06.015770"},{"experiment_id":"exp_474cd7f1829042a08a225ebfcf61c575","display_number":26,"name":"Тест 9","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.9667,"verified_quality_avg":0.9667,"production_time_avg_ms":16651.0,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.00588405,"cost_avg_rub":0.1333,"cost_total_rub":0.4,"pipeline_error_count":0,"issue_count":2,"verified_issue_count":2}},"cost_total":0.00588405,"cost_total_rub":0.4,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":2},"issues_by_field":{"city":1,"country":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":2,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-16T16:56:06.622960"},{"experiment_id":"exp_3fee48a1b82443ec8f891a1333f5036a","display_number":25,"name":"Тест 8","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.95,"verified_quality_avg":0.95,"production_time_avg_ms":17316.6667,"pii_score_avg":1.0,"cost_avg":0.0019,"cost_total":0.00559365,"cost_avg_rub":0.1267,"cost_total_rub":0.38,"pipeline_error_count":0,"issue_count":3,"verified_issue_count":3}},"cost_total":0.00559365,"cost_total_rub":0.38,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":3},"issues_by_field":{"city":1,"country":1,"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":3,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-16T13:00:49.076273"},{"experiment_id":"exp_ab0bb665d4bc4f608d82d18a8ff66761","display_number":24,"name":"Тест 7","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.95,"verified_quality_avg":0.95,"production_time_avg_ms":33391.6667,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.00602145,"cost_avg_rub":0.1367,"cost_total_rub":0.41,"pipeline_error_count":0,"issue_count":3,"verified_issue_count":3}},"cost_total":0.00602145,"cost_total_rub":0.41,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":3},"issues_by_field":{"city":1,"country":1,"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":3,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-16T12:45:00.412016"},{"experiment_id":"exp_0b705377cd5d4e53a06a25c7e78464d4","display_number":23,"name":"Тест 6","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.9667,"verified_quality_avg":0.9667,"production_time_avg_ms":17929.6667,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.00593385,"cost_avg_rub":0.1367,"cost_total_rub":0.41,"pipeline_error_count":0,"issue_count":2,"verified_issue_count":2}},"cost_total":0.00593385,"cost_total_rub":0.41,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":2},"issues_by_field":{"city":1,"country":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":2,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-16T11:43:02.403267"},{"experiment_id":"exp_2442f4b50cb54dafb7878ad4885b63f1","display_number":22,"name":"Тест 6","status":"completed","files_total":62,"models_total":1,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":62,"runs_success":62,"runs_failed":0,"quality_avg":0.9686,"verified_quality_avg":0.9686,"production_time_avg_ms":22181.8871,"pii_score_avg":0.9935,"cost_avg":0.0022,"cost_total":0.1345383,"cost_avg_rub":0.1466,"cost_total_rub":9.09,"pipeline_error_count":0,"issue_count":55,"verified_issue_count":55}},"cost_total":0.1345383,"cost_total_rub":9.09,"pipeline_error_count":0,"file_types":{"pdf":{"documents":62,"runs":62}},"processing_methods":{"pdf text extractor":{"documents":62,"runs":62}},"issues_by_type":{"critical_misses":29,"format_errors":2,"hallucinations":1,"wrong_values":23},"issues_by_field":{"about":3,"city":1,"country":11,"current_company":2,"education":1,"preferred_position":1,"skills":14,"social_media":2,"total_experience_months":20},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":55,"dataset":{"preset_id":"preset_24a86204d54c44d3b23aa7959068f162","preset_name":"Выдуманные сложные резюме","preset_file_count":62}},"created_at":"2026-05-16T10:39:17.066960"},{"experiment_id":"exp_7437bd5ae2a3440cac5377ce0e0f84ce","display_number":21,"name":"Тест 5","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.95,"verified_quality_avg":0.95,"production_time_avg_ms":32647.3333,"pii_score_avg":1.0,"cost_avg":0.0019,"cost_total":0.00580425,"cost_avg_rub":0.13,"cost_total_rub":0.39,"pipeline_error_count":0,"issue_count":3,"verified_issue_count":3}},"cost_total":0.00580425,"cost_total_rub":0.39,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":3},"issues_by_field":{"city":1,"country":1,"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":3,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-16T09:29:33.498782"},{"experiment_id":"exp_1ace17a9765b475fb6e639015e3514f5","display_number":20,"name":"Тест 4","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.9467,"verified_quality_avg":0.9467,"production_time_avg_ms":17981.3333,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.00600465,"cost_avg_rub":0.1367,"cost_total_rub":0.41,"pipeline_error_count":0,"issue_count":4,"verified_issue_count":4}},"cost_total":0.00600465,"cost_total_rub":0.41,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":3,"wrong_values":1},"issues_by_field":{"city":1,"country":1,"skills":1,"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":4,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-16T09:19:37.131966"},{"experiment_id":"exp_e328204307d543cd90520a05cd4fda8a","display_number":19,"name":"Тест 3","status":"completed","files_total":3,"models_total":1,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.95,"verified_quality_avg":0.95,"production_time_avg_ms":34838.0,"pii_score_avg":1.0,"cost_avg":0.0021,"cost_total":0.00619365,"cost_avg_rub":0.14,"cost_total_rub":0.42,"pipeline_error_count":0,"issue_count":3,"verified_issue_count":3}},"cost_total":0.00619365,"cost_total_rub":0.42,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":3}},"issues_by_type":{"critical_misses":3},"issues_by_field":{"city":1,"country":1,"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":3,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-16T08:14:52.128315"},{"experiment_id":"exp_ae307964b3dd4e2f89e6e5104151d992","display_number":18,"name":"Тест 2","status":"completed","files_total":3,"models_total":3,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.96,"verified_quality_avg":0.96,"production_time_avg_ms":18916.3333,"pii_score_avg":1.0,"cost_avg":0.0019,"cost_total":0.00578505,"cost_avg_rub":0.1333,"cost_total_rub":0.4,"pipeline_error_count":0,"issue_count":4,"verified_issue_count":4},"openrouter-openai-gpt-oss-120b-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.95,"verified_quality_avg":0.95,"production_time_avg_ms":62864.6667,"pii_score_avg":1.0,"cost_avg":0.001,"cost_total":0.0031368,"cost_avg_rub":0.0667,"cost_total_rub":0.2,"pipeline_error_count":0,"issue_count":3,"verified_issue_count":3},"yandex-ai-studio-yandexgpt-5-lite-latest-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.8967,"verified_quality_avg":0.8967,"production_time_avg_ms":32612.0,"pii_score_avg":1.0,"cost_avg":0.0002,"cost_total":0.0004638,"cost_avg_rub":1.2397,"cost_total_rub":3.7192,"pipeline_error_count":0,"issue_count":7,"verified_issue_count":7}},"cost_total":0.00938565,"cost_total_rub":4.3192,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":9}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":9}},"issues_by_type":{"critical_misses":11,"wrong_values":3},"issues_by_field":{"city":3,"country":3,"expected_salary":2,"first_name":1,"languages":1,"last_name":1,"skills":2,"total_experience_months":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":14,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-15T21:57:10.311286"},{"experiment_id":"exp_d17cc4258d884fc1970309d35cb76274","display_number":17,"name":"Тестовая штука","status":"running","files_total":3,"models_total":3,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.96,"verified_quality_avg":0.96,"production_time_avg_ms":26491.6667,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.00611565,"cost_avg_rub":0.14,"cost_total_rub":0.42,"pipeline_error_count":0,"issue_count":4,"verified_issue_count":4},"openrouter-openai-gpt-oss-120b-default":{"runs_total":3,"runs_success":3,"runs_failed":0,"quality_avg":0.95,"verified_quality_avg":0.95,"production_time_avg_ms":39229.0,"pii_score_avg":1.0,"cost_avg":0.0016,"cost_total":0.00480534,"cost_avg_rub":0.1067,"cost_total_rub":0.32,"pipeline_error_count":0,"issue_count":3,"verified_issue_count":3},"yandex-ai-studio-yandexgpt-5-lite-latest-default":{"runs_total":3,"runs_success":2,"runs_failed":0,"quality_avg":0.84,"verified_quality_avg":0.84,"production_time_avg_ms":33853.0,"pii_score_avg":1.0,"cost_avg":0.0002,"cost_total":0.0004368,"cost_avg_rub":1.2451,"cost_total_rub":2.4902,"pipeline_error_count":0,"issue_count":8,"verified_issue_count":8}},"cost_total":0.01135779,"cost_total_rub":3.2302,"pipeline_error_count":0,"file_types":{"pdf":{"documents":3,"runs":9}},"processing_methods":{"pdf text extractor":{"documents":3,"runs":9}},"issues_by_type":{"critical_misses":11,"wrong_values":4},"issues_by_field":{"city":3,"country":3,"expected_salary":1,"first_name":1,"languages":1,"last_name":1,"skills":2,"total_experience_months":3},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":15,"dataset":{"preset_id":"preset_1a9b6f4f13d449609990bd9a964aa51d","preset_name":"Супер тест маленький ","preset_file_count":3}},"created_at":"2026-05-15T21:33:56.970694"},{"experiment_id":"exp_208ff9919794467cb0edb887709bb959","display_number":16,"name":"Parser comparison","status":"completed","files_total":4,"models_total":3,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"yandex-ai-studio-aliceai-llm-latest-default":{"runs_total":4,"runs_success":4,"runs_failed":0,"quality_avg":0.875,"verified_quality_avg":0.875,"production_time_avg_ms":19734.5,"pii_score_avg":1.0,"cost_avg":0.0003,"cost_total":0.0011178,"cost_avg_rub":4.5976,"cost_total_rub":18.3906,"pipeline_error_count":0,"issue_count":10,"verified_issue_count":10},"yandex-ai-studio-yandexgpt-5-1-latest-default":{"runs_total":4,"runs_success":4,"runs_failed":0,"quality_avg":0.95,"verified_quality_avg":0.95,"production_time_avg_ms":17343.5,"pii_score_avg":1.0,"cost_avg":0.0003,"cost_total":0.001002,"cost_avg_rub":5.5088,"cost_total_rub":22.0352,"pipeline_error_count":0,"issue_count":4,"verified_issue_count":4},"yandex-ai-studio-yandexgpt-5-lite-latest-default":{"runs_total":4,"runs_success":4,"runs_failed":0,"quality_avg":0.845,"verified_quality_avg":0.845,"production_time_avg_ms":31058.25,"pii_score_avg":1.0,"cost_avg":0.0002,"cost_total":0.0008964,"cost_avg_rub":1.149,"cost_total_rub":4.5962,"pipeline_error_count":0,"issue_count":14,"verified_issue_count":14}},"cost_total":0.0030162,"cost_total_rub":45.022,"pipeline_error_count":0,"file_types":{"pdf":{"documents":4,"runs":12}},"processing_methods":{"pdf text extractor":{"documents":4,"runs":12}},"issues_by_type":{"critical_misses":20,"wrong_values":8},"issues_by_field":{"about":2,"country":3,"education":2,"expected_salary":5,"languages":3,"skills":2,"total_experience_months":8,"work_experience":3},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":28,"dataset":{"preset_id":null,"preset_name":null,"preset_file_count":null}},"created_at":"2026-05-15T18:09:57.987156"},{"experiment_id":"exp_596fb709b05742f9ba5633ee05a6bdea","display_number":15,"name":"Parser comparison","status":"completed","files_total":62,"models_total":3,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openrouter-openai-gpt-oss-120b-default":{"runs_total":62,"runs_success":60,"runs_failed":2,"quality_avg":0.9309,"verified_quality_avg":0.9309,"production_time_avg_ms":68342.6333,"pii_score_avg":0.9867,"cost_avg":0.0021,"cost_total":0.1260784,"cost_avg_rub":0.1633,"cost_total_rub":9.8,"pipeline_error_count":2,"issue_count":87,"verified_issue_count":87},"openrouter-openai-gpt-oss-20b-default":{"runs_total":62,"runs_success":61,"runs_failed":1,"quality_avg":0.941,"verified_quality_avg":0.941,"production_time_avg_ms":41431.1639,"pii_score_avg":0.9869,"cost_avg":0.0011,"cost_total":0.06661363,"cost_avg_rub":0.0848,"cost_total_rub":5.17,"pipeline_error_count":1,"issue_count":85,"verified_issue_count":85},"openrouter-qwen-qwen3-5-flash-02-23-default":{"runs_total":62,"runs_success":61,"runs_failed":1,"quality_avg":0.9475,"verified_quality_avg":0.9475,"production_time_avg_ms":482368.1967,"pii_score_avg":0.9934,"cost_avg":0.018,"cost_total":1.09604787,"cost_avg_rub":1.4011,"cost_total_rub":85.47,"pipeline_error_count":1,"issue_count":74,"verified_issue_count":74}},"cost_total":1.2887399,"cost_total_rub":100.44,"pipeline_error_count":4,"file_types":{"pdf":{"documents":62,"runs":186}},"processing_methods":{"pdf text extractor":{"documents":62,"runs":186}},"issues_by_type":{"critical_misses":193,"hallucinations":13,"wrong_values":40},"issues_by_field":{"about":8,"city":2,"country":24,"current_company":7,"education":5,"expected_salary":24,"languages":2,"preferred_position":4,"skills":8,"social_media":3,"total_experience_months":132,"work_experience":14,"work_experience[0].company_name":3,"work_experience[0].position":2,"work_experience[2].company_name":1,"work_experience[2].position":1,"work_experience[3].position":1,"work_experience[4].position":1,"work_experience[5].company_name":1,"work_experience[5].position":1,"work_experience[6].position":1,"work_experience[7].position":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":246,"dataset":{"preset_id":"preset_24a86204d54c44d3b23aa7959068f162","preset_name":"Выдуманные сложные резюме","preset_file_count":62}},"created_at":"2026-05-14T19:28:40.100739"},{"experiment_id":"exp_dfc2b94a34cc40ed902ba631745e7fad","display_number":14,"name":"Parser comparison","status":"completed","files_total":62,"models_total":3,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openrouter-mistralai-mistral-small-2603-default":{"runs_total":62,"runs_success":62,"runs_failed":0,"quality_avg":0.9231,"verified_quality_avg":0.9231,"production_time_avg_ms":19778.6613,"pii_score_avg":0.9806,"cost_avg":0.0032,"cost_total":0.19580415,"cost_avg_rub":0.2463,"cost_total_rub":15.27,"pipeline_error_count":0,"issue_count":101,"verified_issue_count":101},"openrouter-openai-gpt-4-1-nano-default":{"runs_total":62,"runs_success":61,"runs_failed":1,"quality_avg":0.937,"verified_quality_avg":0.937,"production_time_avg_ms":66484.4754,"pii_score_avg":1.0,"cost_avg":0.0017,"cost_total":0.10127254,"cost_avg_rub":0.1297,"cost_total_rub":7.91,"pipeline_error_count":1,"issue_count":79,"verified_issue_count":79},"openrouter-openai-gpt-5-nano-default":{"runs_total":62,"runs_success":62,"runs_failed":0,"quality_avg":0.9289,"verified_quality_avg":0.9289,"production_time_avg_ms":24028.2581,"pii_score_avg":1.0,"cost_avg":0.0014,"cost_total":0.08420198,"cost_avg_rub":0.1061,"cost_total_rub":6.58,"pipeline_error_count":0,"issue_count":91,"verified_issue_count":91}},"cost_total":0.38127867,"cost_total_rub":29.76,"pipeline_error_count":1,"file_types":{"pdf":{"documents":62,"runs":186}},"processing_methods":{"pdf text extractor":{"documents":62,"runs":186}},"issues_by_type":{"critical_misses":244,"wrong_values":27},"issues_by_field":{"about":4,"city":2,"country":37,"current_company":6,"education":5,"expected_salary":81,"preferred_position":4,"skills":11,"social_media":4,"total_experience_months":111,"work_experience":6},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":271,"dataset":{"preset_id":"preset_24a86204d54c44d3b23aa7959068f162","preset_name":"Выдуманные сложные резюме","preset_file_count":62}},"created_at":"2026-05-14T13:13:21.894204"},{"experiment_id":"exp_6ea6f2f1009e4d958650260dc0574b5a","display_number":13,"name":"Parser comparison","status":"completed","files_total":62,"models_total":3,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":62,"runs_success":61,"runs_failed":1,"quality_avg":0.9569,"verified_quality_avg":0.9569,"production_time_avg_ms":28349.6721,"pii_score_avg":0.9869,"cost_avg":0.0022,"cost_total":0.1364286,"cost_avg_rub":0.1746,"cost_total_rub":10.65,"pipeline_error_count":1,"issue_count":67,"verified_issue_count":67},"openrouter-deepseek-deepseek-v3-2-default":{"runs_total":62,"runs_success":62,"runs_failed":0,"quality_avg":0.9327,"verified_quality_avg":0.9327,"production_time_avg_ms":147508.2903,"pii_score_avg":0.9871,"cost_avg":0.0034,"cost_total":0.21328705,"cost_avg_rub":0.2685,"cost_total_rub":16.65,"pipeline_error_count":0,"issue_count":91,"verified_issue_count":91},"openrouter-mistral-small-3-2-24b-default":{"runs_total":62,"runs_success":61,"runs_failed":1,"quality_avg":0.9477,"verified_quality_avg":0.9477,"production_time_avg_ms":65349.5574,"pii_score_avg":0.9934,"cost_avg":0.0016,"cost_total":0.09980439,"cost_avg_rub":0.1282,"cost_total_rub":7.82,"pipeline_error_count":1,"issue_count":65,"verified_issue_count":65}},"cost_total":0.44952004,"cost_total_rub":35.12,"pipeline_error_count":2,"file_types":{"pdf":{"documents":62,"runs":186}},"processing_methods":{"pdf text extractor":{"documents":62,"runs":186}},"issues_by_type":{"critical_misses":174,"hallucinations":7,"wrong_values":42},"issues_by_field":{"about":7,"city":2,"country":34,"current_company":6,"education":1,"expected_salary":32,"first_name":3,"last_name":3,"preferred_position":4,"skills":14,"social_media":1,"total_experience_months":105,"work_experience":4,"work_experience[0].company_name":2,"work_experience[2].company_name":2,"work_experience[5].company_name":2,"work_experience[6].company_name":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":223,"dataset":{"preset_id":"preset_24a86204d54c44d3b23aa7959068f162","preset_name":"Выдуманные сложные резюме","preset_file_count":62}},"created_at":"2026-05-14T13:13:03.415206"},{"experiment_id":"exp_4c35fdfcb96f43f49b4884ba3d3140e7","display_number":12,"name":"Parser comparison","status":"completed","files_total":38,"models_total":3,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openrouter-openai-gpt-4-1-nano-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9451,"verified_quality_avg":0.9451,"production_time_avg_ms":18215.1316,"pii_score_avg":1.0,"cost_avg":0.0014,"cost_total":0.05392835,"cost_avg_rub":0.1105,"cost_total_rub":4.2,"pipeline_error_count":0,"issue_count":44,"verified_issue_count":44},"openrouter-openai-gpt-5-nano-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9313,"verified_quality_avg":0.9313,"production_time_avg_ms":40304.5263,"pii_score_avg":1.0,"cost_avg":0.0022,"cost_total":0.08378909,"cost_avg_rub":0.1721,"cost_total_rub":6.54,"pipeline_error_count":0,"issue_count":61,"verified_issue_count":61},"openrouter-qwen-qwen3-5-flash-02-23-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9499,"verified_quality_avg":0.9499,"production_time_avg_ms":505200.7368,"pii_score_avg":1.0,"cost_avg":0.0176,"cost_total":0.66890516,"cost_avg_rub":1.3721,"cost_total_rub":52.14,"pipeline_error_count":0,"issue_count":42,"verified_issue_count":42}},"cost_total":0.8066226,"cost_total_rub":62.88,"pipeline_error_count":0,"file_types":{"pdf":{"documents":38,"runs":114}},"processing_methods":{"pdf text extractor":{"documents":38,"runs":114}},"issues_by_type":{"critical_misses":116,"hallucinations":2,"wrong_values":29},"issues_by_field":{"about":3,"city":63,"country":12,"current_company":9,"education":3,"first_name":1,"languages":4,"preferred_position":1,"skills":32,"total_experience_months":17,"work_experience[0].description":1,"work_experience[1].description":1},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":147,"dataset":{"preset_id":"preset_0b48f2c7b874416fa6e6482a72491fbe","preset_name":"Текстовые PDF в едином формате","preset_file_count":38}},"created_at":"2026-05-13T19:50:25.424208"},{"experiment_id":"exp_f427dacf64874df0b20ed39d0524bde7","display_number":11,"name":"Parser comparison","status":"completed","files_total":38,"models_total":3,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openrouter-mistralai-mistral-small-2603-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9549,"verified_quality_avg":0.9549,"production_time_avg_ms":23252.3421,"pii_score_avg":1.0,"cost_avg":0.0033,"cost_total":0.12619116,"cost_avg_rub":0.2589,"cost_total_rub":9.84,"pipeline_error_count":0,"issue_count":37,"verified_issue_count":37},"openrouter-openai-gpt-oss-120b-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9255,"verified_quality_avg":0.9255,"production_time_avg_ms":143685.7368,"pii_score_avg":1.0,"cost_avg":0.0023,"cost_total":0.08762667,"cost_avg_rub":0.1803,"cost_total_rub":6.85,"pipeline_error_count":0,"issue_count":62,"verified_issue_count":62},"openrouter-openai-gpt-oss-20b-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9426,"verified_quality_avg":0.9426,"production_time_avg_ms":68332.2632,"pii_score_avg":1.0,"cost_avg":0.0017,"cost_total":0.06308828,"cost_avg_rub":0.1295,"cost_total_rub":4.92,"pipeline_error_count":0,"issue_count":49,"verified_issue_count":49}},"cost_total":0.27690611,"cost_total_rub":21.61,"pipeline_error_count":0,"file_types":{"pdf":{"documents":38,"runs":114}},"processing_methods":{"pdf text extractor":{"documents":38,"runs":114}},"issues_by_type":{"critical_misses":116,"wrong_values":32},"issues_by_field":{"about":7,"city":61,"country":7,"current_company":6,"education":5,"education[0].degree":1,"education[1].degree":1,"languages":4,"phones":2,"skills":28,"social_media":1,"total_experience_months":17,"work_experience":8},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":148,"dataset":{"preset_id":"preset_0b48f2c7b874416fa6e6482a72491fbe","preset_name":"Текстовые PDF в едином формате","preset_file_count":38}},"created_at":"2026-05-13T19:48:01.913369"},{"experiment_id":"exp_23a4dfc54f604318accb31b5787dbde4","display_number":10,"name":"Parser comparison","status":"completed","files_total":38,"models_total":3,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9564,"verified_quality_avg":0.9564,"production_time_avg_ms":25260.3947,"pii_score_avg":1.0,"cost_avg":0.002,"cost_total":0.0764058,"cost_avg_rub":0.1563,"cost_total_rub":5.94,"pipeline_error_count":0,"issue_count":37,"verified_issue_count":37},"openrouter-deepseek-deepseek-v3-2-default":{"runs_total":38,"runs_success":36,"runs_failed":2,"quality_avg":0.9562,"verified_quality_avg":0.9562,"production_time_avg_ms":199685.7222,"pii_score_avg":1.0,"cost_avg":0.0032,"cost_total":0.11386101,"cost_avg_rub":0.2467,"cost_total_rub":8.88,"pipeline_error_count":2,"issue_count":35,"verified_issue_count":35},"openrouter-mistral-small-3-2-24b-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9443,"verified_quality_avg":0.9443,"production_time_avg_ms":69999.2895,"pii_score_avg":1.0,"cost_avg":0.0014,"cost_total":0.0547297,"cost_avg_rub":0.1121,"cost_total_rub":4.26,"pipeline_error_count":0,"issue_count":48,"verified_issue_count":48}},"cost_total":0.24499651,"cost_total_rub":19.08,"pipeline_error_count":2,"file_types":{"pdf":{"documents":38,"runs":114}},"processing_methods":{"pdf text extractor":{"documents":38,"runs":114}},"issues_by_type":{"critical_misses":96,"wrong_values":24},"issues_by_field":{"city":58,"country":6,"current_company":10,"education[0].degree":1,"education[1].degree":1,"first_name":2,"skills":21,"total_experience_months":21},"confirmed_issue_count":11,"false_positive_count":0,"unreviewed_issue_count":109,"dataset":{"preset_id":"preset_0b48f2c7b874416fa6e6482a72491fbe","preset_name":"Текстовые PDF в едином формате","preset_file_count":38}},"created_at":"2026-05-13T15:38:07.056658"},{"experiment_id":"exp_34da890081cb4c7b8b1d895381817090","display_number":9,"name":"Parser comparison","status":"completed","files_total":35,"models_total":3,"parser_version":"0.1.12","schema_version":"resume_parse_result.v1","reference_version":"0.1.12","comparator_version":"0.1.12","summary":{"versions":{"parser":"0.1.12","schema":"resume_parse_result.v1","reference":"0.1.12","comparator":"0.1.12"},"models":{"openai-gpt-4o-mini-default":{"runs_total":35,"runs_success":35,"runs_failed":0,"quality_avg":0.9595,"verified_quality_avg":0.9605,"production_time_avg_ms":18919.4857,"pii_score_avg":1.0,"cost_avg":0.0019,"cost_total":0.0678516,"cost_avg_rub":0.1511,"cost_total_rub":5.29,"pipeline_error_count":0,"issue_count":38,"verified_issue_count":36},"openrouter-mistral-small-3-2-24b-default":{"runs_total":35,"runs_success":35,"runs_failed":0,"quality_avg":0.946,"verified_quality_avg":0.9467,"production_time_avg_ms":55399.2,"pii_score_avg":1.0,"cost_avg":0.0016,"cost_total":0.05528583,"cost_avg_rub":0.1229,"cost_total_rub":4.3,"pipeline_error_count":0,"issue_count":48,"verified_issue_count":45},"openrouter-openai-gpt-oss-120b-default":{"runs_total":35,"runs_success":34,"runs_failed":1,"quality_avg":0.9094,"verified_quality_avg":0.9119,"production_time_avg_ms":88919.7941,"pii_score_avg":1.0,"cost_avg":0.0023,"cost_total":0.07748351,"cost_avg_rub":0.1774,"cost_total_rub":6.03,"pipeline_error_count":1,"issue_count":70,"verified_issue_count":66}},"cost_total":0.20062094,"cost_total_rub":15.62,"pipeline_error_count":1,"file_types":{"pdf":{"documents":35,"runs":105}},"processing_methods":{"pdf text extractor":{"documents":35,"runs":105}},"issues_by_type":{"critical_misses":109,"hallucinations":2,"wrong_values":45},"issues_by_field":{"about":5,"city":53,"country":7,"current_company":5,"education":5,"education[0].degree":2,"education[0].start_year":1,"education[1].degree":1,"languages":6,"phones":28,"preferred_position":2,"skills":18,"total_experience_months":20,"work_experience":3},"confirmed_issue_count":147,"false_positive_count":9,"unreviewed_issue_count":0,"dataset":{"preset_id":null,"preset_name":null,"preset_file_count":null}},"created_at":"2026-05-12T23:00:46.230434"},{"experiment_id":"exp_c47b464de9e6403cbcb6aa8229d2b076","display_number":8,"name":"Parser comparison","status":"completed","files_total":39,"models_total":3,"parser_version":"0.1.11","schema_version":"resume_parse_result.v1","reference_version":"0.1.11","comparator_version":"0.1.11","summary":{"versions":{"parser":"0.1.11","schema":"resume_parse_result.v1","reference":"0.1.11","comparator":"0.1.11"},"models":{"openai-gpt-4o-mini-default":{"runs_total":39,"runs_success":38,"runs_failed":1,"quality_avg":0.9407,"verified_quality_avg":0.9486,"production_time_avg_ms":27403.2105,"pii_score_avg":0.9895,"cost_avg":0.0022,"cost_total":0.0834951,"cost_avg_rub":0.1713,"cost_total_rub":6.51,"pipeline_error_count":1,"issue_count":46,"verified_issue_count":40},"openrouter-mistral-small-3-2-24b-default":{"runs_total":39,"runs_success":36,"runs_failed":3,"quality_avg":0.9361,"verified_quality_avg":0.9361,"production_time_avg_ms":78824.75,"pii_score_avg":0.9889,"cost_avg":0.0016,"cost_total":0.0573366,"cost_avg_rub":0.1239,"cost_total_rub":4.46,"pipeline_error_count":3,"issue_count":46,"verified_issue_count":46},"openrouter-mistralai-mistral-small-2603-default":{"runs_total":39,"runs_success":38,"runs_failed":1,"quality_avg":0.9083,"verified_quality_avg":0.9136,"production_time_avg_ms":19940.3421,"pii_score_avg":0.9895,"cost_avg":0.0031,"cost_total":0.11737755,"cost_avg_rub":0.2405,"cost_total_rub":9.14,"pipeline_error_count":1,"issue_count":71,"verified_issue_count":67}},"cost_total":0.25820925,"cost_total_rub":20.11,"pipeline_error_count":5,"file_types":{"pdf":{"documents":39,"runs":117}},"processing_methods":{"pdf text extractor":{"documents":39,"runs":117}},"issues_by_type":{"critical_misses":146,"hallucinations":1,"wrong_values":16},"issues_by_field":{"about":2,"city":12,"country":21,"current_company":18,"education":1,"expected_salary":44,"preferred_position":2,"skills":4,"total_experience_months":58,"work_experience":1},"confirmed_issue_count":153,"false_positive_count":10,"unreviewed_issue_count":0,"dataset":{"preset_id":null,"preset_name":null,"preset_file_count":null}},"created_at":"2026-05-12T16:30:42.399871"},{"experiment_id":"exp_b612fac3b7234063ac6676ad3067b442","display_number":7,"name":"Parser comparison","status":"completed","files_total":63,"models_total":3,"parser_version":"0.1.7","schema_version":"resume_parse_result.v1","reference_version":"0.1.2","comparator_version":"0.1.2","summary":{"versions":{"parser":"0.1.7","schema":"resume_parse_result.v1","reference":"0.1.2","comparator":"0.1.2"},"models":{"openrouter-deepseek-deepseek-v3-2-default":{"runs_total":63,"runs_success":63,"runs_failed":0,"quality_avg":0.8977,"verified_quality_avg":0.9052,"production_time_avg_ms":169885.4921,"pii_score_avg":0.9746,"cost_avg":0.0032,"cost_total":0.20199448,"cost_avg_rub":0.25,"cost_total_rub":15.75,"pipeline_error_count":0,"issue_count":133,"verified_issue_count":123},"openrouter-mistralai-mistral-small-2603-default":{"runs_total":63,"runs_success":63,"runs_failed":0,"quality_avg":0.9183,"verified_quality_avg":0.9248,"production_time_avg_ms":21938.6667,"pii_score_avg":0.981,"cost_avg":0.0032,"cost_total":0.20026053,"cost_avg_rub":0.2478,"cost_total_rub":15.61,"pipeline_error_count":0,"issue_count":107,"verified_issue_count":98},"openrouter-openai-gpt-oss-120b-default":{"runs_total":63,"runs_success":63,"runs_failed":0,"quality_avg":0.854,"verified_quality_avg":0.8742,"production_time_avg_ms":200201.8889,"pii_score_avg":0.9556,"cost_avg":0.0031,"cost_total":0.19534082,"cost_avg_rub":0.2421,"cost_total_rub":15.25,"pipeline_error_count":0,"issue_count":191,"verified_issue_count":165}},"cost_total":0.59759583,"cost_total_rub":46.61,"pipeline_error_count":0,"file_types":{"pdf":{"documents":63,"runs":189}},"processing_methods":{"pdf text extractor":{"documents":63,"runs":189}},"issues_by_type":{"critical_misses":375,"hallucinations":2,"wrong_values":54},"issues_by_field":{"about":7,"city":66,"country":59,"current_company":42,"education":2,"education[2].degree":1,"education[2].start_year":1,"expected_salary":85,"first_name":3,"full_name":1,"languages":5,"last_name":3,"preferred_position":5,"skills":12,"social_media":2,"total_experience_months":123,"work_experience":14},"confirmed_issue_count":386,"false_positive_count":45,"unreviewed_issue_count":0,"dataset":{"preset_id":null,"preset_name":null,"preset_file_count":null}},"created_at":"2026-05-11T08:19:02.355732"},{"experiment_id":"exp_69b3ecd956b343b5bb66f938d96ccbbe","display_number":6,"name":"Parser comparison","status":"cancelled","files_total":62,"models_total":3,"parser_version":"0.1.7","schema_version":"resume_parse_result.v1","reference_version":"0.1.2","comparator_version":"0.1.2","summary":{"versions":{"parser":"0.1.7","schema":"resume_parse_result.v1","reference":"0.1.2","comparator":"0.1.2"},"models":{"openrouter-minimax-minimax-m2-5-free-default":{"runs_total":76,"runs_success":0,"runs_failed":4,"quality_avg":null,"verified_quality_avg":null,"production_time_avg_ms":null,"pii_score_avg":null,"cost_avg":null,"cost_total":null,"cost_avg_rub":null,"cost_total_rub":null,"pipeline_error_count":4,"issue_count":0,"verified_issue_count":0},"openrouter-nvidia-nemotron-3-super-120b-a12b-free-default":{"runs_total":76,"runs_success":0,"runs_failed":4,"quality_avg":null,"verified_quality_avg":null,"production_time_avg_ms":null,"pii_score_avg":null,"cost_avg":null,"cost_total":null,"cost_avg_rub":null,"cost_total_rub":null,"pipeline_error_count":4,"issue_count":0,"verified_issue_count":0},"openrouter-qwen-qwen3-next-80b-a3b-instruct-free-default":{"runs_total":76,"runs_success":0,"runs_failed":4,"quality_avg":null,"verified_quality_avg":null,"production_time_avg_ms":null,"pii_score_avg":null,"cost_avg":null,"cost_total":null,"cost_avg_rub":null,"cost_total_rub":null,"pipeline_error_count":4,"issue_count":0,"verified_issue_count":0}},"cost_total":null,"cost_total_rub":null,"pipeline_error_count":12,"file_types":{"docx":{"documents":9,"runs":27},"pdf":{"documents":52,"runs":198},"rtf":{"documents":1,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":4,"runs":15},"pending":{"documents":59,"runs":213}},"issues_by_type":{},"issues_by_field":{},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":0,"dataset":{"preset_id":null,"preset_name":null,"preset_file_count":null}},"created_at":"2026-05-10T22:47:29.293403"},{"experiment_id":"exp_3c478ce5bd7240178a5450ac0abb1506","display_number":5,"name":"Parser comparison","status":"completed","files_total":38,"models_total":3,"parser_version":"0.1.4","schema_version":"resume_parse_result.v1","reference_version":"0.1.1","comparator_version":"0.1.1","summary":{"versions":{"parser":"0.1.4","schema":"resume_parse_result.v1","reference":"0.1.1","comparator":"0.1.1"},"models":{"openai-gpt-4o-mini-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9553,"verified_quality_avg":0.9633,"production_time_avg_ms":28804.1053,"pii_score_avg":1.0,"cost_avg":0.0018,"cost_total":0.070053,"cost_avg_rub":0.1437,"cost_total_rub":5.46,"pipeline_error_count":0,"issue_count":41,"verified_issue_count":30},"openrouter-google-gemini-2-5-flash-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9404,"verified_quality_avg":0.9546,"production_time_avg_ms":14634.9737,"pii_score_avg":1.0,"cost_avg":0.0096,"cost_total":0.3641398,"cost_avg_rub":0.7474,"cost_total_rub":28.4,"pipeline_error_count":0,"issue_count":57,"verified_issue_count":36},"openrouter-mistral-small-3-2-24b-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9529,"verified_quality_avg":0.9616,"production_time_avg_ms":61750.0526,"pii_score_avg":0.9895,"cost_avg":0.0013,"cost_total":0.04929696,"cost_avg_rub":0.1011,"cost_total_rub":3.84,"pipeline_error_count":0,"issue_count":49,"verified_issue_count":33}},"cost_total":0.48348976,"cost_total_rub":37.7,"pipeline_error_count":0,"file_types":{"pdf":{"documents":38,"runs":114}},"processing_methods":{"pdf text extractor":{"documents":38,"runs":114}},"issues_by_type":{"critical_misses":97,"wrong_values":50},"issues_by_field":{"city":10,"country":57,"current_company":8,"education[0].degree":2,"education[0].specialization":1,"education[1].specialization":1,"first_name":1,"phones":29,"skills":19,"total_experience_months":19},"confirmed_issue_count":99,"false_positive_count":48,"unreviewed_issue_count":0,"dataset":{"preset_id":null,"preset_name":null,"preset_file_count":null}},"created_at":"2026-05-10T15:22:11.779524"},{"experiment_id":"exp_0979422d28074cc396ef2a355c000608","display_number":4,"name":"Parser comparison","status":"completed","files_total":24,"models_total":1,"parser_version":"0.1.2","schema_version":"resume_parse_result.v1","reference_version":"0.1.1","comparator_version":"0.1.1","summary":{"versions":{"parser":"0.1.2","schema":"resume_parse_result.v1","reference":"0.1.1","comparator":"0.1.1"},"models":{"openai-gpt-4o-mini-default":{"runs_total":36,"runs_success":33,"runs_failed":3,"quality_avg":0.9436,"verified_quality_avg":0.955,"production_time_avg_ms":17578.5758,"pii_score_avg":0.9636,"cost_avg":0.0016,"cost_total":0.051519,"cost_avg_rub":0.1215,"cost_total_rub":4.01,"pipeline_error_count":3,"issue_count":54,"verified_issue_count":45}},"cost_total":0.051519,"cost_total_rub":4.01,"pipeline_error_count":3,"file_types":{"docx":{"documents":9,"runs":9},"pdf":{"documents":14,"runs":26},"rtf":{"documents":1,"runs":1}},"processing_methods":{"OCR":{"documents":1,"runs":1},"docx extractor":{"documents":9,"runs":9},"pdf text extractor":{"documents":13,"runs":25},"rtf":{"documents":1,"runs":1}},"issues_by_type":{"critical_misses":35,"format_errors":5,"hallucinations":2,"wrong_values":12},"issues_by_field":{"about":1,"city":1,"country":6,"education":6,"education[0].degree":3,"education[0].specialization":1,"education[0].start_year":1,"education[1].degree":1,"education[1].organization":1,"education[1].specialization":1,"education[1].start_year":1,"education[2].organization":1,"emails":1,"expected_salary":3,"first_name":4,"full_name":4,"gender":1,"middle_name":1,"skills":5,"social_media":1,"total_experience_months":10},"confirmed_issue_count":45,"false_positive_count":9,"unreviewed_issue_count":0,"dataset":{"preset_id":null,"preset_name":null,"preset_file_count":null}},"created_at":"2026-05-10T13:43:39.744650"},{"experiment_id":"exp_c600a6b16bb54d1ab9678dc4f526291f","display_number":3,"name":"Parser comparison","status":"completed","files_total":16,"models_total":1,"parser_version":"0.1.1","schema_version":"resume_parse_result.v1","reference_version":"0.1.1","comparator_version":"0.1.1","summary":{"versions":{"parser":"0.1.1","schema":"resume_parse_result.v1","reference":"0.1.1","comparator":"0.1.1"},"models":{"openai-gpt-4o-mini-default":{"runs_total":16,"runs_success":12,"runs_failed":4,"quality_avg":0.8635,"verified_quality_avg":0.8635,"production_time_avg_ms":12637.75,"pii_score_avg":0.9333,"cost_avg":0.0011,"cost_total":0.0126204,"cost_avg_rub":0.0825,"cost_total_rub":0.99,"pipeline_error_count":4,"issue_count":36,"verified_issue_count":36}},"cost_total":0.0126204,"cost_total_rub":0.99,"pipeline_error_count":4,"file_types":{"docx":{"documents":9,"runs":9},"pdf":{"documents":6,"runs":6},"rtf":{"documents":1,"runs":1}},"processing_methods":{"OCR":{"documents":1,"runs":1},"docx extractor":{"documents":9,"runs":9},"pdf text extractor":{"documents":5,"runs":5},"rtf":{"documents":1,"runs":1}},"issues_by_type":{"critical_misses":30,"wrong_values":6},"issues_by_field":{"birth_date":2,"city":2,"country":3,"current_company":1,"education":3,"expected_salary":3,"first_name":3,"full_name":2,"gender":1,"last_name":4,"middle_name":1,"phones":3,"preferred_position":2,"skills":3,"social_media":1,"total_experience_months":2},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":36,"dataset":{"preset_id":null,"preset_name":null,"preset_file_count":null}},"created_at":"2026-05-10T13:11:57.839673"},{"experiment_id":"exp_8ca09b146653404e991ac738114c71fd","display_number":2,"name":"Parser comparison","status":"completed","files_total":15,"models_total":3,"parser_version":"0.1.1","schema_version":"resume_parse_result.v1","reference_version":"0.1.1","comparator_version":"0.1.1","summary":{"versions":{"parser":"0.1.1","schema":"resume_parse_result.v1","reference":"0.1.1","comparator":"0.1.1"},"models":{"openai-gpt-4o-mini-default":{"runs_total":15,"runs_success":13,"runs_failed":2,"quality_avg":0.8969,"verified_quality_avg":0.8969,"production_time_avg_ms":15222.2308,"pii_score_avg":0.8769,"cost_avg":0.0011,"cost_total":0.0139977,"cost_avg_rub":0.0846,"cost_total_rub":1.1,"pipeline_error_count":2,"issue_count":46,"verified_issue_count":46},"openrouter-google-gemini-2-5-flash-default":{"runs_total":15,"runs_success":12,"runs_failed":3,"quality_avg":0.9213,"verified_quality_avg":0.9213,"production_time_avg_ms":9103.5833,"pii_score_avg":0.9,"cost_avg":0.0051,"cost_total":0.06142162,"cost_avg_rub":0.4,"cost_total_rub":4.8,"pipeline_error_count":3,"issue_count":45,"verified_issue_count":45},"openrouter-mistral-small-3-2-24b-default":{"runs_total":15,"runs_success":13,"runs_failed":2,"quality_avg":0.9227,"verified_quality_avg":0.9227,"production_time_avg_ms":26216.6154,"pii_score_avg":0.9385,"cost_avg":0.0009,"cost_total":0.01107622,"cost_avg_rub":0.0654,"cost_total_rub":0.85,"pipeline_error_count":2,"issue_count":44,"verified_issue_count":44}},"cost_total":0.08649554,"cost_total_rub":6.75,"pipeline_error_count":7,"file_types":{"docx":{"documents":9,"runs":27},"pdf":{"documents":5,"runs":15},"rtf":{"documents":1,"runs":3}},"processing_methods":{"OCR":{"documents":1,"runs":3},"docx extractor":{"documents":9,"runs":27},"pdf text extractor":{"documents":4,"runs":12},"rtf":{"documents":1,"runs":3}},"issues_by_type":{"critical_misses":83,"format_errors":9,"wrong_values":43},"issues_by_field":{"about":1,"birth_date":8,"country":6,"current_company":6,"education":11,"education[0].degree":2,"education[0].specialization":1,"education[0].start_year":1,"expected_salary":11,"first_name":13,"full_name":6,"last_name":14,"middle_name":8,"phones":11,"preferred_position":12,"skills":10,"social_media":5,"total_experience_months":9},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":135,"dataset":{"preset_id":null,"preset_name":null,"preset_file_count":null}},"created_at":"2026-05-10T11:46:19.107389"},{"experiment_id":"exp_063b76ce596c4a699610fa76cdc706da","display_number":1,"name":"Parser comparison","status":"completed","files_total":8,"models_total":3,"parser_version":"0.1.0","schema_version":"resume_parse_result.v1","reference_version":"0.1.0","comparator_version":"0.1.0","summary":{"versions":{"parser":"0.1.0","schema":"resume_parse_result.v1","reference":"0.1.0","comparator":"0.1.0"},"models":{"openai-gpt-4o-mini-default":{"runs_total":8,"runs_success":8,"runs_failed":0,"quality_avg":0.9594,"verified_quality_avg":0.9594,"production_time_avg_ms":27657.125,"pii_score_avg":1.0,"cost_avg":0.0018,"cost_total":0.01447515,"cost_avg_rub":0.1425,"cost_total_rub":1.14,"pipeline_error_count":0,"issue_count":7,"verified_issue_count":7},"openrouter-google-gemini-2-5-flash-default":{"runs_total":8,"runs_success":8,"runs_failed":0,"quality_avg":0.9594,"verified_quality_avg":0.9625,"production_time_avg_ms":165406.875,"pii_score_avg":1.0,"cost_avg":0.0094,"cost_total":0.07516155,"cost_avg_rub":0.7338,"cost_total_rub":5.87,"pipeline_error_count":0,"issue_count":8,"verified_issue_count":7},"openrouter-mistral-small-3-2-24b-default":{"runs_total":8,"runs_success":8,"runs_failed":0,"quality_avg":0.9688,"verified_quality_avg":0.9688,"production_time_avg_ms":31762.5,"pii_score_avg":1.0,"cost_avg":0.0014,"cost_total":0.011092,"cost_avg_rub":0.1087,"cost_total_rub":0.87,"pipeline_error_count":0,"issue_count":5,"verified_issue_count":5}},"cost_total":0.1007287,"cost_total_rub":7.88,"pipeline_error_count":0,"file_types":{"pdf":{"documents":8,"runs":24}},"processing_methods":{"pdf text extractor":{"documents":8,"runs":24}},"issues_by_type":{"critical_misses":16,"wrong_values":4},"issues_by_field":{"country":3,"first_name":3,"full_name":3,"skills":4,"social_media":3,"total_experience_months":4},"confirmed_issue_count":19,"false_positive_count":1,"unreviewed_issue_count":0,"dataset":{"preset_id":null,"preset_name":null,"preset_file_count":null}},"created_at":"2026-05-09T22:33:57.639438"}]