[{"experiment_id":"exp_b612fac3b7234063ac6676ad3067b442","display_number":7,"name":"Parser comparison","status":"running","files_total":63,"models_total":3,"parser_version":"0.1.7","schema_version":"resume_parse_result.v1","reference_version":"0.1.2","comparator_version":"0.1.2","summary":{"versions":{"parser":"0.1.7","schema":"resume_parse_result.v1","reference":"0.1.2","comparator":"0.1.2"},"models":{"openrouter-deepseek-deepseek-v3-2-default":{"runs_total":63,"runs_success":60,"runs_failed":2,"quality_avg":0.8984,"verified_quality_avg":0.8984,"production_time_avg_ms":172878.8333,"pii_score_avg":0.9733,"cost_avg":0.0031,"cost_total":0.18323236,"pipeline_error_count":2,"issue_count":126,"verified_issue_count":126},"openrouter-mistralai-mistral-small-2603-default":{"runs_total":63,"runs_success":63,"runs_failed":0,"quality_avg":0.9183,"verified_quality_avg":0.9183,"production_time_avg_ms":21938.6667,"pii_score_avg":0.981,"cost_avg":0.0032,"cost_total":0.20026053,"pipeline_error_count":0,"issue_count":107,"verified_issue_count":107},"openrouter-openai-gpt-oss-120b-default":{"runs_total":63,"runs_success":63,"runs_failed":0,"quality_avg":0.854,"verified_quality_avg":0.854,"production_time_avg_ms":200201.8889,"pii_score_avg":0.9556,"cost_avg":0.0031,"cost_total":0.19534082,"pipeline_error_count":0,"issue_count":191,"verified_issue_count":191}},"cost_total":0.57883371,"pipeline_error_count":2,"file_types":{"pdf":{"documents":63,"runs":189}},"processing_methods":{"pdf text extractor":{"documents":63,"runs":189}},"issues_by_type":{"critical_misses":368,"hallucinations":2,"wrong_values":54},"issues_by_field":{"about":7,"city":65,"country":58,"current_company":42,"education":2,"education[2].degree":1,"education[2].start_year":1,"expected_salary":82,"first_name":3,"full_name":1,"languages":5,"last_name":3,"preferred_position":5,"skills":12,"social_media":2,"total_experience_months":121,"work_experience":14},"confirmed_issue_count":5,"false_positive_count":0,"unreviewed_issue_count":419},"created_at":"2026-05-11T08:19:02.355732"},{"experiment_id":"exp_69b3ecd956b343b5bb66f938d96ccbbe","display_number":6,"name":"Parser comparison","status":"cancelled","files_total":62,"models_total":3,"parser_version":"0.1.7","schema_version":"resume_parse_result.v1","reference_version":"0.1.2","comparator_version":"0.1.2","summary":{"versions":{"parser":"0.1.7","schema":"resume_parse_result.v1","reference":"0.1.2","comparator":"0.1.2"},"models":{"openrouter-minimax-minimax-m2-5-free-default":{"runs_total":76,"runs_success":0,"runs_failed":4,"quality_avg":null,"verified_quality_avg":null,"production_time_avg_ms":null,"pii_score_avg":null,"cost_avg":null,"cost_total":null,"pipeline_error_count":4,"issue_count":0,"verified_issue_count":0},"openrouter-nvidia-nemotron-3-super-120b-a12b-free-default":{"runs_total":76,"runs_success":0,"runs_failed":4,"quality_avg":null,"verified_quality_avg":null,"production_time_avg_ms":null,"pii_score_avg":null,"cost_avg":null,"cost_total":null,"pipeline_error_count":4,"issue_count":0,"verified_issue_count":0},"openrouter-qwen-qwen3-next-80b-a3b-instruct-free-default":{"runs_total":76,"runs_success":0,"runs_failed":4,"quality_avg":null,"verified_quality_avg":null,"production_time_avg_ms":null,"pii_score_avg":null,"cost_avg":null,"cost_total":null,"pipeline_error_count":4,"issue_count":0,"verified_issue_count":0}},"cost_total":null,"pipeline_error_count":12,"file_types":{"docx":{"documents":9,"runs":27},"pdf":{"documents":52,"runs":198},"rtf":{"documents":1,"runs":3}},"processing_methods":{"pdf text extractor":{"documents":4,"runs":15},"pending":{"documents":59,"runs":213}},"issues_by_type":{},"issues_by_field":{},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":0},"created_at":"2026-05-10T22:47:29.293403"},{"experiment_id":"exp_3c478ce5bd7240178a5450ac0abb1506","display_number":5,"name":"Parser comparison","status":"completed","files_total":38,"models_total":3,"parser_version":"0.1.4","schema_version":"resume_parse_result.v1","reference_version":"0.1.1","comparator_version":"0.1.1","summary":{"versions":{"parser":"0.1.4","schema":"resume_parse_result.v1","reference":"0.1.1","comparator":"0.1.1"},"models":{"openai-gpt-4o-mini-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9553,"verified_quality_avg":0.9633,"production_time_avg_ms":28804.1053,"pii_score_avg":1.0,"cost_avg":0.0018,"cost_total":0.070053,"pipeline_error_count":0,"issue_count":41,"verified_issue_count":30},"openrouter-google-gemini-2-5-flash-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9404,"verified_quality_avg":0.9546,"production_time_avg_ms":14634.9737,"pii_score_avg":1.0,"cost_avg":0.0096,"cost_total":0.3641398,"pipeline_error_count":0,"issue_count":57,"verified_issue_count":36},"openrouter-mistral-small-3-2-24b-default":{"runs_total":38,"runs_success":38,"runs_failed":0,"quality_avg":0.9529,"verified_quality_avg":0.9616,"production_time_avg_ms":61750.0526,"pii_score_avg":0.9895,"cost_avg":0.0013,"cost_total":0.04929696,"pipeline_error_count":0,"issue_count":49,"verified_issue_count":33}},"cost_total":0.48348976,"pipeline_error_count":0,"file_types":{"pdf":{"documents":38,"runs":114}},"processing_methods":{"pdf text extractor":{"documents":38,"runs":114}},"issues_by_type":{"critical_misses":97,"wrong_values":50},"issues_by_field":{"city":10,"country":57,"current_company":8,"education[0].degree":2,"education[0].specialization":1,"education[1].specialization":1,"first_name":1,"phones":29,"skills":19,"total_experience_months":19},"confirmed_issue_count":99,"false_positive_count":48,"unreviewed_issue_count":0},"created_at":"2026-05-10T15:22:11.779524"},{"experiment_id":"exp_0979422d28074cc396ef2a355c000608","display_number":4,"name":"Parser comparison","status":"completed","files_total":24,"models_total":1,"parser_version":"0.1.2","schema_version":"resume_parse_result.v1","reference_version":"0.1.1","comparator_version":"0.1.1","summary":{"versions":{"parser":"0.1.2","schema":"resume_parse_result.v1","reference":"0.1.1","comparator":"0.1.1"},"models":{"openai-gpt-4o-mini-default":{"runs_total":36,"runs_success":33,"runs_failed":3,"quality_avg":0.9436,"verified_quality_avg":0.955,"production_time_avg_ms":17578.5758,"pii_score_avg":0.9636,"cost_avg":0.0016,"cost_total":0.051519,"pipeline_error_count":3,"issue_count":54,"verified_issue_count":45}},"cost_total":0.051519,"pipeline_error_count":3,"file_types":{"docx":{"documents":9,"runs":9},"pdf":{"documents":14,"runs":26},"rtf":{"documents":1,"runs":1}},"processing_methods":{"OCR":{"documents":1,"runs":1},"docx extractor":{"documents":9,"runs":9},"pdf text extractor":{"documents":13,"runs":25},"rtf":{"documents":1,"runs":1}},"issues_by_type":{"critical_misses":35,"format_errors":5,"hallucinations":2,"wrong_values":12},"issues_by_field":{"about":1,"city":1,"country":6,"education":6,"education[0].degree":3,"education[0].specialization":1,"education[0].start_year":1,"education[1].degree":1,"education[1].organization":1,"education[1].specialization":1,"education[1].start_year":1,"education[2].organization":1,"emails":1,"expected_salary":3,"first_name":4,"full_name":4,"gender":1,"middle_name":1,"skills":5,"social_media":1,"total_experience_months":10},"confirmed_issue_count":45,"false_positive_count":9,"unreviewed_issue_count":0},"created_at":"2026-05-10T13:43:39.744650"},{"experiment_id":"exp_c600a6b16bb54d1ab9678dc4f526291f","display_number":3,"name":"Parser comparison","status":"completed","files_total":16,"models_total":1,"parser_version":"0.1.1","schema_version":"resume_parse_result.v1","reference_version":"0.1.1","comparator_version":"0.1.1","summary":{"versions":{"parser":"0.1.1","schema":"resume_parse_result.v1","reference":"0.1.1","comparator":"0.1.1"},"models":{"openai-gpt-4o-mini-default":{"runs_total":16,"runs_success":12,"runs_failed":4,"quality_avg":0.8635,"verified_quality_avg":0.8635,"production_time_avg_ms":12637.75,"pii_score_avg":0.9333,"cost_avg":0.0011,"cost_total":0.0126204,"pipeline_error_count":4,"issue_count":36,"verified_issue_count":36}},"cost_total":0.0126204,"pipeline_error_count":4,"file_types":{"docx":{"documents":9,"runs":9},"pdf":{"documents":6,"runs":6},"rtf":{"documents":1,"runs":1}},"processing_methods":{"OCR":{"documents":1,"runs":1},"docx extractor":{"documents":9,"runs":9},"pdf text extractor":{"documents":5,"runs":5},"rtf":{"documents":1,"runs":1}},"issues_by_type":{"critical_misses":30,"wrong_values":6},"issues_by_field":{"birth_date":2,"city":2,"country":3,"current_company":1,"education":3,"expected_salary":3,"first_name":3,"full_name":2,"gender":1,"last_name":4,"middle_name":1,"phones":3,"preferred_position":2,"skills":3,"social_media":1,"total_experience_months":2},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":36},"created_at":"2026-05-10T13:11:57.839673"},{"experiment_id":"exp_8ca09b146653404e991ac738114c71fd","display_number":2,"name":"Parser comparison","status":"completed","files_total":15,"models_total":3,"parser_version":"0.1.1","schema_version":"resume_parse_result.v1","reference_version":"0.1.1","comparator_version":"0.1.1","summary":{"versions":{"parser":"0.1.1","schema":"resume_parse_result.v1","reference":"0.1.1","comparator":"0.1.1"},"models":{"openai-gpt-4o-mini-default":{"runs_total":15,"runs_success":13,"runs_failed":2,"quality_avg":0.8969,"verified_quality_avg":0.8969,"production_time_avg_ms":15222.2308,"pii_score_avg":0.8769,"cost_avg":0.0011,"cost_total":0.0139977,"pipeline_error_count":2,"issue_count":46,"verified_issue_count":46},"openrouter-google-gemini-2-5-flash-default":{"runs_total":15,"runs_success":12,"runs_failed":3,"quality_avg":0.9213,"verified_quality_avg":0.9213,"production_time_avg_ms":9103.5833,"pii_score_avg":0.9,"cost_avg":0.0051,"cost_total":0.06142162,"pipeline_error_count":3,"issue_count":45,"verified_issue_count":45},"openrouter-mistral-small-3-2-24b-default":{"runs_total":15,"runs_success":13,"runs_failed":2,"quality_avg":0.9227,"verified_quality_avg":0.9227,"production_time_avg_ms":26216.6154,"pii_score_avg":0.9385,"cost_avg":0.0009,"cost_total":0.01107622,"pipeline_error_count":2,"issue_count":44,"verified_issue_count":44}},"cost_total":0.08649554,"pipeline_error_count":7,"file_types":{"docx":{"documents":9,"runs":27},"pdf":{"documents":5,"runs":15},"rtf":{"documents":1,"runs":3}},"processing_methods":{"OCR":{"documents":1,"runs":3},"docx extractor":{"documents":9,"runs":27},"pdf text extractor":{"documents":4,"runs":12},"rtf":{"documents":1,"runs":3}},"issues_by_type":{"critical_misses":83,"format_errors":9,"wrong_values":43},"issues_by_field":{"about":1,"birth_date":8,"country":6,"current_company":6,"education":11,"education[0].degree":2,"education[0].specialization":1,"education[0].start_year":1,"expected_salary":11,"first_name":13,"full_name":6,"last_name":14,"middle_name":8,"phones":11,"preferred_position":12,"skills":10,"social_media":5,"total_experience_months":9},"confirmed_issue_count":0,"false_positive_count":0,"unreviewed_issue_count":135},"created_at":"2026-05-10T11:46:19.107389"},{"experiment_id":"exp_063b76ce596c4a699610fa76cdc706da","display_number":1,"name":"Parser comparison","status":"completed","files_total":8,"models_total":3,"parser_version":"0.1.0","schema_version":"resume_parse_result.v1","reference_version":"0.1.0","comparator_version":"0.1.0","summary":{"versions":{"parser":"0.1.0","schema":"resume_parse_result.v1","reference":"0.1.0","comparator":"0.1.0"},"models":{"openai-gpt-4o-mini-default":{"runs_total":8,"runs_success":8,"runs_failed":0,"quality_avg":0.9594,"verified_quality_avg":0.9594,"production_time_avg_ms":27657.125,"pii_score_avg":1.0,"cost_avg":0.0018,"cost_total":0.01447515,"pipeline_error_count":0,"issue_count":7,"verified_issue_count":7},"openrouter-google-gemini-2-5-flash-default":{"runs_total":8,"runs_success":8,"runs_failed":0,"quality_avg":0.9594,"verified_quality_avg":0.9625,"production_time_avg_ms":165406.875,"pii_score_avg":1.0,"cost_avg":0.0094,"cost_total":0.07516155,"pipeline_error_count":0,"issue_count":8,"verified_issue_count":7},"openrouter-mistral-small-3-2-24b-default":{"runs_total":8,"runs_success":8,"runs_failed":0,"quality_avg":0.9688,"verified_quality_avg":0.9688,"production_time_avg_ms":31762.5,"pii_score_avg":1.0,"cost_avg":0.0014,"cost_total":0.011092,"pipeline_error_count":0,"issue_count":5,"verified_issue_count":5}},"cost_total":0.1007287,"pipeline_error_count":0,"file_types":{"pdf":{"documents":8,"runs":24}},"processing_methods":{"pdf text extractor":{"documents":8,"runs":24}},"issues_by_type":{"critical_misses":16,"wrong_values":4},"issues_by_field":{"country":3,"first_name":3,"full_name":3,"skills":4,"social_media":3,"total_experience_months":4},"confirmed_issue_count":19,"false_positive_count":1,"unreviewed_issue_count":0},"created_at":"2026-05-09T22:33:57.639438"}]