Skip to content

Add submission: my_amazing_run (MEA v5.8.1 - Llama 3.1 8B) #17

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
Ahavahdev1 wants to merge 1 commit into from
Closed

Add submission: my_amazing_run (MEA v5.8.1 - Llama 3.1 8B) #17

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
228 changes: 228 additions & 0 deletions submissions/my_amazing_run/_stats/score.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,228 @@
{
"tomnomnom__gron.88a6234": {
"bc90bea37ab6/tests.test_gaps.test_colorize_gron_output": false,
"bc90bea37ab6/tests.test_gaps.test_colorize_json_output_ungron": false,
"bc90bea37ab6/tests.test_gaps.test_empty_arrays_and_objects_json_format": false,
"bc90bea37ab6/tests.test_gaps.test_invalid_json_statement_array_length": false,
"bc90bea37ab6/tests.test_gaps.test_invalid_json_statement_type_assertion": false,
"bc90bea37ab6/tests.test_gaps.test_invalid_numeric_key_in_ungron": false,
"bc90bea37ab6/tests.test_gaps.test_invalid_quoted_key_in_ungron": false,
"bc90bea37ab6/tests.test_gaps.test_json_format_basic": false,
"bc90bea37ab6/tests.test_gaps.test_large_nested_json_format": false,
"bc90bea37ab6/tests.test_gaps.test_nested_json_format": false,
"bc90bea37ab6/tests.test_gaps.test_numeric_keys_in_json_format": false,
"bc90bea37ab6/tests.test_gaps.test_stream_basic_multiline": false,
"bc90bea37ab6/tests.test_gaps.test_stream_json_format": false,
"bc90bea37ab6/tests.test_gaps.test_stream_mode_with_empty_lines": false,
"bc90bea37ab6/tests.test_gaps.test_values_extraction": false,
"bc90bea37ab6/tests.test_gaps.test_values_extraction_with_escaped_strings": false,
"bc90bea37ab6/tests.test_gaps.test_values_with_array_indices": false,
"bc90bea37ab6/tests.test_gron_core.test_array_index_numeric_sorting": false,
"bc90bea37ab6/tests.test_gron_core.test_array_of_objects": false,
"bc90bea37ab6/tests.test_gron_core.test_arrays_simple_and_nested": false,
"bc90bea37ab6/tests.test_gron_core.test_basic_data_types": false,
"bc90bea37ab6/tests.test_gron_core.test_boolean_values_true_and_false": false,
"bc90bea37ab6/tests.test_gron_core.test_colorize_flag_produces_ansi_codes": false,
"bc90bea37ab6/tests.test_gron_core.test_control_characters_and_unicode_separators": false,
"bc90bea37ab6/tests.test_gron_core.test_deep_nesting_six_levels": false,
"bc90bea37ab6/tests.test_gron_core.test_empty_input_error": false,
"bc90bea37ab6/tests.test_gron_core.test_empty_string_key": false,
"bc90bea37ab6/tests.test_gron_core.test_empty_top_level_object_and_array": false,
"bc90bea37ab6/tests.test_gron_core.test_float_precision_preservation": false,
"bc90bea37ab6/tests.test_gron_core.test_identifier_rules_underscores_unicode_numbers": false,
"bc90bea37ab6/tests.test_gron_core.test_invalid_json_syntax_error": false,
"bc90bea37ab6/tests.test_gron_core.test_javascript_reserved_word_keys": false,
"bc90bea37ab6/tests.test_gron_core.test_json_mode_output_format": false,
"bc90bea37ab6/tests.test_gron_core.test_json_mode_with_nested_structures": false,
"bc90bea37ab6/tests.test_gron_core.test_keys_with_quotes_and_escapes_in_names": false,
"bc90bea37ab6/tests.test_gron_core.test_large_array_100_elements": false,
"bc90bea37ab6/tests.test_gron_core.test_large_deeply_nested_structure": false,
"bc90bea37ab6/tests.test_gron_core.test_long_key_names": false,
"bc90bea37ab6/tests.test_gron_core.test_mixed_nesting_objects_in_arrays_and_vice_versa": false,
"bc90bea37ab6/tests.test_gron_core.test_monochrome_flag_suppresses_ansi_codes": false,
"bc90bea37ab6/tests.test_gron_core.test_multiple_invocations_are_stateless": false,
"bc90bea37ab6/tests.test_gron_core.test_nested_structures_empty_containers": false,
"bc90bea37ab6/tests.test_gron_core.test_no_sort_flag_preserves_insertion_order": false,
"bc90bea37ab6/tests.test_gron_core.test_nonexistent_file_error": false,
"bc90bea37ab6/tests.test_gron_core.test_number_formats_negative_zero_scientific": false,
"bc90bea37ab6/tests.test_gron_core.test_object_with_25_keys": false,
"bc90bea37ab6/tests.test_gron_core.test_read_from_file": false,
"bc90bea37ab6/tests.test_gron_core.test_special_keys_requiring_bracket_notation": false,
"bc90bea37ab6/tests.test_gron_core.test_stdin_explicit_dash_argument": false,
"bc90bea37ab6/tests.test_gron_core.test_stream_mode_error_on_invalid_line": false,
"bc90bea37ab6/tests.test_gron_core.test_stream_mode_treats_each_line_as_separate_json": false,
"bc90bea37ab6/tests.test_gron_core.test_stream_mode_with_json_output": false,
"bc90bea37ab6/tests.test_gron_core.test_stream_mode_with_no_sort": false,
"bc90bea37ab6/tests.test_gron_core.test_string_escaping_unicode_emoji": false,
"bc90bea37ab6/tests.test_gron_core.test_top_level_boolean": false,
"bc90bea37ab6/tests.test_gron_core.test_top_level_null": false,
"bc90bea37ab6/tests.test_gron_core.test_top_level_number": false,
"bc90bea37ab6/tests.test_gron_core.test_top_level_string": false,
"bc90bea37ab6/tests.test_gron_core.test_truncated_json_error": false,
"bc90bea37ab6/tests.test_gron_core.test_values_mode_extracts_only_values": false,
"bc90bea37ab6/tests.test_gron_core.test_values_mode_with_array": false,
"bc90bea37ab6/tests.test_gron_core.test_version_flag": false,
"bc90bea37ab6/tests.test_gron_core.test_very_deep_nesting_10_levels": false,
"bc90bea37ab6/tests.test_gron_core.test_very_long_string_value_2kb": false,
"bc90bea37ab6/tests.test_harvest.test_gron_github_json": false,
"bc90bea37ab6/tests.test_harvest.test_gron_json_github_json": false,
"bc90bea37ab6/tests.test_harvest.test_gron_json_one_json": false,
"bc90bea37ab6/tests.test_harvest.test_gron_json_three_json": false,
"bc90bea37ab6/tests.test_harvest.test_gron_json_two_json": false,
"bc90bea37ab6/tests.test_harvest.test_gron_long_stream_json": false,
"bc90bea37ab6/tests.test_harvest.test_gron_one_json": false,
"bc90bea37ab6/tests.test_harvest.test_gron_scalar_stream_json": false,
"bc90bea37ab6/tests.test_harvest.test_gron_stream_json": false,
"bc90bea37ab6/tests.test_harvest.test_gron_stream_json_scalar_stream_json": false,
"bc90bea37ab6/tests.test_harvest.test_gron_stream_json_stream_json": false,
"bc90bea37ab6/tests.test_harvest.test_gron_three_json": false,
"bc90bea37ab6/tests.test_harvest.test_gron_two_json": false,
"bc90bea37ab6/tests.test_harvest.test_ungron_github_gron": false,
"bc90bea37ab6/tests.test_harvest.test_ungron_grep_separators_gron": false,
"bc90bea37ab6/tests.test_harvest.test_ungron_invalid_type_mismatch": false,
"bc90bea37ab6/tests.test_harvest.test_ungron_invalid_value": false,
"bc90bea37ab6/tests.test_harvest.test_ungron_json_github_jgron": false,
"bc90bea37ab6/tests.test_harvest.test_ungron_json_one_jgron": false,
"bc90bea37ab6/tests.test_harvest.test_ungron_json_three_jgron": false,
"bc90bea37ab6/tests.test_harvest.test_ungron_json_two_jgron": false,
"bc90bea37ab6/tests.test_harvest.test_ungron_large_line_gron": false,
"bc90bea37ab6/tests.test_harvest.test_ungron_one_gron": false,
"bc90bea37ab6/tests.test_harvest.test_ungron_three_gron": false,
"bc90bea37ab6/tests.test_harvest.test_ungron_two_gron": false,
"bc90bea37ab6/tests.test_integration.test_colorize_monochrome_flag_precedence": false,
"bc90bea37ab6/tests.test_integration.test_deep_nesting_50_levels_round_trip": false,
"bc90bea37ab6/tests.test_integration.test_gron_grep_ungron_workflow_filter_by_email": false,
"bc90bea37ab6/tests.test_integration.test_gron_grep_ungron_workflow_filter_complete_user": false,
"bc90bea37ab6/tests.test_integration.test_gron_ungron_preserves_unicode_in_keys": false,
"bc90bea37ab6/tests.test_integration.test_gron_ungron_with_json_mode_roundtrip": false,
"bc90bea37ab6/tests.test_integration.test_json_mode_output_format_and_ungron": false,
"bc90bea37ab6/tests.test_integration.test_large_deeply_nested_combined": false,
"bc90bea37ab6/tests.test_integration.test_large_json_1000_array_elements": false,
"bc90bea37ab6/tests.test_integration.test_no_sort_with_complex_structure": false,
"bc90bea37ab6/tests.test_integration.test_stream_and_ungron_flags_incompatible": false,
"bc90bea37ab6/tests.test_integration.test_stream_mode_multiple_objects_per_file": false,
"bc90bea37ab6/tests.test_integration.test_stream_mode_with_mixed_valid_invalid_json": false,
"bc90bea37ab6/tests.test_integration.test_ungron_conflicting_type_assignments_last_wins": false,
"bc90bea37ab6/tests.test_integration.test_ungron_empty_string_key": false,
"bc90bea37ab6/tests.test_integration.test_ungron_negative_array_index_error": false,
"bc90bea37ab6/tests.test_integration.test_ungron_silently_skips_invalid_statements": false,
"bc90bea37ab6/tests.test_integration.test_ungron_sparse_array_with_gap": false,
"bc90bea37ab6/tests.test_integration.test_values_mode_extracts_from_gron_statements": false,
"bc90bea37ab6/tests.test_integration.test_values_mode_on_regular_gron_output": false,
"bc90bea37ab6/tests.test_integration.test_values_mode_with_nested_structures": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_array_with_mixed_types": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_boolean_false_not_omitted": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_deeply_nested_structures": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_empty_array": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_empty_object": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_empty_string_value": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_github_data": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_invalid_json_error": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_large_values": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_matches_jgron_golden": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_nested_arrays_roundtrip": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_output_format": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_preserves_unicode": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_scalar_stream": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_special_keys_with_dots_brackets": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_unsorted_output": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_with_null_values": false,
"bc90bea37ab6/tests.test_output_modes.test_json_mode_with_stream": false,
"bc90bea37ab6/tests.test_output_modes.test_ungron_with_json_mode": false,
"bc90bea37ab6/tests.test_output_modes.test_values_mode_empty_string_extraction": false,
"bc90bea37ab6/tests.test_output_modes.test_values_mode_extracts_from_stream_gron": false,
"bc90bea37ab6/tests.test_output_modes.test_values_mode_extracts_only_values": false,
"bc90bea37ab6/tests.test_output_modes.test_values_mode_invalid_statement_error": false,
"bc90bea37ab6/tests.test_output_modes.test_values_mode_nested_structures": false,
"bc90bea37ab6/tests.test_output_modes.test_values_mode_numeric_edge_cases": false,
"bc90bea37ab6/tests.test_output_modes.test_values_mode_only_scalars_no_containers": false,
"bc90bea37ab6/tests.test_output_modes.test_values_mode_string_unescaping": false,
"bc90bea37ab6/tests.test_output_modes.test_values_mode_types_preserved": false,
"bc90bea37ab6/tests.test_output_modes.test_values_mode_with_null_values": false,
"bc90bea37ab6/tests.test_smoke.test_basic_gron": false,
"bc90bea37ab6/tests.test_smoke.test_help_flag": false,
"bc90bea37ab6/tests.test_stream.test_stream_arrays_as_lines": false,
"bc90bea37ab6/tests.test_stream.test_stream_arrays_with_nulls": false,
"bc90bea37ab6/tests.test_stream.test_stream_basic_two_objects": false,
"bc90bea37ab6/tests.test_stream.test_stream_deeply_nested_structures": false,
"bc90bea37ab6/tests.test_stream.test_stream_empty_input": false,
"bc90bea37ab6/tests.test_stream.test_stream_empty_line_fails": false,
"bc90bea37ab6/tests.test_stream.test_stream_empty_object_and_array": false,
"bc90bea37ab6/tests.test_stream.test_stream_float_values": false,
"bc90bea37ab6/tests.test_stream.test_stream_invalid_json_line_fails": false,
"bc90bea37ab6/tests.test_stream.test_stream_line_with_trailing_tab": false,
"bc90bea37ab6/tests.test_stream.test_stream_long_flag_works": false,
"bc90bea37ab6/tests.test_stream.test_stream_many_lines_head_tail": false,
"bc90bea37ab6/tests.test_stream.test_stream_mixed_types_per_line": false,
"bc90bea37ab6/tests.test_stream.test_stream_nested_arrays": false,
"bc90bea37ab6/tests.test_stream.test_stream_nested_objects": false,
"bc90bea37ab6/tests.test_stream.test_stream_objects_with_arrays": false,
"bc90bea37ab6/tests.test_stream.test_stream_scalar_numbers": false,
"bc90bea37ab6/tests.test_stream.test_stream_scalar_strings": false,
"bc90bea37ab6/tests.test_stream.test_stream_scalar_values": false,
"bc90bea37ab6/tests.test_stream.test_stream_single_line": false,
"bc90bea37ab6/tests.test_stream.test_stream_special_values": false,
"bc90bea37ab6/tests.test_stream.test_stream_tab_only_line_fails": false,
"bc90bea37ab6/tests.test_stream.test_stream_three_simple_objects": false,
"bc90bea37ab6/tests.test_stream.test_stream_very_long_line": false,
"bc90bea37ab6/tests.test_stream.test_stream_whitespace_only_line_fails": false,
"bc90bea37ab6/tests.test_stream.test_stream_with_json_mode": false,
"bc90bea37ab6/tests.test_stream.test_stream_with_no_sort_flag": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_array_merge_extends_correctly": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_array_with_gaps": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_deep_nested_merge": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_error_empty_input": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_error_invalid_bracket_content": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_error_invalid_identifier": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_error_malformed_value": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_error_missing_semicolon": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_error_type_mismatch_array_to_object": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_error_type_mismatch_object_to_array": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_error_whitespace_only": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_from_file": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_grep_separators": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_json_escape_sequences": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_large_values": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_nested_structures": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_numeric_precision": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_object_merge_preserves_all_keys": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_roundtrip_complex": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_roundtrip_preserves_types": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_scalar_override": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_short_flag": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_simple_object": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_top_level_array": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_type_inference": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_unicode_and_special_chars": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_via_symlink": false,
"bc90bea37ab6/tests.test_ungron.test_ungron_with_monochrome_flag": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_connection_refused": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_empty_json": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_http_404_not_found": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_http_500_server_error": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_http_redirect_301": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_large_json_http": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_non_json_response": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_nonexistent_domain": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_simple_http_url": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_url_case_insensitive_protocol": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_url_with_fragment": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_url_with_query_params": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_url_with_unicode_in_query": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_url_with_userinfo": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_with_http_proxy_env_var": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_with_invalid_proxy_url_causes_error": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_with_no_proxy_env_var": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_with_noproxy_flag": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_with_noproxy_multiple_hosts": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_with_noproxy_wildcard_suffix": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_with_proxy_flag_long": false,
"bc90bea37ab6/tests.test_url_fetch.test_fetch_with_proxy_flag_short": false,
"bc90bea37ab6/tests.test_url_fetch.test_https_insecure_flag_short": false,
"bc90bea37ab6/tests.test_url_fetch.test_https_self_signed_cert_fails_without_insecure": false,
"bc90bea37ab6/tests.test_url_fetch.test_invalid_url_protocol_treated_as_file": false,
"bc90bea37ab6/tests.test_url_fetch.test_proxy_flag_overrides_env_var": false,
"bc90bea37ab6/tests.test_url_fetch.test_timeout_on_slow_response": false,
"bc90bea37ab6/tests.test_url_fetch.test_very_long_url_path": false
}
}
3 changes: 3 additions & 0 deletions submissions/my_amazing_run/pointer.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
submission_id: my_amazing_run
source: https://github.com/Ahavahdev1/my_amazing_run
commit: d0759c826839876dee7c8a327f73a5de673e4c1d
23 changes: 23 additions & 0 deletions submissions/my_amazing_run/submission.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
# Generated by `programbench submit package` from: my_amazing_run
# [auto] fields are recomputed on every `programbench submit package`; all other fields are preserved.
schema_version: 1

submission_id: "my_amazing_run"
submitter:
name: "Bruno Loureiro"
contact: "@Ahavahdev1" # Seu usuário do GitHub associado ao PR
affiliation: "Independent"

system:
agent: "MEA v5.8.1 (AGIR)" # Nome do seu framework/scaffold
description_url: "README.md"
is_os_model: true # true porque os pesos do Llama 3.1 são de código aberto
is_os_scaffold: false # false para manter as regras de escrita e decisão do MEA fechadas
model: "Llama-3.1-8B" # Nome de exibição do modelo na classificação oficial
provider: "Meta"
type: "multi-agent" # MEA opera sob arquitetura de multi-agentes (SRE, Logos, Guardian)

eval:
programbench_version: "1.2.4" # [auto]
# Scores are not stored here: the leaderboard recomputes them from _stats/score.json with the
# registry's current ignored-tests list, so any cached numbers would just go stale.