test: add random testing for evaluator

259045253/test/blackbox/random_testing/coverage.txt

@@ -0,0 +1,13 @@
+Name                                                           Stmts   Miss  Cover   Missing
+--------------------------------------------------------------------------------------------
+259045253/test/__init__.py                                         0      0   100%
+259045253/test/blackbox/__init__.py                                0      0   100%
+259045253/test/blackbox/random_testing/__init__.py                 0      0   100%
+259045253/test/blackbox/random_testing/test_src_evaluator.py    6144      0   100%
+src/__init__.py                                                   49     40    18%   21-29, 33-89
+src/evaluator.py                                                 338    259    23%   71-72, 76-77, 83, 89-94, 98-102, 106-110, 115, 118, 127, 134, 137-293, 297-304, 308-354, 357-358, 361-362, 365-370, 373-375, 378-381, 384-387, 392, 395-407, 410-418, 421-422, 425-426, 443, 445, 449
+src/lexer.py                                                     197    180     9%   8-13, 16-21, 24-26, 29-30, 33-34, 37-51, 54-73, 76-88, 91-173, 176-198, 204-209, 212-240, 243
+src/parser.py                                                    350    235    33%   17, 91-92, 97-99, 104, 118-120, 125, 142-146, 151-153, 156, 186-244, 247, 252, 257, 260-263, 266-280, 283-294, 297-300, 303-308, 311-313, 316-323, 326-329, 332-336, 341-359, 362-374, 377, 380, 383-387, 390-392, 395-397, 400-402, 405-407, 410-413, 416-426, 429-431, 434-440, 443-450, 453-466, 469-481, 484-486, 489-491, 494-504, 507-524, 529-535, 538-540
+src/tokens.py                                                     48      0   100%
+--------------------------------------------------------------------------------------------
+TOTAL                                                           7126    714    90%

259045253/test/blackbox/random_testing/pynguin-report/cov_report.xml

@@ -0,0 +1,17 @@
+<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE coverage SYSTEM "http://cobertura.sourceforge.net/xml/coverage-04.dtd"><coverage line-rate="None" branch-rate="1.0" lines-covered="0" lines-valid="0" branches-covered="1" branches-valid="1" complexity="0.0" version="pynguin-0.44.0" timestamp="1766534770">
+  <sources>
+    <source>src</source>
+  </sources>
+  <packages>
+    <package name="" line-rate="None" branch-rate="1.0" complexity="0.0">
+      <classes>
+        <class name="" filename="src" line-rate="None" branch-rate="1.0" complexity="0.0">
+          <methods />
+          <lines>
+            <line number="1" hits="1" branch="true" condition-coverage="100% (1/1)" />
+          </lines>
+        </class>
+      </classes>
+    </package>
+  </packages>
+</coverage>

259045253/test/blackbox/random_testing/pynguin-report/pynguin-cli-params.txt

@@ -0,0 +1,290 @@
+--algorithm
+RANDOM
+--large_language_model.call_llm_for_uncovered_targets
+False
+--large_language_model.call_llm_on_stall_detection
+False
+--large_language_model.coverage_threshold
+1
+--large_language_model.enable_response_caching
+False
+--large_language_model.hybrid_initial_population
+False
+--large_language_model.llm_test_case_percentage
+0.5
+--large_language_model.max_llm_interventions
+1
+--large_language_model.max_plateau_len
+25
+--large_language_model.model_name
+gpt-4o-mini
+--large_language_model.temperature
+0.8
+--local_search.local_search
+True
+--local_search.local_search_collections
+False
+--local_search.local_search_complex_objects
+False
+--local_search.local_search_different_datatype
+False
+--local_search.local_search_llm
+False
+--local_search.local_search_primitives
+True
+--local_search.local_search_probability
+0.02
+--local_search.local_search_same_datatype
+True
+--local_search.local_search_time
+5000
+--local_search.ls_dict_max_insertions
+10
+--local_search.ls_different_type_collection_probability
+0.3
+--local_search.ls_different_type_primitive_probability
+0.3
+--local_search.ls_int_delta_increasing_factor
+2
+--local_search.ls_llm_whole_module
+False
+--local_search.ls_max_different_type_mutations
+10
+--local_search.ls_random_parametrized_statement_call_count
+10
+--local_search.ls_string_random_mutation_count
+10
+--mio.exploitation_starts_at_percent
+0.5
+--mio.focused_config.number_of_mutations
+10
+--mio.focused_config.number_of_tests_per_target
+1
+--mio.focused_config.random_test_or_from_archive_probability
+0.0
+--mio.initial_config.number_of_mutations
+1
+--mio.initial_config.number_of_tests_per_target
+10
+--mio.initial_config.random_test_or_from_archive_probability
+0.5
+--module_name
+src.evaluator
+--project_path
+.
+--pynguinml.ignore_constraints_probability
+0.25
+--pynguinml.max_ndim
+4
+--pynguinml.max_shape_dim
+4
+--pynguinml.ml_testing_enabled
+False
+--random.max_sequence_length
+10
+--random.max_sequences_combined
+10
+--search_algorithm.change_parameter_probability
+0.1
+--search_algorithm.chop_max_length
+True
+--search_algorithm.chromosome_length
+48
+--search_algorithm.crossover_rate
+0.648
+--search_algorithm.elite
+1
+--search_algorithm.filter_covered_targets_from_test_cluster
+False
+--search_algorithm.max_initial_tests
+10
+--search_algorithm.min_initial_tests
+1
+--search_algorithm.number_of_mutations
+3
+--search_algorithm.population
+10
+--search_algorithm.random_perturbation
+0.2
+--search_algorithm.rank_bias
+1.68
+--search_algorithm.selection
+RANK_SELECTION
+--search_algorithm.statement_insertion_probability
+0.5
+--search_algorithm.test_change_probability
+0.3333333333333333
+--search_algorithm.test_delete_probability
+0.3333333333333333
+--search_algorithm.test_insert_probability
+0.3333333333333333
+--search_algorithm.test_insertion_probability
+0.1
+--search_algorithm.tournament_size
+4
+--search_algorithm.use_archive
+False
+--seeding.constant_seeding
+True
+--seeding.dynamic_constant_seeding
+True
+--seeding.initial_population_mutations
+0
+--seeding.initial_population_seeding
+False
+--seeding.max_dynamic_length
+1000
+--seeding.max_dynamic_pool_size
+50
+--seeding.seed
+0
+--seeding.seed_from_archive
+False
+--seeding.seed_from_archive_mutations
+3
+--seeding.seed_from_archive_probability
+0.2
+--seeding.seeded_dynamic_values_reuse_probability
+0.6
+--seeding.seeded_primitives_reuse_probability
+0.2
+--seeding.seeded_testcases_reuse_probability
+0.9
+--statistics_output.coverage_metrics
+BRANCH
+--statistics_output.create_coverage_report
+False
+--statistics_output.output_variables
+TargetModule
+Coverage
+--statistics_output.report_dir
+pynguin-report
+--statistics_output.statistics_backend
+CSV
+--statistics_output.store_test_before_execution
+False
+--statistics_output.timeline_interpolation
+True
+--statistics_output.timeline_interval
+1000000000
+--statistics_output.type_guess_top_n
+10
+--stopping.maximum_coverage
+100
+--stopping.maximum_coverage_plateau
+-1
+--stopping.maximum_iterations
+-1
+--stopping.maximum_memory
+3000
+--stopping.maximum_search_time
+60
+--stopping.maximum_slicing_time
+600
+--stopping.maximum_statement_executions
+-1
+--stopping.maximum_test_execution_timeout
+5
+--stopping.maximum_test_executions
+-1
+--stopping.minimum_coverage
+100
+--stopping.minimum_plateau_iterations
+-1
+--stopping.test_execution_time_per_statement
+1
+--string_statement.faker_string_weight
+0.3
+--string_statement.fandango_faker_string_weight
+0.0
+--string_statement.fandango_string_weight
+0.4
+--string_statement.random_string_weight
+0.3
+--subprocess
+False
+--subprocess_if_recommended
+True
+--test_case_output.allow_stale_assertions
+False
+--test_case_output.assertion_generation
+NONE
+--test_case_output.export_strategy
+PY_TEST
+--test_case_output.float_precision
+0.01
+--test_case_output.format_with_black
+True
+--test_case_output.max_length_test_case
+2500
+--test_case_output.minimization.test_case_minimization_direction
+BACKWARD
+--test_case_output.minimization.test_case_minimization_strategy
+CASE
+--test_case_output.mutation_order
+1
+--test_case_output.mutation_strategy
+FIRST_ORDER_MUTANTS
+--test_case_output.output_path
+259045253/test/blackbox/random_testing
+--test_case_output.post_process
+True
+--test_creation.any_weight
+5
+--test_creation.bytes_length
+20
+--test_creation.collection_size
+5
+--test_creation.insertion_uut
+0.5
+--test_creation.max_attempts
+1000
+--test_creation.max_delta
+20
+--test_creation.max_int
+2048
+--test_creation.max_recursion
+10
+--test_creation.max_size
+100
+--test_creation.negate_type
+0.1
+--test_creation.none_weight
+1
+--test_creation.object_reuse_probability
+0.9
+--test_creation.original_type_weight
+5
+--test_creation.primitive_reuse_probability
+0.5
+--test_creation.skip_optional_parameter_probability
+0.7
+--test_creation.string_length
+20
+--test_creation.type_tracing_kept_guesses
+2
+--test_creation.type_tracing_weight
+10
+--test_creation.use_random_object_for_call
+0.1
+--test_creation.wrap_var_param_type_probability
+0.7
+--to_cover.enable_inline_pragma_no_cover
+True
+--to_cover.enable_inline_pynguin_no_cover
+True
+--type_inference.subtype_inference
+NONE
+--type_inference.type_inference_strategy
+TYPE_HINTS
+--type_inference.type_tracing
+0.0
+--type_inference.type_tracing_argument_type_weight
+0.5
+--type_inference.type_tracing_attribute_weight
+0.2
+--type_inference.type_tracing_subtype_weight
+0.3
+--use_master_worker
+True
+-v