py$(PYV): remove tox env folder $(@D)/.tox/py$(PYV)
py$(PYV): commands[0]> pytest -vv --ignore=src
============================= test session starts ==============================
platform sunos5 -- Python $(PYTHON_VERSION).X -- $(PYTHON)
cachedir: .tox/py$(PYV)/.pytest_cache
benchmark: 5.1.0 (defaults: timer=time.perf_counter disable_gc=False min_rounds=5 min_time=0.000005 max_time=1.0 calibration_precision=10 warmup=False warmup_iterations=100000)
rootdir: $(@D)
configfile: pytest.ini
testpaths: tests
collecting ... collected 234 items / 31 deselected / 203 selected

tests/test_benchmark.py::test_help PASSED
tests/test_benchmark.py::test_groups PASSED
tests/test_benchmark.py::test_group_by_name PASSED
tests/test_benchmark.py::test_group_by_func PASSED
tests/test_benchmark.py::test_group_by_fullfunc PASSED
tests/test_benchmark.py::test_group_by_param_all PASSED
tests/test_benchmark.py::test_group_by_param_select PASSED
tests/test_benchmark.py::test_group_by_param_select_multiple PASSED
tests/test_benchmark.py::test_group_by_fullname PASSED
tests/test_benchmark.py::test_double_use PASSED
tests/test_benchmark.py::test_only_override_skip PASSED
tests/test_benchmark.py::test_fixtures_also_skipped PASSED
tests/test_benchmark.py::test_conflict_between_only_and_disable PASSED
tests/test_benchmark.py::test_max_time_min_rounds PASSED
tests/test_benchmark.py::test_max_time PASSED
tests/test_benchmark.py::test_bogus_max_time PASSED
tests/test_benchmark.py::test_pep418_timer PASSED
tests/test_benchmark.py::test_bad_save PASSED
tests/test_benchmark.py::test_bad_save_2 PASSED
tests/test_benchmark.py::test_bad_compare_fail PASSED
tests/test_benchmark.py::test_bad_rounds PASSED
tests/test_benchmark.py::test_bad_rounds_2 PASSED
tests/test_benchmark.py::test_compare PASSED
tests/test_benchmark.py::test_compare_last PASSED
tests/test_benchmark.py::test_compare_non_existing PASSED
tests/test_benchmark.py::test_compare_non_existing_verbose PASSED
tests/test_benchmark.py::test_compare_no_files PASSED
tests/test_benchmark.py::test_compare_no_files_verbose PASSED
tests/test_benchmark.py::test_compare_no_files_match PASSED
tests/test_benchmark.py::test_compare_no_files_match_verbose PASSED
tests/test_benchmark.py::test_verbose PASSED
tests/test_benchmark.py::test_save PASSED
tests/test_benchmark.py::test_save_extra_info PASSED
tests/test_benchmark.py::test_update_machine_info_hook_detection PASSED
tests/test_benchmark.py::test_autosave PASSED
tests/test_benchmark.py::test_bogus_min_time PASSED
tests/test_benchmark.py::test_disable_gc PASSED
tests/test_benchmark.py::test_custom_timer PASSED
tests/test_benchmark.py::test_bogus_timer PASSED
tests/test_benchmark.py::test_sort_by_mean PASSED
tests/test_benchmark.py::test_bogus_sort PASSED
tests/test_benchmark.py::test_xdist PASSED
tests/test_benchmark.py::test_xdist_verbose PASSED
tests/test_benchmark.py::test_cprofile PASSED
tests/test_benchmark.py::test_disabled_and_cprofile PASSED
tests/test_benchmark.py::test_abort_broken PASSED
tests/test_benchmark.py::test_basic PASSED
tests/test_benchmark.py::test_skip PASSED
tests/test_benchmark.py::test_disable PASSED
tests/test_benchmark.py::test_mark_selection PASSED
tests/test_benchmark.py::test_only_benchmarks PASSED
tests/test_benchmark.py::test_columns PASSED
tests/test_calibration.py::test_calibrate PASSED
tests/test_calibration.py::test_calibrate_fast PASSED
tests/test_calibration.py::test_calibrate_xfast PASSED
tests/test_calibration.py::test_calibrate_slow PASSED
tests/test_calibration.py::test_calibrate_stuck[True-0-1] PASSED
tests/test_calibration.py::test_calibrate_stuck[True-0-0.01] PASSED
tests/test_calibration.py::test_calibrate_stuck[True-0-1e-09] PASSED
tests/test_calibration.py::test_calibrate_stuck[True-0-1e-10] PASSED
tests/test_calibration.py::test_calibrate_stuck[True-0-1.000000000000001] PASSED
tests/test_calibration.py::test_calibrate_stuck[True-1-1] PASSED
tests/test_calibration.py::test_calibrate_stuck[True-1-0.01] PASSED
tests/test_calibration.py::test_calibrate_stuck[True-1-1e-09] PASSED
tests/test_calibration.py::test_calibrate_stuck[True-1-1e-10] PASSED
tests/test_calibration.py::test_calibrate_stuck[True-1-1.000000000000001] PASSED
tests/test_calibration.py::test_calibrate_stuck[True--1-1] PASSED
tests/test_calibration.py::test_calibrate_stuck[True--1-0.01] PASSED
tests/test_calibration.py::test_calibrate_stuck[True--1-1e-09] PASSED
tests/test_calibration.py::test_calibrate_stuck[True--1-1e-10] PASSED
tests/test_calibration.py::test_calibrate_stuck[True--1-1.000000000000001] PASSED
tests/test_calibration.py::test_calibrate_stuck[False-0-1] PASSED
tests/test_calibration.py::test_calibrate_stuck[False-0-0.01] PASSED
tests/test_calibration.py::test_calibrate_stuck[False-0-1e-09] PASSED
tests/test_calibration.py::test_calibrate_stuck[False-0-1e-10] PASSED
tests/test_calibration.py::test_calibrate_stuck[False-0-1.000000000000001] PASSED
tests/test_calibration.py::test_calibrate_stuck[False-1-1] PASSED
tests/test_calibration.py::test_calibrate_stuck[False-1-0.01] PASSED
tests/test_calibration.py::test_calibrate_stuck[False-1-1e-09] PASSED
tests/test_calibration.py::test_calibrate_stuck[False-1-1e-10] PASSED
tests/test_calibration.py::test_calibrate_stuck[False-1-1.000000000000001] PASSED
tests/test_calibration.py::test_calibrate_stuck[False--1-1] PASSED
tests/test_calibration.py::test_calibrate_stuck[False--1-0.01] PASSED
tests/test_calibration.py::test_calibrate_stuck[False--1-1e-09] PASSED
tests/test_calibration.py::test_calibrate_stuck[False--1-1e-10] PASSED
tests/test_calibration.py::test_calibrate_stuck[False--1-1.000000000000001] PASSED
tests/test_cli.py::test_help PASSED
tests/test_cli.py::test_help_command PASSED
tests/test_cli.py::test_help_list[list --help] PASSED
tests/test_cli.py::test_help_list[help list] PASSED
tests/test_cli.py::test_help_compare[compare --help] PASSED
tests/test_cli.py::test_help_compare[help compare] PASSED
tests/test_cli.py::test_list PASSED
tests/test_doctest.rst::test_doctest.rst PASSED
tests/test_elasticsearch_storage.py::test_handle_saving PASSED
tests/test_elasticsearch_storage.py::test_parse_with_no_creds PASSED
tests/test_elasticsearch_storage.py::test_parse_with_creds_in_first_host_of_url PASSED
tests/test_elasticsearch_storage.py::test_parse_with_creds_in_second_host_of_url PASSED
tests/test_elasticsearch_storage.py::test_parse_with_creds_in_netrc PASSED
tests/test_elasticsearch_storage.py::test_parse_url_creds_supersedes_netrc_creds PASSED
tests/test_elasticsearch_storage.py::test__mask_hosts PASSED
tests/test_normal.py::test_normal PASSED
tests/test_normal.py::test_fast PASSED
tests/test_normal.py::test_slow PASSED
tests/test_normal.py::test_slower PASSED
tests/test_normal.py::test_xfast PASSED
tests/test_normal.py::test_parametrized[0] PASSED
tests/test_normal.py::test_parametrized[1] PASSED
tests/test_normal.py::test_parametrized[2] PASSED
tests/test_normal.py::test_parametrized[3] PASSED
tests/test_normal.py::test_parametrized[4] PASSED
tests/test_pedantic.py::test_single PASSED
tests/test_pedantic.py::test_setup PASSED
tests/test_pedantic.py::test_setup_cprofile PASSED
tests/test_pedantic.py::test_args_kwargs PASSED
tests/test_pedantic.py::test_iterations PASSED
tests/test_pedantic.py::test_rounds_iterations PASSED
tests/test_pedantic.py::test_rounds PASSED
tests/test_pedantic.py::test_warmup_rounds PASSED
tests/test_pedantic.py::test_rounds_must_be_int[0] PASSED
tests/test_pedantic.py::test_rounds_must_be_int[x] PASSED
tests/test_pedantic.py::test_warmup_rounds_must_be_int[-15] PASSED
tests/test_pedantic.py::test_warmup_rounds_must_be_int[x] PASSED
tests/test_pedantic.py::test_setup_many_rounds PASSED
tests/test_pedantic.py::test_cant_use_both_args_and_setup_with_return PASSED
tests/test_pedantic.py::test_can_use_both_args_and_setup_without_return PASSED
tests/test_pedantic.py::test_cant_use_setup_with_many_iterations PASSED
tests/test_pedantic.py::test_iterations_must_be_positive_int[0] PASSED
tests/test_pedantic.py::test_iterations_must_be_positive_int[-1] PASSED
tests/test_pedantic.py::test_iterations_must_be_positive_int[asdf] PASSED
tests/test_sample.py::test_proto[SimpleProxy] PASSED
tests/test_sample.py::test_proto[CachedPropertyProxy] PASSED
tests/test_sample.py::test_proto[LocalsSimpleProxy] PASSED
tests/test_sample.py::test_proto[LocalsCachedPropertyProxy] PASSED
tests/test_skip.py::test_skip SKIPPED (bla)
tests/test_stats.py::test_1 PASSED
tests/test_stats.py::test_2 PASSED
tests/test_stats.py::test_single_item PASSED
tests/test_stats.py::test_length[1] PASSED
tests/test_stats.py::test_length[2] PASSED
tests/test_stats.py::test_length[3] PASSED
tests/test_stats.py::test_length[4] PASSED
tests/test_stats.py::test_length[5] PASSED
tests/test_stats.py::test_length[6] PASSED
tests/test_stats.py::test_length[7] PASSED
tests/test_stats.py::test_length[8] PASSED
tests/test_stats.py::test_length[9] PASSED
tests/test_stats.py::test_iqr PASSED
tests/test_stats.py::test_ops PASSED
tests/test_storage.py::test_save_json[short] PASSED
tests/test_storage.py::test_save_json[normal] PASSED
tests/test_storage.py::test_save_json[long] PASSED
tests/test_storage.py::test_save_json[trial] PASSED
tests/test_storage.py::test_save_with_name[short] PASSED
tests/test_storage.py::test_save_with_name[normal] PASSED
tests/test_storage.py::test_save_with_name[long] PASSED
tests/test_storage.py::test_save_with_name[trial] PASSED
tests/test_storage.py::test_save_no_name[short] PASSED
tests/test_storage.py::test_save_no_name[normal] PASSED
tests/test_storage.py::test_save_no_name[long] PASSED
tests/test_storage.py::test_save_no_name[trial] PASSED
tests/test_storage.py::test_save_with_error[short] PASSED
tests/test_storage.py::test_save_with_error[normal] PASSED
tests/test_storage.py::test_save_with_error[long] PASSED
tests/test_storage.py::test_save_with_error[trial] PASSED
tests/test_storage.py::test_autosave[short] PASSED
tests/test_storage.py::test_autosave[normal] PASSED
tests/test_storage.py::test_autosave[long] PASSED
tests/test_storage.py::test_autosave[trial] PASSED
tests/test_utils.py::test_clonefunc[<lambda>] PASSED
tests/test_utils.py::test_clonefunc[f2] PASSED
tests/test_utils.py::test_clonefunc_not_function PASSED
tests/test_utils.py::test_get_commit_info[git-True] PASSED
tests/test_utils.py::test_get_commit_info[git-False] PASSED
tests/test_utils.py::test_get_commit_info[hg-True] PASSED
tests/test_utils.py::test_get_commit_info[hg-False] PASSED
tests/test_utils.py::test_missing_scm_bins[git-True] PASSED
tests/test_utils.py::test_missing_scm_bins[git-False] PASSED
tests/test_utils.py::test_missing_scm_bins[hg-True] PASSED
tests/test_utils.py::test_missing_scm_bins[hg-False] PASSED
tests/test_utils.py::test_get_branch_info[git] PASSED
tests/test_utils.py::test_get_branch_info[hg] PASSED
tests/test_utils.py::test_no_branch_info PASSED
tests/test_utils.py::test_commit_info_error PASSED
tests/test_utils.py::test_parse_warmup PASSED
tests/test_utils.py::test_parse_columns PASSED
tests/test_utils.py::test_get_project_name[False-None] PASSED
tests/test_utils.py::test_get_project_name[False-git] PASSED
tests/test_utils.py::test_get_project_name[False-hg] PASSED
tests/test_utils.py::test_get_project_name[https://example.com/pytest_benchmark_repo-None] PASSED
tests/test_utils.py::test_get_project_name[https://example.com/pytest_benchmark_repo-git] PASSED
tests/test_utils.py::test_get_project_name[https://example.com/pytest_benchmark_repo-hg] PASSED
tests/test_utils.py::test_get_project_name[https://example.com/pytest_benchmark_repo.git-None] PASSED
tests/test_utils.py::test_get_project_name[https://example.com/pytest_benchmark_repo.git-git] PASSED
tests/test_utils.py::test_get_project_name[https://example.com/pytest_benchmark_repo.git-hg] PASSED
tests/test_utils.py::test_get_project_name[c:\\foo\\bar\\pytest_benchmark_repo.gitfoo@example.com:pytest_benchmark_repo.git-None] PASSED
tests/test_utils.py::test_get_project_name[c:\\foo\\bar\\pytest_benchmark_repo.gitfoo@example.com:pytest_benchmark_repo.git-git] PASSED
tests/test_utils.py::test_get_project_name[c:\\foo\\bar\\pytest_benchmark_repo.gitfoo@example.com:pytest_benchmark_repo.git-hg] PASSED
tests/test_utils.py::test_get_project_name_broken[git] PASSED
tests/test_utils.py::test_get_project_name_broken[hg] PASSED
tests/test_utils.py::test_get_project_name_fallback PASSED
tests/test_utils.py::test_get_project_name_fallback_broken_hgrc PASSED
tests/test_with_testcase.py::TerribleTerribleWayToWriteTests::test_foo PASSED


Legend:
  Outliers: 1 Standard Deviation from Mean; 1.5 IQR (InterQuartile Range) from 1st Quartile and 3rd Quartile.
  OPS: Operations Per Second, computed as 1 / Mean
=========================== short test summary info ============================
======== 202 passed, 1 skipped, 31 deselected ========
  py$(PYV): OK
  congratulations :)