Flamegraph Visualization - py-spy-profile-python-lot-small-disk

Instructions: Click on frames to zoom in. Use the "Reset Zoom" button to zoom out. Search using Ctrl+F or the search box in the flamegraph.
py-spy record --native --rate 100 -o profile-python-lot-small-disk.svg -- python /home/ec2-user/aws-crt-s3-benchmarks/runners/s3-benchrunner-python/main.py crt-python /home/ec2-user/aws-crt-s3-benchmarks/workloads/download-256KiB-10_000x.run.json aws-c-s3-test-bucket-269381--usw2-az1--x-s3 us-west-2 200.0 Reset ZoomSearch 0x7f4bf49e4f26 (_json.cpython-39-x86_64-linux-gnu.so) (2 samples, 0.12%)0x7f4bf49e65d3 (_json.cpython-39-x86_64-linux-gnu.so) (2 samples, 0.12%)__init__ (runner/__init__.py:69) (4 samples, 0.25%)load (json/__init__.py:293) (4 samples, 0.25%)loads (json/__init__.py:346) (4 samples, 0.25%)decode (json/decoder.py:337) (4 samples, 0.25%)raw_decode (json/decoder.py:353) (4 samples, 0.25%)0x7f4bf49e43bb (_json.cpython-39-x86_64-linux-gnu.so) (3 samples, 0.19%)0x7f4bf49e4fdb (_json.cpython-39-x86_64-linux-gnu.so) (3 samples, 0.19%)0x7f4bf49e4d48 (_json.cpython-39-x86_64-linux-gnu.so) (3 samples, 0.19%)<module> (main.py:46) (5 samples, 0.31%)<module> (awscrt/http.py:19) (2 samples, 0.12%)<module> (awscrt/auth.py:11) (4 samples, 0.25%)_find_and_load (<frozen importlib._bootstrap>:1007) (4 samples, 0.25%)_find_and_load_unlocked (<frozen importlib._bootstrap>:986) (4 samples, 0.25%)_load_unlocked (<frozen importlib._bootstrap>:680) (4 samples, 0.25%)exec_module (<frozen importlib._bootstrap_external>:850) (4 samples, 0.25%)_call_with_frames_removed (<frozen importlib._bootstrap>:228) (4 samples, 0.25%)<module> (awscrt/http.py:27) (2 samples, 0.12%)Http2SettingID (awscrt/http.py:27) (2 samples, 0.12%)_jent_entropy_collector_alloc (jitterentropy-base.c:564) (4 samples, 0.25%)jent_entropy_collector_alloc_internal (jitterentropy-base.c:471) (4 samples, 0.25%)jent_entropy_init_ex (jitterentropy-base.c:808) (4 samples, 0.25%)jent_time_entropy_init (jitterentropy-base.c:671) (4 samples, 0.25%)jent_measure_jitter (jitterentropy-noise.c:385) (3 samples, 0.19%)jent_hash_time (jitterentropy-noise.c:187) (3 samples, 0.19%)jent_sha3_update (jitterentropy-sha3.c:316) (3 samples, 0.19%)jent_keccakp_1600 (jitterentropy-sha3.c:246) (2 samples, 0.12%)tree_jitter_initialize_once (tree_drbg_jitter_entropy.c:268) (5 samples, 0.31%)jent_entropy_collector_alloc (jitterentropy-base.c:585) (5 samples, 0.31%)create_runner_given_s3_client_id (main.py:29) (12 samples, 0.74%)_find_and_load (<frozen importlib._bootstrap>:1007) (12 samples, 0.74%)_find_and_load_unlocked (<frozen importlib._bootstrap>:986) (12 samples, 0.74%)_load_unlocked (<frozen importlib._bootstrap>:680) (12 samples, 0.74%)exec_module (<frozen importlib._bootstrap_external>:850) (12 samples, 0.74%)_call_with_frames_removed (<frozen importlib._bootstrap>:228) (12 samples, 0.74%)<module> (runner/crt.py:1) (12 samples, 0.74%)_find_and_load (<frozen importlib._bootstrap>:1007) (12 samples, 0.74%)_find_and_load_unlocked (<frozen importlib._bootstrap>:986) (12 samples, 0.74%)_load_unlocked (<frozen importlib._bootstrap>:680) (12 samples, 0.74%)exec_module (<frozen importlib._bootstrap_external>:850) (12 samples, 0.74%)_call_with_frames_removed (<frozen importlib._bootstrap>:228) (12 samples, 0.74%)<module> (awscrt/auth.py:8) (8 samples, 0.50%)_find_and_load (<frozen importlib._bootstrap>:1007) (8 samples, 0.50%)_find_and_load_unlocked (<frozen importlib._bootstrap>:986) (8 samples, 0.50%)_load_unlocked (<frozen importlib._bootstrap>:666) (8 samples, 0.50%)module_from_spec (<frozen importlib._bootstrap>:565) (8 samples, 0.50%)create_module (<frozen importlib._bootstrap_external>:1174) (8 samples, 0.50%)_call_with_frames_removed (<frozen importlib._bootstrap>:228) (8 samples, 0.50%)PyInit__awscrt (module.c:1039) (7 samples, 0.43%)aws_http_library_init (http.c:525) (7 samples, 0.43%)aws_io_library_init (io.c:415) (7 samples, 0.43%)aws_tls_init_static_state (s2n_tls_channel_handler.c:231) (7 samples, 0.43%)s2n_init (s2n_init.c:99) (7 samples, 0.43%)CRYPTO_pre_sandbox_init (crypto.c:116) (7 samples, 0.43%)RAND_bytes (rand.c:530) (7 samples, 0.43%)rand_bytes_impl (rand.c:501) (7 samples, 0.43%)rand_state_initialize (rand.c:323) (7 samples, 0.43%)get_entropy_source (entropy_sources.c:143) (7 samples, 0.43%)tree_jitter_initialize (tree_drbg_jitter_entropy.c:305) (7 samples, 0.43%)CRYPTO_once (thread_pthread.c:239) (7 samples, 0.43%)__pthread_once_slow (libc.so.6) (7 samples, 0.43%)tree_jitter_initialize_once (tree_drbg_jitter_entropy.c:275) (2 samples, 0.12%)tree_jitter_get_root_seed (tree_drbg_jitter_entropy.c:118) (2 samples, 0.12%)jent_read_entropy (jitterentropy-base.c:189) (2 samples, 0.12%)jent_random_data (jitterentropy-noise.c:409) (2 samples, 0.12%)jent_measure_jitter (jitterentropy-noise.c:385) (2 samples, 0.12%)PEM_X509_INFO_read_bio (pem_info.c:187) (3 samples, 0.19%)PEM_read_bio (pem_lib.c:762) (2 samples, 0.12%)EVP_DecodeUpdate (base64.c:369) (2 samples, 0.12%)x509_name_ex_d2i (x_name.c:210) (2 samples, 0.12%)asn1_item_ex_d2i (tasn_dec.c:207) (2 samples, 0.12%)asn1_template_noexp_d2i (tasn_dec.c:623) (2 samples, 0.12%)asn1_item_ex_d2i (tasn_dec.c:207) (2 samples, 0.12%)asn1_template_noexp_d2i (tasn_dec.c:623) (2 samples, 0.12%)asn1_item_ex_d2i (tasn_dec.c:407) (2 samples, 0.12%)asn1_template_noexp_d2i (tasn_dec.c:652) (2 samples, 0.12%)asn1_item_ex_d2i (tasn_dec.c:251) (6 samples, 0.37%)x509_name_ex_d2i (x_name.c:242) (4 samples, 0.25%)X509_load_cert_crl_file (by_file.c:237) (11 samples, 0.68%)PEM_X509_INFO_read_bio (pem_info.c:255) (8 samples, 0.50%)parse_x509 (pem_info.c:128) (8 samples, 0.50%)ASN1_item_d2i (tasn_dec.c:158) (8 samples, 0.50%)asn1_item_ex_d2i (tasn_dec.c:407) (8 samples, 0.50%)asn1_template_noexp_d2i (tasn_dec.c:652) (8 samples, 0.50%)asn1_item_ex_d2i (tasn_dec.c:407) (8 samples, 0.50%)asn1_template_noexp_d2i (tasn_dec.c:652) (8 samples, 0.50%)s_tls_ctx_new (s2n_tls_channel_handler.c:1460) (12 samples, 0.74%)s2n_config_new (s2n_config.c:313) (12 samples, 0.74%)s2n_config_load_system_certs (s2n_config.c:281) (12 samples, 0.74%)X509_STORE_set_default_paths (x509_d2.c:70) (12 samples, 0.74%)by_file_ctrl (by_file.c:90) (12 samples, 0.74%)X509_load_cert_crl_file (by_file.c:221) (12 samples, 0.74%)PEM_X509_INFO_read_bio (pem_info.c:187) (2 samples, 0.12%)PEM_read_bio (pem_lib.c:762) (2 samples, 0.12%)EVP_DecodeUpdate (base64.c:369) (2 samples, 0.12%)__init__ (runner/crt.py:34) (16 samples, 0.99%)new_default_chain (awscrt/auth.py:152) (16 samples, 0.99%)aws_py_credentials_provider_new_chain_default (auth_credentials.c:309) (16 samples, 0.99%)aws_credentials_provider_new_chain_default (credentials_provider_default_chain.c:256) (16 samples, 0.99%)s_tls_ctx_new (s2n_tls_channel_handler.c:1692) (4 samples, 0.25%)s2n_config_set_verification_ca_location (s2n_config.c:512) (4 samples, 0.25%)s2n_x509_trust_store_from_ca_file (s2n_x509_validator.c:124) (4 samples, 0.25%)X509_STORE_load_locations (x509_d2.c:91) (4 samples, 0.25%)by_file_ctrl (by_file.c:90) (4 samples, 0.25%)X509_load_cert_crl_file (by_file.c:221) (4 samples, 0.25%)X509_load_cert_crl_file (by_file.c:237) (4 samples, 0.25%)PEM_X509_INFO_read_bio (pem_info.c:255) (2 samples, 0.12%)parse_x509 (pem_info.c:128) (2 samples, 0.12%)ASN1_item_d2i (tasn_dec.c:158) (2 samples, 0.12%)asn1_item_ex_d2i (tasn_dec.c:407) (2 samples, 0.12%)asn1_template_noexp_d2i (tasn_dec.c:652) (2 samples, 0.12%)asn1_item_ex_d2i (tasn_dec.c:407) (2 samples, 0.12%)asn1_template_noexp_d2i (tasn_dec.c:652) (2 samples, 0.12%)__init__ (runner/crt.py:45) (2 samples, 0.12%)__init__ (awscrt/s3.py:357) (2 samples, 0.12%)aws_py_s3_client_new (s3_client.c:405) (2 samples, 0.12%)aws_s3_client_new (s3_client.c:595) (2 samples, 0.12%)s_tls_ctx_new (s2n_tls_channel_handler.c:1692) (2 samples, 0.12%)s2n_config_set_verification_ca_location (s2n_config.c:512) (2 samples, 0.12%)s2n_x509_trust_store_from_ca_file (s2n_x509_validator.c:124) (2 samples, 0.12%)X509_STORE_load_locations (x509_d2.c:91) (2 samples, 0.12%)by_file_ctrl (by_file.c:90) (2 samples, 0.12%)X509_load_cert_crl_file (by_file.c:221) (2 samples, 0.12%)X509_load_cert_crl_file (by_file.c:237) (2 samples, 0.12%)PEM_X509_INFO_read_bio (pem_info.c:187) (2 samples, 0.12%)PEM_read_bio (pem_lib.c:762) (2 samples, 0.12%)EVP_DecodeUpdate (base64.c:369) (2 samples, 0.12%)<module> (main.py:50) (31 samples, 1.92%)<..create_runner_given_s3_client_id (main.py:30) (19 samples, 1.18%)prepare_run (runner/__init__.py:112) (2 samples, 0.12%)__new__ (pathlib.py:1000) (2 samples, 0.12%)_from_parts (pathlib.py:625) (2 samples, 0.12%)__fspath__ (pathlib.py:671) (4 samples, 0.25%)prepare_run (runner/__init__.py:113) (19 samples, 1.18%)exists (pathlib.py:1352) (18 samples, 1.12%)stat (pathlib.py:1160) (18 samples, 1.12%)fstatat64 (libc.so.6) (12 samples, 0.74%)exists (pathlib.py:1352) (10 samples, 0.62%)stat (pathlib.py:1160) (10 samples, 0.62%)fstatat64 (libc.so.6) (8 samples, 0.50%)<module> (main.py:57) (34 samples, 2.11%)<..prepare_run (runner/__init__.py:118) (13 samples, 0.81%)parent (pathlib.py:912) (2 samples, 0.12%)s_s3_request_on_shutdown (s3_meta_request.c:278) (11 samples, 0.68%)_on_shutdown (awscrt/s3.py:801) (7 samples, 0.43%)set (threading.py:551) (5 samples, 0.31%)notify_all (threading.py:388) (2 samples, 0.12%)aws_s3_meta_request_release (s3_meta_request.c:542) (23 samples, 1.43%)aws_ref_count_release (ref_count.c:32) (22 samples, 1.36%)s_s3_meta_request_destroy (s3_meta_request.c:609) (22 samples, 1.36%)s_s3_request_on_shutdown (s3_meta_request.c:282) (9 samples, 0.56%)_Py_XDECREF (object.h:497) (9 samples, 0.56%)_Py_DECREF (object.h:430) (9 samples, 0.56%)s_http_message_capsule_destructor (http_message.c:29) (2 samples, 0.12%)aws_http_message_release (request_response.c:607) (2 samples, 0.12%)aws_http_message_release (request_response.c:600) (2 samples, 0.12%)aws_http_headers_release (request_response.c:71) (2 samples, 0.12%)aws_http_headers_release (request_response.c:80) (2 samples, 0.12%)aws_array_list_clean_up (array_list.inl:115) (2 samples, 0.12%)aws_http_headers_clear (request_response.c:165) (2 samples, 0.12%)free (libc.so.6) (2 samples, 0.12%)free (libc.so.6) (3 samples, 0.19%)_int_free (libc.so.6) (3 samples, 0.19%)malloc_consolidate (libc.so.6) (3 samples, 0.19%)acquire (threading.py:439) (2 samples, 0.12%)acquire (threading.py:440) (2 samples, 0.12%)acquire (threading.py:452) (3 samples, 0.19%)run (runner/crt.py:84) (8 samples, 0.50%)__init__ (awscrt/http.py:780) (2 samples, 0.12%)_make_request (runner/crt.py:100) (8 samples, 0.50%)__init__ (awscrt/http.py:781) (4 samples, 0.25%)aws_py_http_headers_new (http_headers.c:44) (4 samples, 0.25%)aws_http_headers_new (request_response.c:58) (4 samples, 0.25%)aws_array_list_init_dynamic (array_list.inl:36) (4 samples, 0.25%)aws_mem_acquire (allocator.c:208) (4 samples, 0.25%)s_non_aligned_malloc (allocator.c:120) (4 samples, 0.25%)malloc (libc.so.6) (4 samples, 0.25%)_int_malloc (libc.so.6) (4 samples, 0.25%)_make_request (runner/crt.py:101) (2 samples, 0.12%)add (awscrt/http.py:803) (2 samples, 0.12%)_make_request (runner/crt.py:102) (3 samples, 0.19%)_make_request (runner/crt.py:143) (7 samples, 0.43%)_make_request (runner/crt.py:144) (7 samples, 0.43%)inner (typing.py:274) (5 samples, 0.31%)__init__ (awscrt/s3.py:627) (3 samples, 0.19%)__init__ (threading.py:230) (6 samples, 0.37%)RLock (threading.py:93) (4 samples, 0.25%)__init__ (threading.py:233) (2 samples, 0.12%)__init__ (threading.py:247) (5 samples, 0.31%)__init__ (concurrent/futures/_base.py:320) (39 samples, 2.42%)__..__init__ (threading.py:250) (23 samples, 1.43%)malloc (libc.so.6) (2 samples, 0.12%)__init__ (awscrt/s3.py:629) (43 samples, 2.66%)__..__init__ (concurrent/futures/_base.py:325) (3 samples, 0.19%)__init__ (threading.py:239) (17 samples, 1.05%)__init__ (threading.py:243) (5 samples, 0.31%)__init__ (threading.py:247) (2 samples, 0.12%)__init__ (threading.py:250) (4 samples, 0.25%)malloc (libc.so.6) (4 samples, 0.25%)_int_malloc (libc.so.6) (4 samples, 0.25%)__init__ (awscrt/s3.py:630) (33 samples, 2.04%)_..__init__ (threading.py:529) (33 samples, 2.04%)_..__init__ (awscrt/s3.py:658) (4 samples, 0.25%)aws_py_s3_client_make_meta_request (s3_meta_request.c:341) (3 samples, 0.19%)aws_py_s3_client_make_meta_request (s3_meta_request.c:368) (2 samples, 0.12%)aws_py_get_s3_client (s3_client.c:240) (2 samples, 0.12%)aws_py_get_binding (module.c:635) (2 samples, 0.12%)aws_mem_calloc (allocator.c:227) (8 samples, 0.50%)s_non_aligned_calloc (allocator.c:153) (8 samples, 0.50%)calloc (libc.so.6) (8 samples, 0.50%)_int_malloc (libc.so.6) (8 samples, 0.50%)aws_s3_meta_request_init_base (s3_meta_request.c:255) (2 samples, 0.12%)aws_array_list_init_dynamic (array_list.inl:36) (2 samples, 0.12%)aws_mem_acquire (allocator.c:208) (2 samples, 0.12%)s_non_aligned_malloc (allocator.c:120) (2 samples, 0.12%)malloc (libc.so.6) (2 samples, 0.12%)_int_malloc (libc.so.6) (2 samples, 0.12%)aws_s3_meta_request_init_base (s3_meta_request.c:280) (11 samples, 0.68%)aws_event_loop_group_get_next_loop (event_loop.c:429) (11 samples, 0.68%)aws_device_random_u32 (device_random.c:25) (11 samples, 0.68%)aws_device_random_buffer_append (device_random.c:59) (11 samples, 0.68%)read (libc.so.6) (11 samples, 0.68%)_IO_new_file_init_internal (libc.so.6) (3 samples, 0.19%)__GI__IO_link_in (libc.so.6) (3 samples, 0.19%)__lll_lock_wait_private (libc.so.6) (3 samples, 0.19%)aws_s3_client_make_meta_request (s3_client.c:1089) (144 samples, 8.92%)aws_s3_client..s_s3_client_meta_request_factory_default (s3_client.c:1382) (144 samples, 8.92%)s_s3_client_m..aws_s3_meta_request_auto_ranged_get_new (s3_auto_ranged_get.c:76) (144 samples, 8.92%)aws_s3_meta_r..aws_s3_meta_request_init_base (s3_meta_request.c:292) (123 samples, 7.62%)aws_s3_met..aws_fopen (file.c:44) (123 samples, 7.62%)aws_fopen ..aws_fopen_safe (file.c:17) (123 samples, 7.62%)aws_fopen_..__fopen_internal (libc.so.6) (123 samples, 7.62%)__fopen_in..__GI__IO_file_fopen (libc.so.6) (120 samples, 7.43%)__GI__IO_f..__GI__IO_file_open (libc.so.6) (120 samples, 7.43%)__GI__IO_f..open64 (libc.so.6) (120 samples, 7.43%)open64 (li..__init__ (awscrt/s3.py:669) (155 samples, 9.60%)__init__ (awsc..aws_py_s3_client_make_meta_request (s3_meta_request.c:453) (145 samples, 8.98%)aws_py_s3_cli.._make_request (runner/crt.py:163) (256 samples, 15.86%)_make_request (runner/cr..make_request (awscrt/s3.py:556) (252 samples, 15.61%)make_request (awscrt/s3...__init__ (awscrt/http.py:729) (2 samples, 0.12%)__init__ (awscrt/http.py:680) (3 samples, 0.19%)__init__ (awscrt/http.py:730) (9 samples, 0.56%)_make_request (runner/crt.py:165) (16 samples, 0.99%)__init__ (awscrt/http.py:732) (2 samples, 0.12%)path (awscrt/http.py:761) (2 samples, 0.12%)run (runner/crt.py:90) (308 samples, 19.08%)run (runner/crt.py:90)as_completed (concurrent/futures/_base.py:247) (2 samples, 0.12%)as_completed (concurrent/futures/_base.py:250) (2 samples, 0.12%)clear (threading.py:560) (2 samples, 0.12%)as_completed (concurrent/futures/_base.py:254) (5 samples, 0.31%)run (runner/crt.py:94) (14 samples, 0.87%)result (concurrent/futures/_base.py:435) (2 samples, 0.12%)run (runner/crt.py:95) (5 samples, 0.31%)result (concurrent/futures/_base.py:439) (2 samples, 0.12%)<module> (main.py:61) (364 samples, 22.55%)<module> (main.py:61)__libc_start_main_impl (libc.so.6) (435 samples, 26.95%)__libc_start_main_impl (libc.so.6)__libc_start_call_main (libc.so.6) (435 samples, 26.95%)__libc_start_call_main (libc.so.6)__futex_abstimed_wait_common (libc.so.6) (181 samples, 11.21%)__futex_abstimed_..pthread_cond_timedwait@@GLIBC_2.3.2 (libc.so.6) (183 samples, 11.34%)pthread_cond_time..__pthread_mutex_cond_lock (libc.so.6) (2 samples, 0.12%)__lll_lock_wait (libc.so.6) (2 samples, 0.12%)aws_event_loop_thread (epoll_event_loop.c:655) (197 samples, 12.21%)aws_event_loop_thr..s_on_socket_io_event (socket.c:1885) (197 samples, 12.21%)s_on_socket_io_eve..s_do_read (socket_channel_handler.c:166) (197 samples, 12.21%)s_do_read (socket_..s_s2n_handler_process_read_message (s2n_tls_channel_handler.c:563) (197 samples, 12.21%)s_s2n_handler_proc..s_handler_process_read_message (h1_connection.c:1879) (197 samples, 12.21%)s_handler_process_..aws_h1_connection_try_process_read_messages (h1_connection.c:1911) (197 samples, 12.21%)aws_h1_connection_..s_try_process_next_stream_read_message (h1_connection.c:2045) (197 samples, 12.21%)s_try_process_next..aws_h1_decode (h1_decoder.c:743) (197 samples, 12.21%)aws_h1_decode (h1_..s_state_unchunked_body (h1_decoder.c:246) (197 samples, 12.21%)s_state_unchunked_..s_decoder_on_done (h1_connection.c:1494) (197 samples, 12.21%)s_decoder_on_done ..s_stream_complete (h1_connection.c:736) (197 samples, 12.21%)s_stream_complete ..aws_s3_client_notify_connection_finished (s3_client.c:2637) (197 samples, 12.21%)aws_s3_client_noti..s_s3_auto_ranged_get_request_finished (s3_auto_ranged_get.c:934) (197 samples, 12.21%)s_s3_auto_ranged_g..s_s3_request_on_headers (s3_meta_request.c:80) (196 samples, 12.14%)s_s3_request_on_he..aws_py_gilstate_ensure (module.c:623) (196 samples, 12.14%)aws_py_gilstate_en..pthread_mutex_lock@@GLIBC_2.2.5 (libc.so.6) (13 samples, 0.81%)__lll_lock_wait (libc.so.6) (13 samples, 0.81%)__futex_abstimed_wait_common (libc.so.6) (565 samples, 35.01%)__futex_abstimed_wait_common (libc.so.6)__pthread_mutex_cond_lock (libc.so.6) (4 samples, 0.25%)__lll_lock_wait (libc.so.6) (4 samples, 0.25%)pthread_cond_timedwait@@GLIBC_2.3.2 (libc.so.6) (570 samples, 35.32%)pthread_cond_timedwait@@GLIBC_2.3.2 (libc.so.6)s_s3_request_on_headers (s3_meta_request.c:80) (586 samples, 36.31%)s_s3_request_on_headers (s3_meta_request.c:80)aws_py_gilstate_ensure (module.c:623) (586 samples, 36.31%)aws_py_gilstate_ensure (module.c:623)pthread_mutex_lock@@GLIBC_2.2.5 (libc.so.6) (15 samples, 0.93%)__lll_lock_wait (libc.so.6) (15 samples, 0.93%)s_s3_request_on_headers (s3_meta_request.c:87) (6 samples, 0.37%)s_get_py_headers (s3_meta_request.c:57) (6 samples, 0.37%)s_do_read (socket_channel_handler.c:166) (595 samples, 36.86%)s_do_read (socket_channel_handler.c:166)s_s2n_handler_process_read_message (s2n_tls_channel_handler.c:563) (595 samples, 36.86%)s_s2n_handler_process_read_message (s2n_tls_channel_handler...s_handler_process_read_message (h1_connection.c:1879) (595 samples, 36.86%)s_handler_process_read_message (h1_connection.c:1879)aws_h1_connection_try_process_read_messages (h1_connection.c:1911) (595 samples, 36.86%)aws_h1_connection_try_process_read_messages (h1_connection.c..s_try_process_next_stream_read_message (h1_connection.c:2045) (595 samples, 36.86%)s_try_process_next_stream_read_message (h1_connection.c:2045)aws_h1_decode (h1_decoder.c:743) (595 samples, 36.86%)aws_h1_decode (h1_decoder.c:743)s_state_unchunked_body (h1_decoder.c:246) (595 samples, 36.86%)s_state_unchunked_body (h1_decoder.c:246)s_decoder_on_done (h1_connection.c:1494) (595 samples, 36.86%)s_decoder_on_done (h1_connection.c:1494)s_stream_complete (h1_connection.c:736) (595 samples, 36.86%)s_stream_complete (h1_connection.c:736)aws_s3_client_notify_connection_finished (s3_client.c:2637) (595 samples, 36.86%)aws_s3_client_notify_connection_finished (s3_client.c:2637)s_s3_auto_ranged_get_request_finished (s3_auto_ranged_get.c:934) (595 samples, 36.86%)s_s3_auto_ranged_get_request_finished (s3_auto_ranged_get.c:..s_s3_request_on_headers (s3_meta_request.c:93) (2 samples, 0.12%)__futex_abstimed_wait_common (libc.so.6) (107 samples, 6.63%)__futex_a..s_s3_request_on_finish (s3_meta_request.c:181) (113 samples, 7.00%)s_s3_requ..aws_py_gilstate_ensure (module.c:623) (113 samples, 7.00%)aws_py_gi..pthread_cond_timedwait@@GLIBC_2.3.2 (libc.so.6) (113 samples, 7.00%)pthread_c..__pthread_mutex_cond_lock (libc.so.6) (6 samples, 0.37%)__lll_lock_wait (libc.so.6) (6 samples, 0.37%)set_result (concurrent/futures/_base.py:532) (5 samples, 0.31%)__enter__ (threading.py:257) (5 samples, 0.31%)add_result (concurrent/futures/_base.py:85) (3 samples, 0.19%)set_result (concurrent/futures/_base.py:538) (11 samples, 0.68%)add_result (concurrent/futures/_base.py:86) (7 samples, 0.43%)set (threading.py:551) (5 samples, 0.31%)notify_all (threading.py:388) (2 samples, 0.12%)notify (threading.py:361) (2 samples, 0.12%)_on_finish (awscrt/s3.py:837) (20 samples, 1.24%)set_result (concurrent/futures/_base.py:539) (2 samples, 0.12%)s_s3_client_process_work_default (s3_client.c:1797) (138 samples, 8.55%)s_s3_client_..aws_s3_client_update_meta_requests_threaded (s3_client.c:2159) (138 samples, 8.55%)aws_s3_clien..s_s3_auto_ranged_get_update (s3_auto_ranged_get.c:446) (138 samples, 8.55%)s_s3_auto_ra..aws_s3_meta_request_finish_default (s3_meta_request.c:2464) (138 samples, 8.55%)aws_s3_meta_..s_s3_request_on_finish (s3_meta_request.c:232) (25 samples, 1.55%)_on_finish (awscrt/s3.py:845) (4 samples, 0.25%)on_done (runner/crt.py:161) (3 samples, 0.19%)release (threading.py:467) (2 samples, 0.12%)__futex_abstimed_wait_common (libc.so.6) (222 samples, 13.75%)__futex_abstimed_wait..pthread_cond_timedwait@@GLIBC_2.3.2 (libc.so.6) (223 samples, 13.82%)pthread_cond_timedwai..s_s3_request_on_progress (s3_meta_request.c:301) (245 samples, 15.18%)s_s3_request_on_progres..aws_py_gilstate_ensure (module.c:623) (245 samples, 15.18%)aws_py_gilstate_ensure ..pthread_mutex_lock@@GLIBC_2.2.5 (libc.so.6) (22 samples, 1.36%)__lll_lock_wait (libc.so.6) (22 samples, 1.36%)all (1,614 samples, 100%)clone3 (libc.so.6) (1,176 samples, 72.86%)clone3 (libc.so.6)start_thread (libc.so.6) (1,176 samples, 72.86%)start_thread (libc.so.6)thread_fn (thread.c:183) (1,176 samples, 72.86%)thread_fn (thread.c:183)aws_event_loop_thread (epoll_event_loop.c:707) (979 samples, 60.66%)aws_event_loop_thread (epoll_event_loop.c:707)s_run_all (task_scheduler.c:246) (979 samples, 60.66%)s_run_all (task_scheduler.c:246)aws_linked_list_empty (linked_list.inl:34) (979 samples, 60.66%)aws_linked_list_empty (linked_list.inl:34)s_s3_meta_request_event_delivery_task (s3_meta_request.c:2059) (246 samples, 15.24%)s_s3_meta_request_event..aws_array_list_length (array_list.inl:342) (246 samples, 15.24%)aws_array_list_length (..