ThreadPoolExecutor 奇怪的内存增长

看到此贴 2021 年了，requests 内存泄露的问题解决了吗？如果没解决，怎么解决？ ， 便去测试了下

from concurrent.futures import ThreadPoolExecutor, wait, ALL_COMPLETED
import requests
from memory_profiler import profile

s = requests.Session()

def get(i):
    s.get('URL')

@profile
def test():
    executor = ThreadPoolExecutor(max_workers = 100)
    task = [executor.submit(get, (i)) for i in range(5000)]
    wait(task, return_when = ALL_COMPLETED)
    s.close()

if __name__ == '__main__':
    test()

5000 任务，116.3 MB

Line #    Mem usage    Increment  Occurences   Line Contents
============================================================
    10     25.6 MiB     25.6 MiB           1   @profile
    11                                         def test():
    12     25.6 MiB      0.0 MiB           1       executor = ThreadPoolExecutor(max_workers = 100)
    13    115.9 MiB     90.3 MiB        5003       task = [executor.submit(get, (i)) for i in range(5000)]
    14    116.3 MiB      0.3 MiB           1       wait(task, return_when = ALL_COMPLETED)

500 任务 10 次，141.3 MB，逐渐增长

Line #    Mem usage    Increment  Occurences   Line Contents
============================================================
    10     25.7 MiB     25.7 MiB           1   @profile
    11                                         def test():
    12     25.7 MiB      0.0 MiB           1       executor = ThreadPoolExecutor(max_workers = 100)
    13     94.8 MiB     69.1 MiB         503       all_task = [executor.submit(get, (i)) for i in range(500)]
    14    106.2 MiB     11.4 MiB           1       wait(all_task, return_when=ALL_COMPLETED)
    15    109.6 MiB      3.4 MiB         503       all_task = [executor.submit(get, (i)) for i in range(500)]
    16    111.7 MiB      2.1 MiB           1       wait(all_task, return_when=ALL_COMPLETED)
    17    114.3 MiB      2.6 MiB         503       all_task = [executor.submit(get, (i)) for i in range(500)]
    18    115.8 MiB      1.5 MiB           1       wait(all_task, return_when=ALL_COMPLETED)
    19    120.0 MiB      4.1 MiB         503       all_task = [executor.submit(get, (i)) for i in range(500)]
    20    121.0 MiB      1.0 MiB           1       wait(all_task, return_when=ALL_COMPLETED)
    21    124.1 MiB      3.1 MiB         503       all_task = [executor.submit(get, (i)) for i in range(500)]
    22    124.6 MiB      0.5 MiB           1       wait(all_task, return_when=ALL_COMPLETED)
    23    126.7 MiB      2.1 MiB         503       all_task = [executor.submit(get, (i)) for i in range(500)]
    24    127.4 MiB      0.8 MiB           1       wait(all_task, return_when=ALL_COMPLETED)
    25    130.5 MiB      3.1 MiB         503       all_task = [executor.submit(get, (i)) for i in range(500)]
    26    131.8 MiB      1.3 MiB           1       wait(all_task, return_when=ALL_COMPLETED)
    27    135.2 MiB      3.4 MiB         503       all_task = [executor.submit(get, (i)) for i in range(500)]
    28    136.7 MiB      1.5 MiB           1       wait(all_task, return_when=ALL_COMPLETED)
    29    137.7 MiB      1.0 MiB         503       all_task = [executor.submit(get, (i)) for i in range(500)]
    30    138.0 MiB      0.3 MiB           1       wait(all_task, return_when=ALL_COMPLETED)
    31    139.8 MiB      1.8 MiB         503       all_task = [executor.submit(get, (i)) for i in range(500)]
    32    141.3 MiB      1.5 MiB           1       wait(all_task, return_when=ALL_COMPLETED)
    33    141.3 MiB      0.0 MiB           1       s.close()