看到此贴 2021 年了，requests 内存泄露的问题解决了吗？如果没解决，怎么解决？ ， 便去测试了下
from concurrent.futures import ThreadPoolExecutor, wait, ALL_COMPLETED import requests from memory_profiler import profile s = requests.Session() def get(i): s.get('URL') @profile def test(): executor = ThreadPoolExecutor(max_workers = 100) task = [executor.submit(get, (i)) for i in range(5000)] wait(task, return_when = ALL_COMPLETED) s.close() if __name__ == '__main__': test() 5000 任务，116.3 MB
Line # Mem usage Increment Occurences Line COntents============================================================ 10 25.6 MiB 25.6 MiB 1 @profile 11 def test(): 12 25.6 MiB 0.0 MiB 1 executor = ThreadPoolExecutor(max_workers = 100) 13 115.9 MiB 90.3 MiB 5003 task = [executor.submit(get, (i)) for i in range(5000)] 14 116.3 MiB 0.3 MiB 1 wait(task, return_when = ALL_COMPLETED) 500 任务 10 次，141.3 MB，逐渐增长
Line # Mem usage Increment Occurences Line COntents============================================================ 10 25.7 MiB 25.7 MiB 1 @profile 11 def test(): 12 25.7 MiB 0.0 MiB 1 executor = ThreadPoolExecutor(max_workers = 100) 13 94.8 MiB 69.1 MiB 503 all_task = [executor.submit(get, (i)) for i in range(500)] 14 106.2 MiB 11.4 MiB 1 wait(all_task, return_when=ALL_COMPLETED) 15 109.6 MiB 3.4 MiB 503 all_task = [executor.submit(get, (i)) for i in range(500)] 16 111.7 MiB 2.1 MiB 1 wait(all_task, return_when=ALL_COMPLETED) 17 114.3 MiB 2.6 MiB 503 all_task = [executor.submit(get, (i)) for i in range(500)] 18 115.8 MiB 1.5 MiB 1 wait(all_task, return_when=ALL_COMPLETED) 19 120.0 MiB 4.1 MiB 503 all_task = [executor.submit(get, (i)) for i in range(500)] 20 121.0 MiB 1.0 MiB 1 wait(all_task, return_when=ALL_COMPLETED) 21 124.1 MiB 3.1 MiB 503 all_task = [executor.submit(get, (i)) for i in range(500)] 22 124.6 MiB 0.5 MiB 1 wait(all_task, return_when=ALL_COMPLETED) 23 126.7 MiB 2.1 MiB 503 all_task = [executor.submit(get, (i)) for i in range(500)] 24 127.4 MiB 0.8 MiB 1 wait(all_task, return_when=ALL_COMPLETED) 25 130.5 MiB 3.1 MiB 503 all_task = [executor.submit(get, (i)) for i in range(500)] 26 131.8 MiB 1.3 MiB 1 wait(all_task, return_when=ALL_COMPLETED) 27 135.2 MiB 3.4 MiB 503 all_task = [executor.submit(get, (i)) for i in range(500)] 28 136.7 MiB 1.5 MiB 1 wait(all_task, return_when=ALL_COMPLETED) 29 137.7 MiB 1.0 MiB 503 all_task = [executor.submit(get, (i)) for i in range(500)] 30 138.0 MiB 0.3 MiB 1 wait(all_task, return_when=ALL_COMPLETED) 31 139.8 MiB 1.8 MiB 503 all_task = [executor.submit(get, (i)) for i in range(500)] 32 141.3 MiB 1.5 MiB 1 wait(all_task, return_when=ALL_COMPLETED) 33 141.3 MiB 0.0 MiB 1 s.close() 
Select Language