AuroraMiddleware/zstd
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

fixed rate limited for high speed

Browse Source
This commit is contained in:
Yann Collet 2018-08-10 17:39:00 -07:00
parent 681a382eea
commit a996b1fd2d
1 changed files with 9 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
tests/rateLimiter.py
View File

@ -1,4 +1,4 @@
#! /usr/bin/env python3
#!/usr/bin/env python3
# ################################################################
# Copyright (c) 2018-present, Facebook, Inc.
@ -17,7 +17,9 @@
import sys
import time
rate = float(sys.argv[1]) * 1024 * 1024
MB = 1024 * 1024
rate = float(sys.argv[1]) * MB
rate *= 1.25 # compensation for excluding write time (experimentally determined)
start = time.time()
total_read = 0
@ -25,9 +27,11 @@ buf = " "
while len(buf):
now = time.time()
to_read = max(int(rate * (now - start) - total_read), 1)
buf = sys.stdin.read(to_read)
max_buf_size = 1 * MB
to_read = min(to_read, max_buf_size)
buf = sys.stdin.buffer.read(to_read)
write_start = time.time()
sys.stdout.write(buf)
sys.stdout.buffer.write(buf)
write_end = time.time()
start += write_end - write_start
start += write_end - write_start # exclude write delay
total_read += len(buf)