added chapter map to README
This commit is contained in:
Luciano Ramalho
65
20-futures/crypto/arcfour-timings.txt
Normal file
65
20-futures/crypto/arcfour-timings.txt
Normal file
@@ -0,0 +1,65 @@
|
||||
workers|time
|
||||
4|4.96
|
||||
3|5.40
|
||||
2|8.35
|
||||
1|11.25
|
||||
1|11.17
|
||||
2|8.45
|
||||
3|6.08
|
||||
4|5.83
|
||||
4|6.22
|
||||
3|7.33
|
||||
2|9.48
|
||||
1|11.86
|
||||
1|11.72
|
||||
2|9.22
|
||||
3|6.74
|
||||
4|6.37
|
||||
4|4.94
|
||||
3|5.51
|
||||
2|8.25
|
||||
1|11.47
|
||||
1|12.90
|
||||
2|8.94
|
||||
3|6.44
|
||||
4|5.90
|
||||
4|5.94
|
||||
3|6.46
|
||||
2|9.10
|
||||
1|11.66
|
||||
1|11.48
|
||||
2|9.08
|
||||
3|6.31
|
||||
4|5.99
|
||||
4|5.02
|
||||
3|5.46
|
||||
2|8.26
|
||||
1|11.18
|
||||
1|11.23
|
||||
2|8.52
|
||||
3|5.64
|
||||
4|5.39
|
||||
4|5.53
|
||||
3|6.07
|
||||
2|8.66
|
||||
1|11.42
|
||||
1|11.34
|
||||
2|8.44
|
||||
3|5.88
|
||||
4|5.57
|
||||
4|4.93
|
||||
3|5.47
|
||||
2|8.65
|
||||
1|11.23
|
||||
1|11.12
|
||||
2|7.83
|
||||
3|5.81
|
||||
4|5.45
|
||||
4|5.54
|
||||
3|6.09
|
||||
2|8.84
|
||||
1|11.45
|
||||
1|11.25
|
||||
2|8.32
|
||||
3|6.02
|
||||
4|5.74
|
||||
55
20-futures/crypto/arcfour.py
Normal file
55
20-futures/crypto/arcfour.py
Normal file
@@ -0,0 +1,55 @@
|
||||
"""RC4 compatible algorithm"""
|
||||
|
||||
def arcfour(key, in_bytes, loops=20):
|
||||
|
||||
kbox = bytearray(256) # create key box
|
||||
for i, car in enumerate(key): # copy key and vector
|
||||
kbox[i] = car
|
||||
j = len(key)
|
||||
for i in range(j, 256): # repeat until full
|
||||
kbox[i] = kbox[i-j]
|
||||
|
||||
# [1] initialize sbox
|
||||
sbox = bytearray(range(256))
|
||||
|
||||
# repeat sbox mixing loop, as recommened in CipherSaber-2
|
||||
# http://ciphersaber.gurus.com/faq.html#cs2
|
||||
j = 0
|
||||
for k in range(loops):
|
||||
for i in range(256):
|
||||
j = (j + sbox[i] + kbox[i]) % 256
|
||||
sbox[i], sbox[j] = sbox[j], sbox[i]
|
||||
|
||||
# main loop
|
||||
i = 0
|
||||
j = 0
|
||||
out_bytes = bytearray()
|
||||
|
||||
for car in in_bytes:
|
||||
i = (i + 1) % 256
|
||||
# [2] shuffle sbox
|
||||
j = (j + sbox[i]) % 256
|
||||
sbox[i], sbox[j] = sbox[j], sbox[i]
|
||||
# [3] compute t
|
||||
t = (sbox[i] + sbox[j]) % 256
|
||||
k = sbox[t]
|
||||
car = car ^ k
|
||||
out_bytes.append(car)
|
||||
|
||||
return out_bytes
|
||||
|
||||
|
||||
def test():
|
||||
from time import time
|
||||
clear = bytearray(b'1234567890' * 100000)
|
||||
t0 = time()
|
||||
cipher = arcfour(b'key', clear)
|
||||
print('elapsed time: %.2fs' % (time() - t0))
|
||||
result = arcfour(b'key', cipher)
|
||||
assert result == clear, '%r != %r' % (result, clear)
|
||||
print('elapsed time: %.2fs' % (time() - t0))
|
||||
print('OK')
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
test()
|
||||
46
20-futures/crypto/arcfour_futures.py
Normal file
46
20-futures/crypto/arcfour_futures.py
Normal file
@@ -0,0 +1,46 @@
|
||||
import sys
|
||||
import time
|
||||
from concurrent import futures
|
||||
from random import randrange
|
||||
from arcfour import arcfour
|
||||
|
||||
JOBS = 12
|
||||
SIZE = 2**18
|
||||
|
||||
KEY = b"'Twas brillig, and the slithy toves\nDid gyre"
|
||||
STATUS = '{} workers, elapsed time: {:.2f}s'
|
||||
|
||||
|
||||
def arcfour_test(size, key):
|
||||
in_text = bytearray(randrange(256) for i in range(size))
|
||||
cypher_text = arcfour(key, in_text)
|
||||
out_text = arcfour(key, cypher_text)
|
||||
assert in_text == out_text, 'Failed arcfour_test'
|
||||
return size
|
||||
|
||||
|
||||
def main(workers=None):
|
||||
if workers:
|
||||
workers = int(workers)
|
||||
t0 = time.time()
|
||||
|
||||
with futures.ProcessPoolExecutor(workers) as executor:
|
||||
actual_workers = executor._max_workers
|
||||
to_do = []
|
||||
for i in range(JOBS, 0, -1):
|
||||
size = SIZE + int(SIZE / JOBS * (i - JOBS/2))
|
||||
job = executor.submit(arcfour_test, size, KEY)
|
||||
to_do.append(job)
|
||||
|
||||
for future in futures.as_completed(to_do):
|
||||
res = future.result()
|
||||
print('{:.1f} KB'.format(res/2**10))
|
||||
|
||||
print(STATUS.format(actual_workers, time.time() - t0))
|
||||
|
||||
if __name__ == '__main__':
|
||||
if len(sys.argv) == 2:
|
||||
workers = int(sys.argv[1])
|
||||
else:
|
||||
workers = None
|
||||
main(workers)
|
||||
119
20-futures/crypto/arcfour_test.py
Normal file
119
20-futures/crypto/arcfour_test.py
Normal file
@@ -0,0 +1,119 @@
|
||||
#!/usr/bin/env python3
|
||||
|
||||
from arcfour import arcfour
|
||||
|
||||
'''
|
||||
Source of the test vectors:
|
||||
A Stream Cipher Encryption Algorithm "Arcfour"
|
||||
http://tools.ietf.org/html/draft-kaukonen-cipher-arcfour-03
|
||||
'''
|
||||
|
||||
TEST_VECTORS = [
|
||||
('CRYPTLIB', {
|
||||
'Plain Text' : (0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00),
|
||||
'Key' : (0x01, 0x23, 0x45, 0x67, 0x89, 0xAB, 0xCD, 0xEF),
|
||||
'Cipher Text' : (0x74, 0x94, 0xC2, 0xE7, 0x10, 0x4B, 0x08, 0x79),
|
||||
}
|
||||
),
|
||||
('COMMERCE', {
|
||||
'Plain Text' : (0xdc, 0xee, 0x4c, 0xf9, 0x2c),
|
||||
'Key' : (0x61, 0x8a, 0x63, 0xd2, 0xfb),
|
||||
'Cipher Text' : (0xf1, 0x38, 0x29, 0xc9, 0xde),
|
||||
}
|
||||
),
|
||||
('SSH ARCFOUR', {
|
||||
'Plain Text' : (
|
||||
0x52, 0x75, 0x69, 0x73, 0x6c, 0x69, 0x6e, 0x6e,
|
||||
0x75, 0x6e, 0x20, 0x6c, 0x61, 0x75, 0x6c, 0x75,
|
||||
0x20, 0x6b, 0x6f, 0x72, 0x76, 0x69, 0x73, 0x73,
|
||||
0x73, 0x61, 0x6e, 0x69, 0x2c, 0x20, 0x74, 0xe4,
|
||||
0x68, 0x6b, 0xe4, 0x70, 0xe4, 0x69, 0x64, 0x65,
|
||||
0x6e, 0x20, 0x70, 0xe4, 0xe4, 0x6c, 0x6c, 0xe4,
|
||||
0x20, 0x74, 0xe4, 0x79, 0x73, 0x69, 0x6b, 0x75,
|
||||
0x75, 0x2e, 0x20, 0x4b, 0x65, 0x73, 0xe4, 0x79,
|
||||
0xf6, 0x6e, 0x20, 0x6f, 0x6e, 0x20, 0x6f, 0x6e,
|
||||
0x6e, 0x69, 0x20, 0x6f, 0x6d, 0x61, 0x6e, 0x61,
|
||||
0x6e, 0x69, 0x2c, 0x20, 0x6b, 0x61, 0x73, 0x6b,
|
||||
0x69, 0x73, 0x61, 0x76, 0x75, 0x75, 0x6e, 0x20,
|
||||
0x6c, 0x61, 0x61, 0x6b, 0x73, 0x6f, 0x74, 0x20,
|
||||
0x76, 0x65, 0x72, 0x68, 0x6f, 0x75, 0x75, 0x2e,
|
||||
0x20, 0x45, 0x6e, 0x20, 0x6d, 0x61, 0x20, 0x69,
|
||||
0x6c, 0x6f, 0x69, 0x74, 0x73, 0x65, 0x2c, 0x20,
|
||||
0x73, 0x75, 0x72, 0x65, 0x20, 0x68, 0x75, 0x6f,
|
||||
0x6b, 0x61, 0x61, 0x2c, 0x20, 0x6d, 0x75, 0x74,
|
||||
0x74, 0x61, 0x20, 0x6d, 0x65, 0x74, 0x73, 0xe4,
|
||||
0x6e, 0x20, 0x74, 0x75, 0x6d, 0x6d, 0x75, 0x75,
|
||||
0x73, 0x20, 0x6d, 0x75, 0x6c, 0x6c, 0x65, 0x20,
|
||||
0x74, 0x75, 0x6f, 0x6b, 0x61, 0x61, 0x2e, 0x20,
|
||||
0x50, 0x75, 0x75, 0x6e, 0x74, 0x6f, 0x20, 0x70,
|
||||
0x69, 0x6c, 0x76, 0x65, 0x6e, 0x2c, 0x20, 0x6d,
|
||||
0x69, 0x20, 0x68, 0x75, 0x6b, 0x6b, 0x75, 0x75,
|
||||
0x2c, 0x20, 0x73, 0x69, 0x69, 0x6e, 0x74, 0x6f,
|
||||
0x20, 0x76, 0x61, 0x72, 0x61, 0x6e, 0x20, 0x74,
|
||||
0x75, 0x75, 0x6c, 0x69, 0x73, 0x65, 0x6e, 0x2c,
|
||||
0x20, 0x6d, 0x69, 0x20, 0x6e, 0x75, 0x6b, 0x6b,
|
||||
0x75, 0x75, 0x2e, 0x20, 0x54, 0x75, 0x6f, 0x6b,
|
||||
0x73, 0x75, 0x74, 0x20, 0x76, 0x61, 0x6e, 0x61,
|
||||
0x6d, 0x6f, 0x6e, 0x20, 0x6a, 0x61, 0x20, 0x76,
|
||||
0x61, 0x72, 0x6a, 0x6f, 0x74, 0x20, 0x76, 0x65,
|
||||
0x65, 0x6e, 0x2c, 0x20, 0x6e, 0x69, 0x69, 0x73,
|
||||
0x74, 0xe4, 0x20, 0x73, 0x79, 0x64, 0xe4, 0x6d,
|
||||
0x65, 0x6e, 0x69, 0x20, 0x6c, 0x61, 0x75, 0x6c,
|
||||
0x75, 0x6e, 0x20, 0x74, 0x65, 0x65, 0x6e, 0x2e,
|
||||
0x20, 0x2d, 0x20, 0x45, 0x69, 0x6e, 0x6f, 0x20,
|
||||
0x4c, 0x65, 0x69, 0x6e, 0x6f),
|
||||
'Key' : (
|
||||
0x29, 0x04, 0x19, 0x72, 0xfb, 0x42, 0xba, 0x5f,
|
||||
0xc7, 0x12, 0x77, 0x12, 0xf1, 0x38, 0x29, 0xc9),
|
||||
'Cipher Text' : (
|
||||
0x35, 0x81, 0x86, 0x99, 0x90, 0x01, 0xe6, 0xb5,
|
||||
0xda, 0xf0, 0x5e, 0xce, 0xeb, 0x7e, 0xee, 0x21,
|
||||
0xe0, 0x68, 0x9c, 0x1f, 0x00, 0xee, 0xa8, 0x1f,
|
||||
0x7d, 0xd2, 0xca, 0xae, 0xe1, 0xd2, 0x76, 0x3e,
|
||||
0x68, 0xaf, 0x0e, 0xad, 0x33, 0xd6, 0x6c, 0x26,
|
||||
0x8b, 0xc9, 0x46, 0xc4, 0x84, 0xfb, 0xe9, 0x4c,
|
||||
0x5f, 0x5e, 0x0b, 0x86, 0xa5, 0x92, 0x79, 0xe4,
|
||||
0xf8, 0x24, 0xe7, 0xa6, 0x40, 0xbd, 0x22, 0x32,
|
||||
0x10, 0xb0, 0xa6, 0x11, 0x60, 0xb7, 0xbc, 0xe9,
|
||||
0x86, 0xea, 0x65, 0x68, 0x80, 0x03, 0x59, 0x6b,
|
||||
0x63, 0x0a, 0x6b, 0x90, 0xf8, 0xe0, 0xca, 0xf6,
|
||||
0x91, 0x2a, 0x98, 0xeb, 0x87, 0x21, 0x76, 0xe8,
|
||||
0x3c, 0x20, 0x2c, 0xaa, 0x64, 0x16, 0x6d, 0x2c,
|
||||
0xce, 0x57, 0xff, 0x1b, 0xca, 0x57, 0xb2, 0x13,
|
||||
0xf0, 0xed, 0x1a, 0xa7, 0x2f, 0xb8, 0xea, 0x52,
|
||||
0xb0, 0xbe, 0x01, 0xcd, 0x1e, 0x41, 0x28, 0x67,
|
||||
0x72, 0x0b, 0x32, 0x6e, 0xb3, 0x89, 0xd0, 0x11,
|
||||
0xbd, 0x70, 0xd8, 0xaf, 0x03, 0x5f, 0xb0, 0xd8,
|
||||
0x58, 0x9d, 0xbc, 0xe3, 0xc6, 0x66, 0xf5, 0xea,
|
||||
0x8d, 0x4c, 0x79, 0x54, 0xc5, 0x0c, 0x3f, 0x34,
|
||||
0x0b, 0x04, 0x67, 0xf8, 0x1b, 0x42, 0x59, 0x61,
|
||||
0xc1, 0x18, 0x43, 0x07, 0x4d, 0xf6, 0x20, 0xf2,
|
||||
0x08, 0x40, 0x4b, 0x39, 0x4c, 0xf9, 0xd3, 0x7f,
|
||||
0xf5, 0x4b, 0x5f, 0x1a, 0xd8, 0xf6, 0xea, 0x7d,
|
||||
0xa3, 0xc5, 0x61, 0xdf, 0xa7, 0x28, 0x1f, 0x96,
|
||||
0x44, 0x63, 0xd2, 0xcc, 0x35, 0xa4, 0xd1, 0xb0,
|
||||
0x34, 0x90, 0xde, 0xc5, 0x1b, 0x07, 0x11, 0xfb,
|
||||
0xd6, 0xf5, 0x5f, 0x79, 0x23, 0x4d, 0x5b, 0x7c,
|
||||
0x76, 0x66, 0x22, 0xa6, 0x6d, 0xe9, 0x2b, 0xe9,
|
||||
0x96, 0x46, 0x1d, 0x5e, 0x4d, 0xc8, 0x78, 0xef,
|
||||
0x9b, 0xca, 0x03, 0x05, 0x21, 0xe8, 0x35, 0x1e,
|
||||
0x4b, 0xae, 0xd2, 0xfd, 0x04, 0xf9, 0x46, 0x73,
|
||||
0x68, 0xc4, 0xad, 0x6a, 0xc1, 0x86, 0xd0, 0x82,
|
||||
0x45, 0xb2, 0x63, 0xa2, 0x66, 0x6d, 0x1f, 0x6c,
|
||||
0x54, 0x20, 0xf1, 0x59, 0x9d, 0xfd, 0x9f, 0x43,
|
||||
0x89, 0x21, 0xc2, 0xf5, 0xa4, 0x63, 0x93, 0x8c,
|
||||
0xe0, 0x98, 0x22, 0x65, 0xee, 0xf7, 0x01, 0x79,
|
||||
0xbc, 0x55, 0x3f, 0x33, 0x9e, 0xb1, 0xa4, 0xc1,
|
||||
0xaf, 0x5f, 0x6a, 0x54, 0x7f),
|
||||
}
|
||||
),
|
||||
]
|
||||
|
||||
for name, vectors in TEST_VECTORS:
|
||||
print(name, end='')
|
||||
plain = bytearray(vectors['Plain Text'])
|
||||
cipher = bytearray(vectors['Cipher Text'])
|
||||
key = bytearray(vectors['Key'])
|
||||
assert cipher == arcfour(key, plain, loops=1)
|
||||
assert plain == arcfour(key, cipher, loops=1)
|
||||
print(' --> OK')
|
||||
50
20-futures/crypto/sha-timings.txt
Normal file
50
20-futures/crypto/sha-timings.txt
Normal file
@@ -0,0 +1,50 @@
|
||||
workers|time
|
||||
4|8.88
|
||||
3|11.14
|
||||
2|13.66
|
||||
1|22.80
|
||||
1|25.42
|
||||
2|16.37
|
||||
3|12.09
|
||||
4|11.06
|
||||
4|11.40
|
||||
3|11.51
|
||||
2|15.20
|
||||
1|24.18
|
||||
1|22.09
|
||||
2|12.48
|
||||
3|10.78
|
||||
4|10.48
|
||||
4|8.48
|
||||
3|10.07
|
||||
2|12.42
|
||||
1|20.24
|
||||
1|20.31
|
||||
2|11.39
|
||||
3|10.88
|
||||
4|10.44
|
||||
4|10.43
|
||||
3|11.11
|
||||
2|12.39
|
||||
1|20.69
|
||||
1|20.53
|
||||
2|11.80
|
||||
3|11.01
|
||||
4|10.52
|
||||
4|11.50
|
||||
3|14.45
|
||||
2|16.95
|
||||
1|24.77
|
||||
1|22.71
|
||||
2|18.35
|
||||
3|12.66
|
||||
4|12.20
|
||||
4|12.37
|
||||
3|13.37
|
||||
2|19.30
|
||||
1|24.30
|
||||
1|23.93
|
||||
2|18.51
|
||||
3|13.88
|
||||
4|12.97
|
||||
|
||||
38
20-futures/crypto/sha_futures.py
Normal file
38
20-futures/crypto/sha_futures.py
Normal file
@@ -0,0 +1,38 @@
|
||||
import sys
|
||||
import time
|
||||
import hashlib
|
||||
from concurrent import futures
|
||||
from random import randrange
|
||||
|
||||
JOBS = 12
|
||||
SIZE = 2**20
|
||||
STATUS = '{} workers, elapsed time: {:.2f}s'
|
||||
|
||||
|
||||
def sha(size):
|
||||
data = bytearray(randrange(256) for i in range(size))
|
||||
algo = hashlib.new('sha256')
|
||||
algo.update(data)
|
||||
return algo.hexdigest()
|
||||
|
||||
|
||||
def main(workers=None):
|
||||
if workers:
|
||||
workers = int(workers)
|
||||
t0 = time.time()
|
||||
|
||||
with futures.ProcessPoolExecutor(workers) as executor:
|
||||
actual_workers = executor._max_workers
|
||||
to_do = (executor.submit(sha, SIZE) for i in range(JOBS))
|
||||
for future in futures.as_completed(to_do):
|
||||
res = future.result()
|
||||
print(res)
|
||||
|
||||
print(STATUS.format(actual_workers, time.time() - t0))
|
||||
|
||||
if __name__ == '__main__':
|
||||
if len(sys.argv) == 2:
|
||||
workers = int(sys.argv[1])
|
||||
else:
|
||||
workers = None
|
||||
main(workers)
|
||||
Reference in New Issue
Block a user