Viewing file:  test_banana.py (10.02 KB) -rw-r--r--
Select action/file-type:
 (+) |  (+) |  (+) | Code (+) | Session (+) |  (+) | SDB (+) |  (+) |  (+) |  (+) |  (+) |  (+) |
# Copyright (c) 2001-2010 Twisted Matrix Laboratories.
# See LICENSE for details.
import StringIO
import sys
# Twisted Imports
from twisted.trial import unittest
from twisted.spread import banana
from twisted.python import failure
from twisted.internet import protocol, main
class MathTestCase(unittest.TestCase):
def testInt2b128(self):
funkylist = range(0,100) + range(1000,1100) + range(1000000,1000100) + [1024 **10l]
for i in funkylist:
x = StringIO.StringIO()
banana.int2b128(i, x.write)
v = x.getvalue()
y = banana.b1282int(v)
assert y == i, "y = %s; i = %s" % (y,i)
class BananaTestCase(unittest.TestCase):
encClass = banana.Banana
def setUp(self):
self.io = StringIO.StringIO()
self.enc = self.encClass()
self.enc.makeConnection(protocol.FileWrapper(self.io))
self.enc._selectDialect("none")
self.enc.expressionReceived = self.putResult
def putResult(self, result):
self.result = result
def tearDown(self):
self.enc.connectionLost(failure.Failure(main.CONNECTION_DONE))
del self.enc
def testString(self):
self.enc.sendEncoded("hello")
l = []
self.enc.dataReceived(self.io.getvalue())
assert self.result == 'hello'
def test_int(self):
"""
A positive integer less than 2 ** 32 should round-trip through
banana without changing value and should come out represented
as an C{int} (regardless of the type which was encoded).
"""
for value in (10151, 10151L):
self.enc.sendEncoded(value)
self.enc.dataReceived(self.io.getvalue())
self.assertEquals(self.result, 10151)
self.assertIsInstance(self.result, int)
def test_largeLong(self):
"""
Integers greater than 2 ** 32 and less than -2 ** 32 should
round-trip through banana without changing value and should
come out represented as C{int} instances if the value fits
into that type on the receiving platform.
"""
for exp in (32, 64, 128, 256):
for add in (0, 1):
m = 2 ** exp + add
for n in (m, -m-1):
self.io.truncate(0)
self.enc.sendEncoded(n)
self.enc.dataReceived(self.io.getvalue())
self.assertEquals(self.result, n)
if n > sys.maxint or n < -sys.maxint - 1:
self.assertIsInstance(self.result, long)
else:
self.assertIsInstance(self.result, int)
def _getSmallest(self):
# How many bytes of prefix our implementation allows
bytes = self.enc.prefixLimit
# How many useful bits we can extract from that based on Banana's
# base-128 representation.
bits = bytes * 7
# The largest number we _should_ be able to encode
largest = 2 ** bits - 1
# The smallest number we _shouldn't_ be able to encode
smallest = largest + 1
return smallest
def test_encodeTooLargeLong(self):
"""
Test that a long above the implementation-specific limit is rejected
as too large to be encoded.
"""
smallest = self._getSmallest()
self.assertRaises(banana.BananaError, self.enc.sendEncoded, smallest)
def test_decodeTooLargeLong(self):
"""
Test that a long above the implementation specific limit is rejected
as too large to be decoded.
"""
smallest = self._getSmallest()
self.enc.setPrefixLimit(self.enc.prefixLimit * 2)
self.enc.sendEncoded(smallest)
encoded = self.io.getvalue()
self.io.truncate(0)
self.enc.setPrefixLimit(self.enc.prefixLimit / 2)
self.assertRaises(banana.BananaError, self.enc.dataReceived, encoded)
def _getLargest(self):
return -self._getSmallest()
def test_encodeTooSmallLong(self):
"""
Test that a negative long below the implementation-specific limit is
rejected as too small to be encoded.
"""
largest = self._getLargest()
self.assertRaises(banana.BananaError, self.enc.sendEncoded, largest)
def test_decodeTooSmallLong(self):
"""
Test that a negative long below the implementation specific limit is
rejected as too small to be decoded.
"""
largest = self._getLargest()
self.enc.setPrefixLimit(self.enc.prefixLimit * 2)
self.enc.sendEncoded(largest)
encoded = self.io.getvalue()
self.io.truncate(0)
self.enc.setPrefixLimit(self.enc.prefixLimit / 2)
self.assertRaises(banana.BananaError, self.enc.dataReceived, encoded)
def testNegativeLong(self):
self.enc.sendEncoded(-1015l)
self.enc.dataReceived(self.io.getvalue())
assert self.result == -1015l, "should be -1015l, got %s" % self.result
def testInteger(self):
self.enc.sendEncoded(1015)
self.enc.dataReceived(self.io.getvalue())
assert self.result == 1015, "should be 1015, got %s" % self.result
def testNegative(self):
self.enc.sendEncoded(-1015)
self.enc.dataReceived(self.io.getvalue())
assert self.result == -1015, "should be -1015, got %s" % self.result
def testFloat(self):
self.enc.sendEncoded(1015.)
self.enc.dataReceived(self.io.getvalue())
assert self.result == 1015.
def testList(self):
foo = [1, 2, [3, 4], [30.5, 40.2], 5, ["six", "seven", ["eight", 9]], [10], []]
self.enc.sendEncoded(foo)
self.enc.dataReceived(self.io.getvalue())
assert self.result == foo, "%s!=%s" % (repr(self.result), repr(self.result))
def testPartial(self):
foo = [1, 2, [3, 4], [30.5, 40.2], 5,
["six", "seven", ["eight", 9]], [10],
# TODO: currently the C implementation's a bit buggy...
sys.maxint * 3l, sys.maxint * 2l, sys.maxint * -2l]
self.enc.sendEncoded(foo)
for byte in self.io.getvalue():
self.enc.dataReceived(byte)
assert self.result == foo, "%s!=%s" % (repr(self.result), repr(foo))
def feed(self, data):
for byte in data:
self.enc.dataReceived(byte)
def testOversizedList(self):
data = '\x02\x01\x01\x01\x01\x80'
# list(size=0x0101010102, about 4.3e9)
self.failUnlessRaises(banana.BananaError, self.feed, data)
def testOversizedString(self):
data = '\x02\x01\x01\x01\x01\x82'
# string(size=0x0101010102, about 4.3e9)
self.failUnlessRaises(banana.BananaError, self.feed, data)
def testCrashString(self):
crashString = '\x00\x00\x00\x00\x04\x80'
# string(size=0x0400000000, about 17.2e9)
# cBanana would fold that into a 32-bit 'int', then try to allocate
# a list with PyList_New(). cBanana ignored the NULL return value,
# so it would segfault when trying to free the imaginary list.
# This variant doesn't segfault straight out in my environment.
# Instead, it takes up large amounts of CPU and memory...
#crashString = '\x00\x00\x00\x00\x01\x80'
# print repr(crashString)
#self.failUnlessRaises(Exception, self.enc.dataReceived, crashString)
try:
# should now raise MemoryError
self.enc.dataReceived(crashString)
except banana.BananaError:
pass
def testCrashNegativeLong(self):
# There was a bug in cBanana which relied on negating a negative integer
# always giving a postive result, but for the lowest possible number in
# 2s-complement arithmetic, that's not true, i.e.
# long x = -2147483648;
# long y = -x;
# x == y; /* true! */
# (assuming 32-bit longs)
self.enc.sendEncoded(-2147483648)
self.enc.dataReceived(self.io.getvalue())
assert self.result == -2147483648, "should be -2147483648, got %s" % self.result
def test_sizedIntegerTypes(self):
"""
Test that integers below the maximum C{INT} token size cutoff are
serialized as C{INT} or C{NEG} and that larger integers are
serialized as C{LONGINT} or C{LONGNEG}.
"""
def encoded(n):
self.io.seek(0)
self.io.truncate()
self.enc.sendEncoded(n)
return self.io.getvalue()
baseIntIn = +2147483647
baseNegIn = -2147483648
baseIntOut = '\x7f\x7f\x7f\x07\x81'
self.assertEqual(encoded(baseIntIn - 2), '\x7d' + baseIntOut)
self.assertEqual(encoded(baseIntIn - 1), '\x7e' + baseIntOut)
self.assertEqual(encoded(baseIntIn - 0), '\x7f' + baseIntOut)
baseLongIntOut = '\x00\x00\x00\x08\x85'
self.assertEqual(encoded(baseIntIn + 1), '\x00' + baseLongIntOut)
self.assertEqual(encoded(baseIntIn + 2), '\x01' + baseLongIntOut)
self.assertEqual(encoded(baseIntIn + 3), '\x02' + baseLongIntOut)
baseNegOut = '\x7f\x7f\x7f\x07\x83'
self.assertEqual(encoded(baseNegIn + 2), '\x7e' + baseNegOut)
self.assertEqual(encoded(baseNegIn + 1), '\x7f' + baseNegOut)
self.assertEqual(encoded(baseNegIn + 0), '\x00\x00\x00\x00\x08\x83')
baseLongNegOut = '\x00\x00\x00\x08\x86'
self.assertEqual(encoded(baseNegIn - 1), '\x01' + baseLongNegOut)
self.assertEqual(encoded(baseNegIn - 2), '\x02' + baseLongNegOut)
self.assertEqual(encoded(baseNegIn - 3), '\x03' + baseLongNegOut)
class GlobalCoderTests(unittest.TestCase):
"""
Tests for the free functions L{banana.encode} and L{banana.decode}.
"""
def test_statelessDecode(self):
"""
Test that state doesn't carry over between calls to L{banana.decode}.
"""
# Banana encoding of 2 ** 449
undecodable = '\x7f' * 65 + '\x85'
self.assertRaises(banana.BananaError, banana.decode, undecodable)
# Banana encoding of 1
decodable = '\x01\x81'
self.assertEqual(banana.decode(decodable), 1)
|