summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorLars-Dominik Braun <lars@6xq.net>2018-03-25 14:47:58 +0200
committerLars-Dominik Braun <lars@6xq.net>2018-03-25 14:47:58 +0200
commita582eb2e2d6a56196d7cad4b86b17c720fbac84c (patch)
tree4ade00261baf6fd45e72bcf1b36ee781ffc00a3d
parentde3cb4551757df12a6ed69e4d6f3e925436fb6ca (diff)
downloadcrocoite-a582eb2e2d6a56196d7cad4b86b17c720fbac84c.tar.gz
crocoite-a582eb2e2d6a56196d7cad4b86b17c720fbac84c.tar.bz2
crocoite-a582eb2e2d6a56196d7cad4b86b17c720fbac84c.zip
Add a few simple tests
To be expanded, but it’s a start…
Diffstat
-rw-r--r--crocoite/browser.py190
1 files changed, 190 insertions, 0 deletions
diff --git a/crocoite/browser.py b/crocoite/browser.py
index bfe5dd4..79845a9 100644
--- a/crocoite/browser.py
+++ b/crocoite/browser.py
@@ -61,6 +61,10 @@ class Item:
return self.chromeFinished['encodedDataLength']
@property
+ def url (self):
+ return self.response['url']
+
+ @property
def body (self):
""" Return response body or None """
try:
@@ -340,4 +344,190 @@ def ChromeService (binary='google-chrome-stable', host='localhost', port=9222, w
def NullService (url):
yield url
+### tests ###
+
+import unittest, pychrome, time
+from http.server import BaseHTTPRequestHandler
+
+class TestHTTPRequestHandler (BaseHTTPRequestHandler):
+ encodingTestString = {
+ 'latin1': 'äöü',
+ 'utf-8': 'äöü',
+ 'ISO-8859-1': 'äöü',
+ }
+ binaryTestData = b'\x00\x01\x02'
+ # 1×1 pixel PNG
+ imageTestData = b'\x89PNG\r\n\x1a\n\x00\x00\x00\rIHDR\x00\x00\x00\x01\x00\x00\x00\x01\x08\x00\x00\x00\x00:~\x9bU\x00\x00\x00\nIDAT\x08\x1dc\xf8\x0f\x00\x01\x01\x01\x006_g\x80\x00\x00\x00\x00IEND\xaeB`\x82'
+ htmlTestData = '<html><body><img src="/image"><img src="/nonexistent"></body></html>'
+
+ def do_GET(self):
+ path = self.path
+ if path == '/redirect/301':
+ self.send_response(301)
+ self.send_header ('Location', '/empty')
+ self.end_headers()
+ elif path == '/empty':
+ self.send_response (200)
+ self.end_headers ()
+ elif path.startswith ('/encoding'):
+ # send text data with different encodings
+ _, _, encoding = path.split ('/', 3)
+ self.send_response (200)
+ self.send_header ('Content-Type', 'text/plain; charset={}'.format (encoding))
+ self.end_headers ()
+ self.wfile.write (self.encodingTestString[encoding].encode (encoding))
+ elif path == '/binary':
+ # send binary data
+ self.send_response (200)
+ self.send_header ('Content-Type', 'application/octet-stream')
+ self.send_header ('Content-Length', len (self.binaryTestData))
+ self.end_headers ()
+ self.wfile.write (self.binaryTestData)
+ elif path == '/image':
+ # send binary data
+ self.send_response (200)
+ self.send_header ('Content-Type', 'image/png')
+ self.end_headers ()
+ self.wfile.write (self.imageTestData)
+ elif path == '/attachment':
+ self.send_response (200)
+ self.send_header ('Content-Type', 'text/plain; charset=utf-8')
+ self.send_header ('Content-Disposition', 'attachment; filename="attachment.txt"')
+ self.end_headers ()
+ self.wfile.write (self.encodingTestString['utf-8'].encode ('utf-8'))
+ elif path == '/html':
+ self.send_response (200)
+ self.send_header ('Content-Type', 'text/html; charset=utf-8')
+ self.end_headers ()
+ self.wfile.write (self.htmlTestData.encode ('utf-8'))
+ else:
+ self.send_response (404)
+ self.end_headers ()
+
+ def log_message (self, format, *args):
+ pass
+
+def startServer ():
+ import http.server
+ PORT = 8000
+ httpd = http.server.HTTPServer (("localhost", PORT), TestHTTPRequestHandler)
+ httpd.serve_forever()
+
+class TestSiteLoaderAdapter (SiteLoader):
+ def __init__ (self, browser, url):
+ SiteLoader.__init__ (self, browser, url)
+ self.finished = []
+
+ def loadingFinished (self, item, redirect=False):
+ self.finished.append (item)
+
+class TestSiteLoader (unittest.TestCase):
+ def setUp (self):
+ from multiprocessing import Process
+ self.server = Process (target=startServer)
+ self.server.start ()
+ self.baseurl = 'http://localhost:8000/'
+ self.service = ChromeService ()
+ browserUrl = self.service.__enter__ ()
+ self.browser = pychrome.Browser(url=browserUrl)
+
+ def buildAdapter (self, path):
+ return TestSiteLoaderAdapter (self.browser, '{}{}'.format (self.baseurl, path))
+
+ def assertUrls (self, l, expect):
+ urls = sorted (map (lambda x: urlsplit (x.url).path, l.finished))
+ expect = sorted (expect)
+ self.assertEqual (urls, expect)
+
+ def test_wait (self):
+ waittime = 2
+ with self.buildAdapter ('empty') as l:
+ l.start ()
+ before = time.time ()
+ l.wait (waittime)
+ after = time.time ()
+ self.assertTrue ((after-before) >= waittime)
+
+ def test_empty (self):
+ with self.buildAdapter ('empty') as l:
+ l.start ()
+ l.waitIdle ()
+ self.assertEqual (len (l.finished), 1)
+
+ def test_redirect301 (self):
+ with self.buildAdapter ('redirect/301') as l:
+ l.start ()
+ l.waitIdle ()
+ self.assertEqual (len (l.finished), 2)
+ self.assertUrls (l, ['/redirect/301', '/empty'])
+ for item in l.finished:
+ if item.url.endswith ('/empty'):
+ self.assertEqual (item.response['status'], 200)
+ self.assertEqual (item.body, b'')
+ elif item.url.endswith ('/redirect/301'):
+ self.assertEqual (item.response['status'], 301)
+ else:
+ self.fail ('unknown url')
+
+ def test_encoding (self):
+ """ Text responses are transformed to UTF-8. Make sure this works
+ correctly. """
+ for encoding, expected in TestHTTPRequestHandler.encodingTestString.items ():
+ with self.buildAdapter ('encoding/{}'.format (encoding)) as l:
+ l.start ()
+ l.waitIdle ()
+ self.assertEqual (len (l.finished), 1)
+ self.assertUrls (l, ['/encoding/{}'.format (encoding)])
+ self.assertEqual (l.finished[0].body, expected.encode ('utf8'))
+
+ def test_binary (self):
+ """ Browser should ignore content it cannot display (i.e. octet-stream) """
+ with self.buildAdapter ('binary') as l:
+ l.start ()
+ l.waitIdle ()
+ self.assertEqual (len (l.finished), 0)
+
+ def test_image (self):
+ """ Images should be displayed inline """
+ with self.buildAdapter ('image') as l:
+ l.start ()
+ l.waitIdle ()
+ self.assertEqual (len (l.finished), 1)
+ self.assertUrls (l, ['/image'])
+ self.assertEqual (l.finished[0].body, TestHTTPRequestHandler.imageTestData)
+
+ def test_attachment (self):
+ """ And downloads won’t work in headless mode """
+ with self.buildAdapter ('attachment') as l:
+ l.start ()
+ l.waitIdle ()
+ self.assertEqual (len (l.finished), 0)
+
+ def test_html (self):
+ with self.buildAdapter ('html') as l:
+ l.start ()
+ l.waitIdle ()
+ self.assertEqual (len (l.finished), 3)
+ self.assertUrls (l, ['/html', '/image', '/nonexistent'])
+ for item in l.finished:
+ if item.url.endswith ('/html'):
+ self.assertEqual (item.response['status'], 200)
+ self.assertEqual (item.body, TestHTTPRequestHandler.htmlTestData.encode ('utf-8'))
+ elif item.url.endswith ('/image'):
+ self.assertEqual (item.response['status'], 200)
+ self.assertEqual (item.body, TestHTTPRequestHandler.imageTestData)
+ elif item.url.endswith ('/nonexistent'):
+ self.assertEqual (item.response['status'], 404)
+ else:
+ self.fail ('unknown url')
+
+ def tearDown (self):
+ self.service.__exit__ (None, None, None)
+ self.server.terminate ()
+ self.server.join ()
+
+if __name__ == '__main__':
+ import sys
+ if sys.argv[1] == 'server':
+ startServer ()
generated by cgit v1.2.3 (git 2.46.0) at 2025-10-31 01:17:18 +0000