add httpretty for test and add A test of DownloadWorker

Author: caimaoy

requirements.txt

@@ -1 +1,2 @@
 beautifulsoup4==4.3.2
+httpretty==0.8.7

test_mini_spider.py

@@ -13,6 +13,7 @@
 import unittest
 import mini_spider_rebuild as mini
 import os
+from httpretty import HTTPretty, httprettified
 
 
 class FuncTest(unittest.TestCase):
@@ -51,5 +52,23 @@ def test_download_file(self):
         self.assertTrue(os.path.exists(self.to))
 
 
+class DownloadWorkerTest(unittest.TestCase):
+
+    # 初始化工作
+    def setUp(self):
+        pass
+
+    # 退出清理工作
+    def tearDown(self):
+        pass
+
+    @httprettified
+    def test_get_url_text(self):
+        HTTPretty.register_uri(HTTPretty.GET, 'http://www.test.com',
+                               body='xxx')
+        dw = mini.DownloadWorker('http://www.test.com', '.', 'reg', 0, 3, 1, 1)
+        self.assertEqual(dw.get_url_text(), 'xxx')
+
+
 if __name__ == '__main__':
     unittest.main()