python: Support http/1.1

Author: corona10

.github/workflows/python.yml

@@ -18,7 +18,11 @@ jobs:
         uses: actions/setup-python@v2
         with:
           python-version: 3.9
+      - name: Install requirements
+        run: pip install -r requirements.txt
       - name: Install Black
-        run: pip install black
+        run: pip install black pytest
       - name: Run black --check .
         run: black --check .
+      - name: Test with pytest
+        run: pytest -v

python/http.py

@@ -42,9 +42,11 @@ def _get_headers_and_body(sock, host, port, path):
     sock.connect((host, port))
 
     # 5. Send request
-    sock.send(f"GET {path} HTTP/1.0\r\n".encode())
+    sock.send(f"GET {path} HTTP/1.1\r\n".encode())
     sock.send(f"Host: {host}\r\n".encode())
-    sock.send("Accept-Encoding: br,gzip,deflate\r\n".encode())
+    sock.send(f"Connection: close\r\n".encode())
+    sock.send(f"User-Agent: homemade-browser\r\n".encode())
+    sock.send(f"Accept-Encoding: br,gzip,deflate\r\n".encode())
     sock.send("\r\n".encode())
 
     # 6. Receive response
@@ -63,7 +65,6 @@ def _get_headers_and_body(sock, host, port, path):
             line = response.readline().decode()
             if line == "\r\n":
                 break
-
             header, value = line.split(":", 1)
             headers[header.lower()] = value.strip()
 

python/tests/__init__.py

@@ -0,0 +1,3 @@
+import sys
+
+sys.path.append("../")

python/tests/test_http.py

@@ -0,0 +1,24 @@
+import unittest
+
+from http import request
+
+
+class RequestTest(unittest.TestCase):
+    def test_http_request(self):
+        headers, body = request("http://example.com/")
+        self.assertGreater(len(body), 0)
+        self.assertIn("content-type", headers)
+
+    def test_https_request(self):
+        headers, body = request("https://www.facebook.com/")
+        self.assertGreater(len(body), 0)
+        self.assertIn("content-type", headers)
+
+    def test_data_request(self):
+        headers, body = request("data:text/html,Hello world")
+        self.assertEqual(body, "Hello world")
+        self.assertEqual(headers["content-type"], "text/html")
+
+
+if __name__ == "__main__":
+    unittest.main()