2021-06-03 09:43:42 +00:00
|
|
|
#!/usr/bin/env python3
|
2022-06-24 11:06:16 +00:00
|
|
|
|
2015-01-30 01:57:37 +00:00
|
|
|
# Allow direct execution
|
|
|
|
|
import os
|
|
|
|
|
import sys
|
|
|
|
|
import unittest
|
2022-04-11 22:32:57 +00:00
|
|
|
|
2015-01-30 01:57:37 +00:00
|
|
|
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
|
|
|
|
2022-06-24 08:10:17 +00:00
|
|
|
|
2022-06-24 11:06:16 +00:00
|
|
|
import http.server
|
2022-04-11 22:32:57 +00:00
|
|
|
import ssl
|
|
|
|
|
import threading
|
2022-06-24 08:10:17 +00:00
|
|
|
import urllib.request
|
2022-04-11 22:32:57 +00:00
|
|
|
|
2022-06-24 11:06:16 +00:00
|
|
|
from test.helper import http_server_port
|
2021-02-24 18:45:56 +00:00
|
|
|
from yt_dlp import YoutubeDL
|
2015-01-30 01:57:37 +00:00
|
|
|
|
|
|
|
|
TEST_DIR = os.path.dirname(os.path.abspath(__file__))
|
|
|
|
|
|
2015-01-30 02:06:40 +00:00
|
|
|
|
2022-06-24 08:10:17 +00:00
|
|
|
class HTTPTestRequestHandler(http.server.BaseHTTPRequestHandler):
|
2015-01-30 01:57:37 +00:00
|
|
|
def log_message(self, format, *args):
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
def do_GET(self):
|
|
|
|
|
if self.path == '/video.html':
|
|
|
|
|
self.send_response(200)
|
|
|
|
|
self.send_header('Content-Type', 'text/html; charset=utf-8')
|
|
|
|
|
self.end_headers()
|
|
|
|
|
self.wfile.write(b'<html><video src="/vid.mp4" /></html>')
|
|
|
|
|
elif self.path == '/vid.mp4':
|
|
|
|
|
self.send_response(200)
|
|
|
|
|
self.send_header('Content-Type', 'video/mp4')
|
|
|
|
|
self.end_headers()
|
|
|
|
|
self.wfile.write(b'\x00\x00\x00\x00\x20\x66\x74[video]')
|
2016-05-26 09:24:40 +00:00
|
|
|
elif self.path == '/%E4%B8%AD%E6%96%87.html':
|
|
|
|
|
self.send_response(200)
|
|
|
|
|
self.send_header('Content-Type', 'text/html; charset=utf-8')
|
|
|
|
|
self.end_headers()
|
|
|
|
|
self.wfile.write(b'<html><video src="/vid.mp4" /></html>')
|
2015-01-30 01:57:37 +00:00
|
|
|
else:
|
|
|
|
|
assert False
|
|
|
|
|
|
|
|
|
|
|
2022-04-11 15:10:28 +00:00
|
|
|
class FakeLogger:
|
2015-01-30 01:57:37 +00:00
|
|
|
def debug(self, msg):
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
def warning(self, msg):
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
def error(self, msg):
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TestHTTP(unittest.TestCase):
|
2016-05-26 09:24:40 +00:00
|
|
|
def setUp(self):
|
2022-06-24 08:10:17 +00:00
|
|
|
self.httpd = http.server.HTTPServer(
|
2018-02-03 16:09:25 +00:00
|
|
|
('127.0.0.1', 0), HTTPTestRequestHandler)
|
2016-05-26 09:24:40 +00:00
|
|
|
self.port = http_server_port(self.httpd)
|
|
|
|
|
self.server_thread = threading.Thread(target=self.httpd.serve_forever)
|
|
|
|
|
self.server_thread.daemon = True
|
|
|
|
|
self.server_thread.start()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TestHTTPS(unittest.TestCase):
|
2015-01-30 01:57:37 +00:00
|
|
|
def setUp(self):
|
|
|
|
|
certfn = os.path.join(TEST_DIR, 'testcert.pem')
|
2022-06-24 08:10:17 +00:00
|
|
|
self.httpd = http.server.HTTPServer(
|
2018-02-03 16:09:25 +00:00
|
|
|
('127.0.0.1', 0), HTTPTestRequestHandler)
|
2022-04-17 20:42:48 +00:00
|
|
|
sslctx = ssl.SSLContext(ssl.PROTOCOL_TLS_SERVER)
|
|
|
|
|
sslctx.load_cert_chain(certfn, None)
|
|
|
|
|
self.httpd.socket = sslctx.wrap_socket(self.httpd.socket, server_side=True)
|
2016-05-26 09:24:40 +00:00
|
|
|
self.port = http_server_port(self.httpd)
|
2015-01-30 01:57:37 +00:00
|
|
|
self.server_thread = threading.Thread(target=self.httpd.serve_forever)
|
|
|
|
|
self.server_thread.daemon = True
|
|
|
|
|
self.server_thread.start()
|
|
|
|
|
|
|
|
|
|
def test_nocheckcertificate(self):
|
2021-12-30 12:23:36 +00:00
|
|
|
ydl = YoutubeDL({'logger': FakeLogger()})
|
|
|
|
|
self.assertRaises(
|
|
|
|
|
Exception,
|
|
|
|
|
ydl.extract_info, 'https://127.0.0.1:%d/video.html' % self.port)
|
2015-01-30 01:57:37 +00:00
|
|
|
|
|
|
|
|
ydl = YoutubeDL({'logger': FakeLogger(), 'nocheckcertificate': True})
|
2018-02-03 16:09:25 +00:00
|
|
|
r = ydl.extract_info('https://127.0.0.1:%d/video.html' % self.port)
|
|
|
|
|
self.assertEqual(r['entries'][0]['url'], 'https://127.0.0.1:%d/vid.mp4' % self.port)
|
2015-01-30 01:57:37 +00:00
|
|
|
|
2015-03-20 13:59:38 +00:00
|
|
|
|
2022-05-02 07:59:45 +00:00
|
|
|
class TestClientCert(unittest.TestCase):
|
|
|
|
|
def setUp(self):
|
|
|
|
|
certfn = os.path.join(TEST_DIR, 'testcert.pem')
|
|
|
|
|
self.certdir = os.path.join(TEST_DIR, 'testdata', 'certificate')
|
|
|
|
|
cacertfn = os.path.join(self.certdir, 'ca.crt')
|
2022-06-24 08:10:17 +00:00
|
|
|
self.httpd = http.server.HTTPServer(('127.0.0.1', 0), HTTPTestRequestHandler)
|
2022-05-02 07:59:45 +00:00
|
|
|
sslctx = ssl.SSLContext(ssl.PROTOCOL_TLS_SERVER)
|
|
|
|
|
sslctx.verify_mode = ssl.CERT_REQUIRED
|
|
|
|
|
sslctx.load_verify_locations(cafile=cacertfn)
|
|
|
|
|
sslctx.load_cert_chain(certfn, None)
|
|
|
|
|
self.httpd.socket = sslctx.wrap_socket(self.httpd.socket, server_side=True)
|
|
|
|
|
self.port = http_server_port(self.httpd)
|
|
|
|
|
self.server_thread = threading.Thread(target=self.httpd.serve_forever)
|
|
|
|
|
self.server_thread.daemon = True
|
|
|
|
|
self.server_thread.start()
|
|
|
|
|
|
|
|
|
|
def _run_test(self, **params):
|
|
|
|
|
ydl = YoutubeDL({
|
|
|
|
|
'logger': FakeLogger(),
|
|
|
|
|
# Disable client-side validation of unacceptable self-signed testcert.pem
|
|
|
|
|
# The test is of a check on the server side, so unaffected
|
|
|
|
|
'nocheckcertificate': True,
|
|
|
|
|
**params,
|
|
|
|
|
})
|
|
|
|
|
r = ydl.extract_info('https://127.0.0.1:%d/video.html' % self.port)
|
|
|
|
|
self.assertEqual(r['entries'][0]['url'], 'https://127.0.0.1:%d/vid.mp4' % self.port)
|
|
|
|
|
|
|
|
|
|
def test_certificate_combined_nopass(self):
|
|
|
|
|
self._run_test(client_certificate=os.path.join(self.certdir, 'clientwithkey.crt'))
|
|
|
|
|
|
|
|
|
|
def test_certificate_nocombined_nopass(self):
|
|
|
|
|
self._run_test(client_certificate=os.path.join(self.certdir, 'client.crt'),
|
|
|
|
|
client_certificate_key=os.path.join(self.certdir, 'client.key'))
|
|
|
|
|
|
|
|
|
|
def test_certificate_combined_pass(self):
|
|
|
|
|
self._run_test(client_certificate=os.path.join(self.certdir, 'clientwithencryptedkey.crt'),
|
|
|
|
|
client_certificate_password='foobar')
|
|
|
|
|
|
|
|
|
|
def test_certificate_nocombined_pass(self):
|
|
|
|
|
self._run_test(client_certificate=os.path.join(self.certdir, 'client.crt'),
|
|
|
|
|
client_certificate_key=os.path.join(self.certdir, 'clientencrypted.key'),
|
|
|
|
|
client_certificate_password='foobar')
|
|
|
|
|
|
|
|
|
|
|
2015-03-20 13:59:38 +00:00
|
|
|
def _build_proxy_handler(name):
|
2022-06-24 08:10:17 +00:00
|
|
|
class HTTPTestRequestHandler(http.server.BaseHTTPRequestHandler):
|
2015-03-20 13:59:38 +00:00
|
|
|
proxy_name = name
|
|
|
|
|
|
|
|
|
|
def log_message(self, format, *args):
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
def do_GET(self):
|
|
|
|
|
self.send_response(200)
|
|
|
|
|
self.send_header('Content-Type', 'text/plain; charset=utf-8')
|
|
|
|
|
self.end_headers()
|
2022-05-16 14:06:36 +00:00
|
|
|
self.wfile.write(f'{self.proxy_name}: {self.path}'.encode())
|
2015-03-20 13:59:38 +00:00
|
|
|
return HTTPTestRequestHandler
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TestProxy(unittest.TestCase):
|
|
|
|
|
def setUp(self):
|
2022-06-24 08:10:17 +00:00
|
|
|
self.proxy = http.server.HTTPServer(
|
2018-02-03 16:09:25 +00:00
|
|
|
('127.0.0.1', 0), _build_proxy_handler('normal'))
|
2016-05-26 09:24:40 +00:00
|
|
|
self.port = http_server_port(self.proxy)
|
2015-03-20 13:59:38 +00:00
|
|
|
self.proxy_thread = threading.Thread(target=self.proxy.serve_forever)
|
|
|
|
|
self.proxy_thread.daemon = True
|
|
|
|
|
self.proxy_thread.start()
|
|
|
|
|
|
2022-06-24 08:10:17 +00:00
|
|
|
self.geo_proxy = http.server.HTTPServer(
|
2018-02-03 16:09:25 +00:00
|
|
|
('127.0.0.1', 0), _build_proxy_handler('geo'))
|
2016-07-03 15:50:55 +00:00
|
|
|
self.geo_port = http_server_port(self.geo_proxy)
|
|
|
|
|
self.geo_proxy_thread = threading.Thread(target=self.geo_proxy.serve_forever)
|
|
|
|
|
self.geo_proxy_thread.daemon = True
|
|
|
|
|
self.geo_proxy_thread.start()
|
2015-03-20 13:59:38 +00:00
|
|
|
|
|
|
|
|
def test_proxy(self):
|
2022-04-11 15:10:28 +00:00
|
|
|
geo_proxy = f'127.0.0.1:{self.geo_port}'
|
2015-03-20 13:59:38 +00:00
|
|
|
ydl = YoutubeDL({
|
2022-04-11 15:10:28 +00:00
|
|
|
'proxy': f'127.0.0.1:{self.port}',
|
2016-07-03 15:50:55 +00:00
|
|
|
'geo_verification_proxy': geo_proxy,
|
2015-03-20 13:59:38 +00:00
|
|
|
})
|
|
|
|
|
url = 'http://foo.com/bar'
|
2022-05-09 11:54:28 +00:00
|
|
|
response = ydl.urlopen(url).read().decode()
|
2022-04-11 15:10:28 +00:00
|
|
|
self.assertEqual(response, f'normal: {url}')
|
2015-03-20 13:59:38 +00:00
|
|
|
|
2022-06-24 08:10:17 +00:00
|
|
|
req = urllib.request.Request(url)
|
2016-07-03 15:50:55 +00:00
|
|
|
req.add_header('Ytdl-request-proxy', geo_proxy)
|
2022-05-09 11:54:28 +00:00
|
|
|
response = ydl.urlopen(req).read().decode()
|
2022-04-11 15:10:28 +00:00
|
|
|
self.assertEqual(response, f'geo: {url}')
|
2015-03-20 13:59:38 +00:00
|
|
|
|
2016-03-23 14:24:52 +00:00
|
|
|
def test_proxy_with_idn(self):
|
|
|
|
|
ydl = YoutubeDL({
|
2022-04-11 15:10:28 +00:00
|
|
|
'proxy': f'127.0.0.1:{self.port}',
|
2016-03-23 14:24:52 +00:00
|
|
|
})
|
|
|
|
|
url = 'http://中文.tw/'
|
2022-05-09 11:54:28 +00:00
|
|
|
response = ydl.urlopen(url).read().decode()
|
2016-03-23 14:24:52 +00:00
|
|
|
# b'xn--fiq228c' is '中文'.encode('idna')
|
|
|
|
|
self.assertEqual(response, 'normal: http://xn--fiq228c.tw/')
|
|
|
|
|
|
2016-11-17 11:42:56 +00:00
|
|
|
|
2015-01-30 01:57:37 +00:00
|
|
|
if __name__ == '__main__':
|
|
|
|
|
unittest.main()
|
