From 1ca63e3ae3f7f61a9c38e04eec421faa42a1faee Mon Sep 17 00:00:00 2001 From: Filippo Valsorda Date: Tue, 11 Dec 2012 11:33:15 +0100 Subject: the test didn't load our Gzip opener this was blocking the Vimeo test + some more gentest fixes --- test/gentests.py | 25 ++++++++++++++++++++----- 1 file changed, 20 insertions(+), 5 deletions(-) (limited to 'test/gentests.py') diff --git a/test/gentests.py b/test/gentests.py index 9352d6d94..a20b139f5 100755 --- a/test/gentests.py +++ b/test/gentests.py @@ -23,13 +23,28 @@ import os import json import unittest import sys +import socket # Allow direct execution import os sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) -from youtube_dl.FileDownloader import FileDownloader +import youtube_dl.FileDownloader import youtube_dl.InfoExtractors +from youtube_dl.utils import * + +# General configuration (from __init__, not very elegant...) +jar = compat_cookiejar.CookieJar() +cookie_processor = compat_urllib_request.HTTPCookieProcessor(jar) +proxy_handler = compat_urllib_request.ProxyHandler() +opener = compat_urllib_request.build_opener(proxy_handler, cookie_processor, YoutubeDLHandler()) +compat_urllib_request.install_opener(opener) +socket.setdefaulttimeout(300) # 5 minutes should be enough (famous last words) + +class FileDownloader(youtube_dl.FileDownloader): + def __init__(self, *args, **kwargs): + youtube_dl.FileDownloader.__init__(self, *args, **kwargs) + self.to_stderr = self.to_screen def _file_md5(fn): with open(fn, 'rb') as f: @@ -76,12 +91,12 @@ def gentests(): with io.open(TEST_FILE, 'w', encoding='utf-8') as testf: testf.write(HEADER) spaces = ' ' * 4 - write = lambda l: testf.write(spaces + l + '\n') + write = lambda l: testf.write(spaces + l + u'\n') for d in defs: name = d['name'] ie = getattr(youtube_dl.InfoExtractors, name + 'IE') - testf.write('\n') + testf.write(u'\n') write('@_skip_unless(youtube_dl.InfoExtractors.' + name + 'IE._WORKING, "IE marked as not _WORKING")') if not d['file']: write('@_skip("No output file specified")') @@ -101,7 +116,7 @@ def gentests(): write(' md5_for_file = _file_md5(filename)') write(' self.assertEqual(md5_for_file, ' + repr(d['md5']) + ')') - testf.write('\n\n') + testf.write(u'\n\n') write('def tearDown(self):') for d in defs: if d['file']: @@ -109,7 +124,7 @@ def gentests(): write(' os.remove(' + repr(d['file']) + ')') else: write(' # No file specified for ' + d['name']) - testf.write('\n') + testf.write(u'\n') testf.write(FOOTER) if __name__ == '__main__': -- cgit v1.2.3 From d3d31998705fd8d850d07d69933c9ed07257e95f Mon Sep 17 00:00:00 2001 From: Filippo Valsorda Date: Tue, 11 Dec 2012 12:09:22 +0100 Subject: gentests: allow test-specific FileDownloader params override from tests.json --- test/gentests.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) (limited to 'test/gentests.py') diff --git a/test/gentests.py b/test/gentests.py index a20b139f5..ee9092f33 100755 --- a/test/gentests.py +++ b/test/gentests.py @@ -104,7 +104,10 @@ def gentests(): write('@_skip(' + repr(d['skip']) + ')') write('def test_' + name + '(self):') write(' filename = ' + repr(d['file'])) - write(' fd = FileDownloader(self.parameters)') + write(' params = self.parameters') + for p in d.get('params', {}): + write(' params["' + p + '"] = ' + repr(d['params'][p])) + write(' fd = FileDownloader(params)') write(' fd.add_info_extractor(youtube_dl.InfoExtractors.' + name + 'IE())') for ien in d.get('addIEs', []): write(' fd.add_info_extractor(youtube_dl.InfoExtractors.' + ien + 'IE())') -- cgit v1.2.3 From 4fb1acc212555e3e817f858dce964876eef75d85 Mon Sep 17 00:00:00 2001 From: Filippo Valsorda Date: Tue, 11 Dec 2012 12:12:02 +0100 Subject: use the new --test option to speed up tests (fetch only first 10K) now all tests working and passing --- test/gentests.py | 2 -- 1 file changed, 2 deletions(-) (limited to 'test/gentests.py') diff --git a/test/gentests.py b/test/gentests.py index ee9092f33..0ea5d9f21 100755 --- a/test/gentests.py +++ b/test/gentests.py @@ -113,8 +113,6 @@ def gentests(): write(' fd.add_info_extractor(youtube_dl.InfoExtractors.' + ien + 'IE())') write(' fd.download([' + repr(d['url']) + '])') write(' self.assertTrue(os.path.exists(filename))') - if 'size' in d: - write(' self.assertEqual(os.path.getsize(filename), ' + repr(d['size']) + ')') if 'md5' in d: write(' md5_for_file = _file_md5(filename)') write(' self.assertEqual(md5_for_file, ' + repr(d['md5']) + ')') -- cgit v1.2.3