test_swisscows.py 6.92 KB
Newer Older
1
2
3
4
5
6
7
8
9
from collections import defaultdict
import mock
from searx.engines import swisscows
from searx.testing import SearxTestCase


class TestSwisscowsEngine(SearxTestCase):

    def test_request(self):
10
        swisscows.supported_languages = ['de-AT', 'de-DE']
11
        swisscows.language_aliases = {}
12
13
14
        query = 'test_query'
        dicto = defaultdict(dict)
        dicto['pageno'] = 1
marc's avatar
marc committed
15
        dicto['language'] = 'de-DE'
16
17
18
19
20
21
22
        params = swisscows.request(query, dicto)
        self.assertTrue('url' in params)
        self.assertTrue(query in params['url'])
        self.assertTrue('swisscows.ch' in params['url'])
        self.assertTrue('uiLanguage=de' in params['url'])
        self.assertTrue('region=de-DE' in params['url'])

23
24
25
26
        dicto['category'] = 'images'
        params = swisscows.request(query, dicto)
        self.assertIn('image', params['url'])

27
28
29
30
31
32
    def test_response(self):
        self.assertRaises(AttributeError, swisscows.response, None)
        self.assertRaises(AttributeError, swisscows.response, [])
        self.assertRaises(AttributeError, swisscows.response, '')
        self.assertRaises(AttributeError, swisscows.response, '[]')

Adam Tauber's avatar
Adam Tauber committed
33
        response = mock.Mock(text=b'<html></html>')
34
35
        self.assertEqual(swisscows.response(response), [])

Adam Tauber's avatar
Adam Tauber committed
36
        response = mock.Mock(text=b'<html></html>')
37
38
        self.assertEqual(swisscows.response(response), [])

Adam Tauber's avatar
Adam Tauber committed
39
        html = b"""
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
        <script>
            App.Dispatcher.dispatch("initialize", {
                html5history: true,
                initialData: {"Request":
                    {"Page":1,
                    "ItemsCount":1,
                    "Query":"This should ",
                    "NormalizedQuery":"This should ",
                    "Region":"de-AT",
                    "UILanguage":"de"},
                    "Results":{"items":[
                            {"Title":"\uE000This should\uE001 be the title",
                            "Description":"\uE000This should\uE001 be the content.",
                            "Url":"http://this.should.be.the.link/",
                            "DisplayUrl":"www.\uE000this.should.be.the\uE001.link",
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
                            "Id":"782ef287-e439-451c-b380-6ebc14ba033d"},
                            {"Title":"Datei:This should1.svg",
                            "Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should1.png",
                            "SourceUrl":"http://de.wikipedia.org/wiki/Datei:This should1.svg",
                            "DisplayUrl":"de.wikipedia.org/wiki/Datei:This should1.svg",
                            "Width":950,
                            "Height":534,
                            "FileSize":92100,
                            "ContentType":"image/jpeg",
                            "Thumbnail":{
                                "Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should1.png",
                                "ContentType":"image/jpeg",
                                "Width":300,
                                "Height":168,
                                "FileSize":9134},
                                "Id":"6a97a542-8f65-425f-b7f6-1178c3aba7be"
                            }
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
                        ],"TotalCount":55300,
                        "Query":"This should "
                    },
                    "Images":[{"Title":"Datei:This should.svg",
                        "Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should.png",
                        "SourceUrl":"http://de.wikipedia.org/wiki/Datei:This should.svg",
                        "DisplayUrl":"de.wikipedia.org/wiki/Datei:This should.svg",
                        "Width":1280,
                        "Height":677,
                        "FileSize":50053,
                        "ContentType":"image/png",
                        "Thumbnail":{"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should.png",
                            "ContentType":"image/png",
                            "Width":300,
                            "Height":158,
                            "FileSize":8023},
                        "Id":"ae230fd8-a06a-47d6-99d5-e74766d8143a"}]},
                environment: "production"
            }).then(function (options) {
                $('#Search_Form').on('submit', function (e) {
                    if (!Modernizr.history) return;
                    e.preventDefault();

                    var $form = $(this),
                        $query = $('#Query'),
                        query = $.trim($query.val()),
                        path = App.Router.makePath($form.attr('action'), null, $form.serializeObject())

                    if (query.length) {
                        options.html5history ?
                            ReactRouter.HistoryLocation.push(path) :
                            ReactRouter.RefreshLocation.push(path);
                    }
                    else $('#Query').trigger('blur');
                });

            });
        </script>
        """
Adam Tauber's avatar
Adam Tauber committed
111
        response = mock.Mock(text=html)
112
113
        results = swisscows.response(response)
        self.assertEqual(type(results), list)
114
        self.assertEqual(len(results), 3)
115
116
117
        self.assertEqual(results[0]['title'], 'This should be the title')
        self.assertEqual(results[0]['url'], 'http://this.should.be.the.link/')
        self.assertEqual(results[0]['content'], 'This should be the content.')
118
119
120
        self.assertEqual(results[1]['title'], 'Datei:This should1.svg')
        self.assertEqual(results[1]['url'], 'http://de.wikipedia.org/wiki/Datei:This should1.svg')
        self.assertEqual(results[1]['img_src'], 'http://ts2.mm.This/should1.png')
121
        self.assertEqual(results[1]['template'], 'images.html')
122
123
124
125
        self.assertEqual(results[2]['title'], 'Datei:This should.svg')
        self.assertEqual(results[2]['url'], 'http://de.wikipedia.org/wiki/Datei:This should.svg')
        self.assertEqual(results[2]['img_src'], 'http://ts2.mm.This/should.png')
        self.assertEqual(results[2]['template'], 'images.html')
126
127
128
129
130
131
132
133
134
135
136
137
138

    def test_fetch_supported_languages(self):
        html = """<html></html>"""
        response = mock.Mock(text=html)
        languages = swisscows._fetch_supported_languages(response)
        self.assertEqual(type(languages), list)
        self.assertEqual(len(languages), 0)

        html = """
        <html>
            <div id="regions-popup">
                <div>
                    <ul>
139
140
141
                        <li><a data-search-language="browser"></a></li>
                        <li><a data-search-language="de-CH"></a></li>
                        <li><a data-search-language="fr-CH"></a></li>
142
143
144
145
146
147
148
149
150
151
152
                    </ul>
                </div>
            </div>
        </html>
        """
        response = mock.Mock(text=html)
        languages = swisscows._fetch_supported_languages(response)
        self.assertEqual(type(languages), list)
        self.assertEqual(len(languages), 3)
        self.assertIn('de-CH', languages)
        self.assertIn('fr-CH', languages)