Searx/tests/unit/engines/test_google_news.py

from collections import defaultdict
import mock
from searx.engines import google_news
from searx.testing import SearxTestCase


class TestGoogleNewsEngine(SearxTestCase):

    def test_request(self):
        query = 'test_query'
        dicto = defaultdict(dict)
        dicto['pageno'] = 1
        dicto['language'] = 'fr_FR'
        params = google_news.request(query, dicto)
        self.assertIn('url', params)
        self.assertIn(query, params['url'])
        self.assertIn('googleapis.com', params['url'])
        self.assertIn('fr', params['url'])

        dicto['language'] = 'all'
        params = google_news.request(query, dicto)
        self.assertIn('url', params)
        self.assertIn('en', params['url'])

    def test_response(self):
        self.assertRaises(AttributeError, google_news.response, None)
        self.assertRaises(AttributeError, google_news.response, [])
        self.assertRaises(AttributeError, google_news.response, '')
        self.assertRaises(AttributeError, google_news.response, '[]')

        response = mock.Mock(text='{}')
        self.assertEqual(google_news.response(response), [])

        response = mock.Mock(text='{"data": []}')
        self.assertEqual(google_news.response(response), [])

        json = """
        {
        "responseData": {
            "results": [
            {
                "GsearchResultClass": "GnewsSearch",
                "clusterUrl": "http://news.google.com/news/story?ncl=d2d3t1LMDpNIj2MPPhdTT0ycN4sWM&hl=fr&ned=fr",
                "content": "This is the content",
                "unescapedUrl": "http://this.is.the.url",
                "url": "http://this.is.the.url",
                "title": "This is the title",
                "titleNoFormatting": "This is the title",
                "location": "",
                "publisher": "Jeux Actu",
                "publishedDate": "Fri, 30 Jan 2015 11:00:25 -0800",
                "signedRedirectUrl": "http://news.google.com/",
                "language": "fr",
                "image": {
                "url": "http://i.jeuxactus.com/datas/jeux/d/y/dying-light/vu/dying-light-54cc080b568fb.jpg",
                "tbUrl": "http://t1.gstatic.com/images?q=tbn:ANd9GcSF4yYrs9Ycw23DGiOSAZ-5SEPXYwG3LNs",
                "originalContextUrl": "http://www.jeuxactu.com/test-dying-light-sur-ps4-97208.htm",
                "publisher": "Jeux Actu",
                "tbWidth": 80,
                "tbHeight": 30
                },
                "relatedStories": [
                {
                    "unescapedUrl": "http://www.jeuxvideo.com/test/415823/dying-light.htm",
                    "url": "http%3A%2F%2Fwww.jeuxvideo.com%2Ftest%2F415823%2Fdying-light.htm",
                    "title": "<b>Test</b> du jeu Dying Light - jeuxvideo.com",
                    "titleNoFormatting": "Test du jeu Dying Light - jeuxvideo.com",
                    "location": "",
                    "publisher": "JeuxVideo.com",
                    "publishedDate": "Fri, 30 Jan 2015 08:52:30 -0800",
                    "signedRedirectUrl": "http://news.google.com/news/url?sa=T&",
                    "language": "fr"
                }
                ]
            }
            ]
        },
        "responseDetails": null,
        "responseStatus": 200
        }
        """
        response = mock.Mock(text=json)
        results = google_news.response(response)
        self.assertEqual(type(results), list)
        self.assertEqual(len(results), 1)
        self.assertEqual(results[0]['title'], 'This is the title')
        self.assertEqual(results[0]['url'], 'http://this.is.the.url')
        self.assertEqual(results[0]['content'], 'This is the content')

        json = """
        {
        "responseData": {
            "results": [
            {
                "GsearchResultClass": "GnewsSearch",
                "clusterUrl": "http://news.google.com/news/story?ncl=d2d3t1LMDpNIj2MPPhdTT0ycN4sWM&hl=fr&ned=fr",
                "content": "This is the content",
                "unescapedUrl": "http://this.is.the.url",
                "title": "This is the title",
                "titleNoFormatting": "This is the title",
                "location": "",
                "publisher": "Jeux Actu",
                "publishedDate": "Fri, 30 Jan 2015 11:00:25 -0800",
                "signedRedirectUrl": "http://news.google.com/news/",
                "language": "fr",
                "image": {
                "url": "http://i.jeuxactus.com/datas/jeux/d/y/dying-light/vu/dying-light-54cc080b568fb.jpg",
                "tbUrl": "http://t1.gstatic.com/images?q=tbn:b_6f-OSAZ-5SEPXYwG3LNs",
                "originalContextUrl": "http://www.jeuxactu.com/test-dying-light-sur-ps4-97208.htm",
                "publisher": "Jeux Actu",
                "tbWidth": 80,
                "tbHeight": 30
                }
            }
            ]
        },
        "responseDetails": null,
        "responseStatus": 200
        }
        """
        response = mock.Mock(text=json)
        results = google_news.response(response)
        self.assertEqual(type(results), list)
        self.assertEqual(len(results), 0)

        json = """
        {
        "responseData": {},
        "responseDetails": null,
        "responseStatus": 200
        }
        """
        response = mock.Mock(text=json)
        results = google_news.response(response)
        self.assertEqual(type(results), list)
        self.assertEqual(len(results), 0)