free
/
searx


			
							123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384
							# -*- coding: utf-8 -*-
from collections import defaultdict
import mock
from searx.engines import btdigg
from searx.testing import SearxTestCase


class TestBtdiggEngine(SearxTestCase):

    def test_request(self):
        query = 'test_query'
        dicto = defaultdict(dict)
        dicto['pageno'] = 0
        params = btdigg.request(query, dicto)
        self.assertIn('url', params)
        self.assertIn(query, params['url'])
        self.assertIn('btdigg.org', params['url'])

    def test_response(self):
        self.assertRaises(AttributeError, btdigg.response, None)
        self.assertRaises(AttributeError, btdigg.response, [])
        self.assertRaises(AttributeError, btdigg.response, '')
        self.assertRaises(AttributeError, btdigg.response, '[]')

        response = mock.Mock(text='<html></html>')
        self.assertEqual(btdigg.response(response), [])

        html = u"""
        <div id="search_res">
            <table>
                <tr>
                    <td class="idx">1</td>
                    <td>
                        <table class="torrent_name_tbl">
                            <tr>
                                <td class="torrent_name">
                                    <a href="/url">Should be the title</a>
                                </td>
                            </tr>
                        </table>
                        <table class="torrent_name_tbl">
                            <tr>
                                <td class="ttth">
                                    <a onclick="fclck(this.href)" href="magnet:?xt=urn:btih:magnet&amp;dn=Test"
                                    title="Télécharger des liens Magnet">[magnet]</a>
                                </td>
                                <td class="ttth">
                                    <a href="https://btcloud.io/manager?cmd=add&amp;info_hash=hash"
                                    target="_blank" title="Ajouter à BTCloud">[cloud]</a>
                                </td>
                                <td>
                                    <span class="attr_name">Taille:</span>
                                    <span class="attr_val">8 B</span>
                                </td>
                                <td>
                                    <span class="attr_name">Fichiers:</span>
                                    <span class="attr_val">710</span>
                                </td>
                                <td>
                                    <span class="attr_name">Téléchargements:</span>
                                    <span class="attr_val">5</span>
                                </td>
                                <td>
                                    <span class="attr_name">Temps:</span>
                                    <span class="attr_val">417.8&nbsp;jours</span>
                                </td>
                                <td>
                                    <span class="attr_name">Dernière&nbsp;mise&nbsp;à&nbsp;jour:</span>
                                    <span class="attr_val">5.3&nbsp;jours</span>
                                </td>
                                <td>
                                    <span class="attr_name">Faux:</span>
                                    <span class="attr_val">Aucun</span>
                                </td>
                            </tr>
                        </table>
                        <pre class="snippet">
                            Content
                        </pre>
                    </td>
                </tr>
            </table>
        </div>
        """
        response = mock.Mock(text=html.encode('utf-8'))
        results = btdigg.response(response)
        self.assertEqual(type(results), list)
        self.assertEqual(len(results), 1)
        self.assertEqual(results[0]['title'], 'Should be the title')
        self.assertEqual(results[0]['url'], 'https://btdigg.org/url')
        self.assertEqual(results[0]['content'], 'Content')
        self.assertEqual(results[0]['seed'], 5)
        self.assertEqual(results[0]['leech'], 0)
        self.assertEqual(results[0]['filesize'], 8)
        self.assertEqual(results[0]['files'], 710)
        self.assertEqual(results[0]['magnetlink'], 'magnet:?xt=urn:btih:magnet&dn=Test')

        html = """
        <div id="search_res">
            <table>
            </table>
        </div>
        """
        response = mock.Mock(text=html.encode('utf-8'))
        results = btdigg.response(response)
        self.assertEqual(type(results), list)
        self.assertEqual(len(results), 0)

        html = u"""
        <div id="search_res">
            <table>
                <tr>
                    <td class="idx">1</td>
                    <td>
                        <table class="torrent_name_tbl">
                            <tr>
                                <td class="torrent_name">
                                    <a href="/url">Should be the title</a>
                                </td>
                            </tr>
                        </table>
                        <table class="torrent_name_tbl">
                            <tr>
                                <td class="ttth">
                                    <a onclick="fclck(this.href)" href="magnet:?xt=urn:btih:magnet&amp;dn=Test"
                                    title="Télécharger des liens Magnet">[magnet]</a>
                                </td>
                                <td class="ttth">
                                    <a href="https://btcloud.io/manager?cmd=add&amp;info_hash=hash"
                                    target="_blank" title="Ajouter à BTCloud">[cloud]</a>
                                </td>
                                <td>
                                    <span class="attr_name">Taille:</span>
                                    <span class="attr_val">1 KB</span>
                                </td>
                                <td>
                                    <span class="attr_name">Fichiers:</span>
                                    <span class="attr_val">710</span>
                                </td>
                                <td>
                                    <span class="attr_name">Téléchargements:</span>
                                    <span class="attr_val">5</span>
                                </td>
                                <td>
                                    <span class="attr_name">Temps:</span>
                                    <span class="attr_val">417.8&nbsp;jours</span>
                                </td>
                                <td>
                                    <span class="attr_name">Dernière&nbsp;mise&nbsp;à&nbsp;jour:</span>
                                    <span class="attr_val">5.3&nbsp;jours</span>
                                </td>
                                <td>
                                    <span class="attr_name">Faux:</span>
                                    <span class="attr_val">Aucun</span>
                                </td>
                            </tr>
                        </table>
                        <pre class="snippet">
                            Content
                        </pre>
                    </td>
                </tr>
                <tr>
                    <td class="idx">1</td>
                    <td>
                        <table class="torrent_name_tbl">
                            <tr>
                                <td class="torrent_name">
                                    <a href="/url">Should be the title</a>
                                </td>
                            </tr>
                        </table>
                        <table class="torrent_name_tbl">
                            <tr>
                                <td class="ttth">
                                    <a onclick="fclck(this.href)" href="magnet:?xt=urn:btih:magnet&amp;dn=Test"
                                    title="Télécharger des liens Magnet">[magnet]</a>
                                </td>
                                <td class="ttth">
                                    <a href="https://btcloud.io/manager?cmd=add&amp;info_hash=hash"
                                    target="_blank" title="Ajouter à BTCloud">[cloud]</a>
                                </td>
                                <td>
                                    <span class="attr_name">Taille:</span>
                                    <span class="attr_val">1 MB</span>
                                </td>
                                <td>
                                    <span class="attr_name">Fichiers:</span>
                                    <span class="attr_val">a</span>
                                </td>
                                <td>
                                    <span class="attr_name">Téléchargements:</span>
                                    <span class="attr_val">4</span>
                                </td>
                                <td>
                                    <span class="attr_name">Temps:</span>
                                    <span class="attr_val">417.8&nbsp;jours</span>
                                </td>
                                <td>
                                    <span class="attr_name">Dernière&nbsp;mise&nbsp;à&nbsp;jour:</span>
                                    <span class="attr_val">5.3&nbsp;jours</span>
                                </td>
                                <td>
                                    <span class="attr_name">Faux:</span>
                                    <span class="attr_val">Aucun</span>
                                </td>
                            </tr>
                        </table>
                        <pre class="snippet">
                            Content
                        </pre>
                    </td>
                </tr>
                <tr>
                    <td class="idx">1</td>
                    <td>
                        <table class="torrent_name_tbl">
                            <tr>
                                <td class="torrent_name">
                                    <a href="/url">Should be the title</a>
                                </td>
                            </tr>
                        </table>
                        <table class="torrent_name_tbl">
                            <tr>
                                <td class="ttth">
                                    <a onclick="fclck(this.href)" href="magnet:?xt=urn:btih:magnet&amp;dn=Test"
                                    title="Télécharger des liens Magnet">[magnet]</a>
                                </td>
                                <td class="ttth">
                                    <a href="https://btcloud.io/manager?cmd=add&amp;info_hash=hash"
                                    target="_blank" title="Ajouter à BTCloud">[cloud]</a>
                                </td>
                                <td>
                                    <span class="attr_name">Taille:</span>
                                    <span class="attr_val">1 GB</span>
                                </td>
                                <td>
                                    <span class="attr_name">Fichiers:</span>
                                    <span class="attr_val">710</span>
                                </td>
                                <td>
                                    <span class="attr_name">Téléchargements:</span>
                                    <span class="attr_val">3</span>
                                </td>
                                <td>
                                    <span class="attr_name">Temps:</span>
                                    <span class="attr_val">417.8&nbsp;jours</span>
                                </td>
                                <td>
                                    <span class="attr_name">Dernière&nbsp;mise&nbsp;à&nbsp;jour:</span>
                                    <span class="attr_val">5.3&nbsp;jours</span>
                                </td>
                                <td>
                                    <span class="attr_name">Faux:</span>
                                    <span class="attr_val">Aucun</span>
                                </td>
                            </tr>
                        </table>
                        <pre class="snippet">
                            Content
                        </pre>
                    </td>
                </tr>
                <tr>
                    <td class="idx">1</td>
                    <td>
                        <table class="torrent_name_tbl">
                            <tr>
                                <td class="torrent_name">
                                    <a href="/url">Should be the title</a>
                                </td>
                            </tr>
                        </table>
                        <table class="torrent_name_tbl">
                            <tr>
                                <td class="ttth">
                                    <a onclick="fclck(this.href)" href="magnet:?xt=urn:btih:magnet&amp;dn=Test"
                                    title="Télécharger des liens Magnet">[magnet]</a>
                                </td>
                                <td class="ttth">
                                    <a href="https://btcloud.io/manager?cmd=add&amp;info_hash=hash"
                                    target="_blank" title="Ajouter à BTCloud">[cloud]</a>
                                </td>
                                <td>
                                    <span class="attr_name">Taille:</span>
                                    <span class="attr_val">1 TB</span>
                                </td>
                                <td>
                                    <span class="attr_name">Fichiers:</span>
                                    <span class="attr_val">710</span>
                                </td>
                                <td>
                                    <span class="attr_name">Téléchargements:</span>
                                    <span class="attr_val">2</span>
                                </td>
                                <td>
                                    <span class="attr_name">Temps:</span>
                                    <span class="attr_val">417.8&nbsp;jours</span>
                                </td>
                                <td>
                                    <span class="attr_name">Dernière&nbsp;mise&nbsp;à&nbsp;jour:</span>
                                    <span class="attr_val">5.3&nbsp;jours</span>
                                </td>
                                <td>
                                    <span class="attr_name">Faux:</span>
                                    <span class="attr_val">Aucun</span>
                                </td>
                            </tr>
                        </table>
                        <pre class="snippet">
                            Content
                        </pre>
                    </td>
                </tr>
                <tr>
                    <td class="idx">1</td>
                    <td>
                        <table class="torrent_name_tbl">
                            <tr>
                                <td class="torrent_name">
                                    <a href="/url">Should be the title</a>
                                </td>
                            </tr>
                        </table>
                        <table class="torrent_name_tbl">
                            <tr>
                                <td class="ttth">
                                    <a onclick="fclck(this.href)" href="magnet:?xt=urn:btih:magnet&amp;dn=Test"
                                    title="Télécharger des liens Magnet">[magnet]</a>
                                </td>
                                <td class="ttth">
                                    <a href="https://btcloud.io/manager?cmd=add&amp;info_hash=hash"
                                    target="_blank" title="Ajouter à BTCloud">[cloud]</a>
                                </td>
                                <td>
                                    <span class="attr_name">Taille:</span>
                                    <span class="attr_val">a TB</span>
                                </td>
                                <td>
                                    <span class="attr_name">Fichiers:</span>
                                    <span class="attr_val">710</span>
                                </td>
                                <td>
                                    <span class="attr_name">Téléchargements:</span>
                                    <span class="attr_val">z</span>
                                </td>
                                <td>
                                    <span class="attr_name">Temps:</span>
                                    <span class="attr_val">417.8&nbsp;jours</span>
                                </td>
                                <td>
                                    <span class="attr_name">Dernière&nbsp;mise&nbsp;à&nbsp;jour:</span>
                                    <span class="attr_val">5.3&nbsp;jours</span>
                                </td>
                                <td>
                                    <span class="attr_name">Faux:</span>
                                    <span class="attr_val">Aucun</span>
                                </td>
                            </tr>
                        </table>
                        <pre class="snippet">
                            Content
                        </pre>
                    </td>
                </tr>
            </table>
        </div>
        """
        response = mock.Mock(text=html.encode('utf-8'))
        results = btdigg.response(response)
        self.assertEqual(type(results), list)
        self.assertEqual(len(results), 5)
        self.assertEqual(results[0]['title'], 'Should be the title')
        self.assertEqual(results[0]['url'], 'https://btdigg.org/url')
        self.assertEqual(results[0]['content'], 'Content')
        self.assertEqual(results[0]['seed'], 5)
        self.assertEqual(results[0]['leech'], 0)
        self.assertEqual(results[0]['files'], 710)
        self.assertEqual(results[0]['magnetlink'], 'magnet:?xt=urn:btih:magnet&dn=Test')
        self.assertEqual(results[0]['filesize'], 1024)
        self.assertEqual(results[1]['filesize'], 1048576)
        self.assertEqual(results[2]['filesize'], 1073741824)
        self.assertEqual(results[3]['filesize'], 1099511627776)