import unittest from referer_parser import Referer class TestRefererParsing(unittest.TestCase): def check_equals(self, ref_obj, referer, term, medium): self.assertTrue(ref_obj.known) self.assertEqual(ref_obj.referer, referer) self.assertEqual(ref_obj.search_term, term) self.assertEqual(ref_obj.medium, medium) def check_no_term(self, ref_obj, referer, medium): self.assertTrue(ref_obj.known) self.assertEqual(ref_obj.referer, referer) self.assertIsNone(ref_obj.search_term) self.assertEqual(ref_obj.medium, medium) def test_google_minimal(self): """ Google search #1 """ r = Referer('http://www.google.com/search') # r.known, r.referer, r.search_term, r.medium self.assertTrue(r.known) self.assertEqual(r.referer, 'Google') self.assertIsNone(r.search_term) self.assertEqual(r.medium, 'search') def test_google_term(self): """ Google search #2 """ r = Referer('http://www.google.com/search?q=gateway+oracle+cards+denise+linn&hl=\ en&client=safari') self.check_equals(r, 'Google', 'gateway oracle cards denise linn', 'search') def test_powered_by_google(self): """ Powered by Google """ r = Referer("""http://isearch.avg.com/pages/images.aspx?q=tarot+card+change&sap=\ dsp&lang=en&mid=209215200c4147d1a9d6d1565005540b-b0d4f81a8999f5981f04537c5ec8468fd523459\ 3&cid=%7B50F9298B-C111-4C7E-9740-363BF0015949%7D&v=12.1.0.21&ds=AVG&d=7%2F23%2F2012+10%3\ A31%3A08+PM&pr=fr&sba=06oENya4ZG1YS6vOLJwpLiFdjG91ICt2YE59W2p5ENc2c4w8KvJb5xbvjkj3ceMjny\ TSpZq-e6pj7GQUylIQtuK4psJU60wZuI-8PbjX-OqtdX3eIcxbMoxg3qnIasP0ww2fuID1B-p2qJln8vBHxWztkp\ xeixjZPSppHnrb9fEcx62a9DOR0pZ-V-Kjhd-85bIL0QG5qi1OuA4M1eOP4i_NzJQVRXPQDmXb-CpIcruc2h5FE9\ 2Tc8QMUtNiTEWBbX-QiCoXlgbHLpJo5Jlq-zcOisOHNWU2RSHYJnK7IUe_SH6iQ.%2CYT0zO2s9MTA7aD1mNjZmZ\ DBjMjVmZDAxMGU4&snd=hdr&tc=test1""") self.check_equals(r, 'Google', 'tarot card change', 'search') def test_google_img_search(self): """ Google Images search """ r = Referer("""http://www.google.fr/imgres?q=Ogham+the+celtic+oracle&hl=fr&safe=\ off&client=firefox-a&hs=ZDu&sa=X&rls=org.mozilla:fr-FR:unofficial&tbm=isch&prmd=imvnsa&t\ bnid=HUVaj-o88ZRdYM:&imgrefurl=http://www.psychicbazaar.com/oracles/101-ogham-the-celtic\ -oracle-set.html&docid=DY5_pPFMliYUQM&imgurl=http://mdm.pbzstatic.com/oracles/ogham-the-\ celtic-oracle-set/montage.png&w=734&h=250&ei=GPdWUIePCOqK0AWp3oCQBA&zoom=1&iact=hc&vpx=1\ 29&vpy=276&dur=827&hovh=131&hovw=385&tx=204&ty=71&sig=104115776612919232039&page=1&tbnh=\ 69&tbnw=202&start=0&ndsp=26&ved=1t:429,r:13,s:0,i:114&biw=1272&bih=826""") self.check_equals(r, 'Google Images', 'Ogham the celtic oracle', 'search') def test_yahoo_search(self): """ Yahoo! search """ r = Referer("""http://es.search.yahoo.com/search;_ylt=A7x9QbwbZXxQ9EMAPCKT.Qt.?p=\ BIEDERMEIER+FORTUNE+TELLING+CARDS&ei=utf-8&type=685749&fr=chr-greentree_gc&xargs=0&pstar\ t=1&b=11""") self.check_equals(r, 'Yahoo!', 'BIEDERMEIER FORTUNE TELLING CARDS', 'search') def test_yahoo_img_search(self): """ Yahoo! Images search """ r = Referer("""http://it.images.search.yahoo.com/images/view;_ylt=A0PDodgQmGBQpn\ 4AWQgdDQx.;_ylu=X3oDMTBlMTQ4cGxyBHNlYwNzcgRzbGsDaW1n?back=http%3A%2F%2Fit.images.search.\ yahoo.com%2Fsearch%2Fimages%3Fp%3DEarth%2BMagic%2BOracle%2BCards%26fr%3Dmcafee%26fr2%3Dp\ iv-web%26tab%3Dorganic%26ri%3D5&w=1064&h=1551&imgurl=mdm.pbzstatic.com%2Foracles%2Fearth\ -magic-oracle-cards%2Fcard-1.png&rurl=http%3A%2F%2Fwww.psychicbazaar.com%2Foracles%2F143\ -earth-magic-oracle-cards.html&size=2.8+KB&name=Earth+Magic+Oracle+Cards+-+Psychic+Bazaa\ r&p=Earth+Magic+Oracle+Cards&oid=f0a5ad5c4211efe1c07515f56cf5a78e&fr2=piv-web&fr=mcafee&\ tt=Earth%2BMagic%2BOracle%2BCards%2B-%2BPsychic%2BBazaar&b=0&ni=90&no=5&ts=&tab=organic&\ sigr=126n355ib&sigb=13hbudmkc&sigi=11ta8f0gd&.crumb=IZBOU1c0UHU""") self.check_equals(r, 'Yahoo! Images', 'Earth Magic Oracle Cards', 'search') def test_price_runner_search(self): """ PriceRunner search """ r = Referer("""http://www.pricerunner.co.uk/search?displayNoHitsMessage=1&q=wild\ +wisdom+of+the+faery+oracle""") self.check_equals(r, 'PriceRunner', 'wild wisdom of the faery oracle', 'search') def test_bing_img(self): """ Bing Images """ r = Referer("""http://www.bing.com/images/search?q=psychic+oracle+cards&view=det\ ail&id=D268EDDEA8D3BF20AF887E62AF41E8518FE96F08""") self.check_equals(r, 'Bing Images', 'psychic oracle cards', 'search') def test_ixquick(self): """ IXquick search """ r = Referer("""https://s3-us3.ixquick.com/do/search""") self.assertTrue(r.known) self.assertEqual(r.referer, 'IXquick') self.assertIsNone(r.search_term) self.assertEqual(r.medium, 'search') def test_aol_search(self): """ AOL search """ r = Referer("""http://aolsearch.aol.co.uk/aol/search?s_chn=hp&enabled_terms=&s_i\ t=aoluk-homePage50&q=pendulums""") self.check_equals(r, 'AOL', 'pendulums', 'search') def test_ask_search(self): """ Ask search """ r = Referer("""http://uk.search-results.com/web?qsrc=1&o=1921&l=dis&q=pendulums&\ dm=ctry&atb=sysid%3D406%3Aappid%3D113%3Auid%3D8f40f651e7b608b5%3Auc%3D1346336505%3Aqu%3D\ pendulums%3Asrc%3Dcrt%3Ao%3D1921&locale=en_GB""") self.check_equals(r, 'Ask', 'pendulums', 'search') def test_mailru_search(self): """ Mail.ru search """ r = Referer("""http://go.mail.ru/search?q=Gothic%20Tarot%20Cards&where=any&num=1\ 0&rch=e&sf=20""") self.check_equals(r, 'Mail.ru', 'Gothic Tarot Cards', 'search') def test_yandex_search(self): """ Yandex search """ r = Referer("""http://images.yandex.ru/yandsearch?text=Blue%20Angel%20Oracle%20B\ lue%20Angel%20Oracle&noreask=1&pos=16&rpt=simage&lr=45&img_url=http%3A%2F%2Fmdm.pbzstati\ c.com%2Foracles%2Fblue-angel-oracle%2Fbox-small.png""") self.check_equals(r, 'Yandex Images', 'Blue Angel Oracle Blue Angel Oracle', 'search') def test_twitter_redirect(self): """ Twitter redirect """ r = Referer("""http://t.co/chrgFZDb""") self.check_no_term(r, 'Twitter', 'social') def test_fb_social(self): """ Facebook social """ r = Referer("""http://www.facebook.com/l.php?u=http%3A%2F%2Fwww.psychicbazaar.co\ m&h=yAQHZtXxS&s=1""") self.check_no_term(r, 'Facebook', 'social') def test_fb_mobile(self): """ Facebook mobile """ r = Referer("""http://m.facebook.com/l.php?u=http%3A%2F%2Fwww.psychicbazaar.com%\ 2Fblog%2F2012%2F09%2Fpsychic-bazaar-reviews-tarot-foundations-31-days-to-read-tarot-with\ -confidence%2F&h=kAQGXKbf9&s=1""") self.check_no_term(r, 'Facebook', 'social') def test_odnoklassniki(self): """ Odnoklassniki """ r = Referer("""http://www.odnoklassniki.ru/dk?cmd=logExternal&st._aid=Conversati\ ons_Openlink&st.name=externalLinkRedirect&st.link=http%3A%2F%2Fwww.psychicbazaar.com%2Fo\ racles%2F187-blue-angel-oracle.html""") self.check_no_term(r, 'Odnoklassniki', 'social') def test_tumblr(self): """ Tumblr social #1 """ r = Referer("http://www.tumblr.com/dashboard") self.check_no_term(r, 'Tumblr', 'social') def test_tumblr_subdomain(self): """ Tumblr w subdomain """ r = Referer("http://psychicbazaar.tumblr.com/") self.check_no_term(r, 'Tumblr', 'social') def test_yahoo_mail(self): """ Yahoo! Mail """ r = Referer("""http://36ohk6dgmcd1n-c.c.yom.mail.yahoo.net/om/api/1.0/openmail.a\ pp.invoke/36ohk6dgmcd1n/11/1.0.35/us/en-US/view.html/0""") self.check_no_term(r, 'Yahoo! Mail', 'email') def test_outlookcom_mail(self): """ Outlook.com mail """ r = Referer("http://co106w.col106.mail.live.com/default.aspx?rru=inbox") self.check_no_term(r, 'Outlook.com', 'email') def test_orange_webmail(self): """ Orange Webmail """ r = Referer("""http://webmail1m.orange.fr/webmail/fr_FR/read.html?FOLDER=SF_INBO\ X&IDMSG=8594&check=&SORTBY=31""") self.check_no_term(r, 'Orange Webmail', 'email') def test_internal(self): r = Referer("http://www.snowplowanalytics.com/about/team", "http://www.snowplowanalytics.com/account/profile") self.assertTrue(r.known) self.assertEqual(r.medium, 'internal') self.assertIsNone(r.search_term) self.assertIsNone(r.referer) def test_no_host(self): r = Referer("http:some/path") self.assertFalse(r.known) self.assertIsNone(r.uri.hostname) self.assertEqual(r.medium, 'unknown') self.assertIsNone(r.search_term) self.assertIsNone(r.referer) if __name__ == '__main__': unittest.main()