diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..ce7e392 --- /dev/null +++ b/.gitignore @@ -0,0 +1,5 @@ +.idea + +target/ +dbt_modules/ +logs/ diff --git a/README.md b/README.md new file mode 100644 index 0000000..e7b2461 --- /dev/null +++ b/README.md @@ -0,0 +1,59 @@ +# dbt-jitsu +This [dbt package](https://docs.getdbt.com/docs/package-management): +* Transforms pageviews into sessions +* For User stitching please enable builtin Jitsu feature [Retrospective User Recognition](https://jitsu.com/docs/other-features/retrospective-user-recognition) + + +## Installation instructions +New to dbt packages? Read more about them [here](https://docs.getdbt.com/docs/building-a-dbt-project/package-management/). +1. Include this package in your `packages.yml` +2. Run `dbt deps` +3. Include the following in your `dbt_project.yml` directly within your `vars:` block (making sure to handle indenting appropriately). **Update the value to point to your jitsu pageviews table**. + +```YAML +# dbt_project.yml +config-version: 2 +... + +vars: + jitsu: + jitsu_events_table: "{{ source('jitsu', 'pageviews') }}" #or plane table path like database.schema.table_name + +``` + +4. Optionally configure extra parameters by adding them to your own `dbt_project.yml` file – see [dbt_project.yml](dbt_project.yml) + for more details: + +```YAML +# dbt_project.yml +config-version: 2 + +... + +vars: + jitsu: + jitsu_events_table: "{{ source('jitsu', 'pageviews') }}" + jitsu_sessionization_trailing_window: 3 + jitsu_session_inactivity_cutoff: 30 * 60 + jitsu_pass_through_columns: ['event_type'] + jitsu_model_materialized: incremental + +``` +5. Execute `dbt seed` -- this project includes a CSV that must be seeded for it + the package to run successfully. +6. Execute `dbt run` – the Jitsu Sessions models will get built + +## Database support +This package has been tested on +PostgreSQL, ClickHouse, Redshift and BigQuery. + +### ClickHouse implementation details +This package relies heavily on SQL window functions. +Because Window functions are considered as an [experimental feature in ClickHouse](https://clickhouse.tech/docs/en/sql-reference/window-functions/) +we cannot guarantee stable results of using this package with ClickHouse database + +Currently, this package doesn't support incremental materialization with ClickHouse. Please set +`jitsu_model_materialized` to `table` + +## Contributing +Additional contributions to this repo are very welcome! diff --git a/analysis/.gitkeep b/analysis/.gitkeep new file mode 100644 index 0000000..e69de29 diff --git a/data/referrer_mapping.csv b/data/referrer_mapping.csv new file mode 100644 index 0000000..e0d8fa8 --- /dev/null +++ b/data/referrer_mapping.csv @@ -0,0 +1,1804 @@ +medium,source,host +email,Outlook.com,mail.live.com +email,Orange Webmail,orange.fr/webmail +email,Optus Zoo,webmail.optuszoo.com.au +email,Gmail,mail.google.com +email,AOL Mail,mail.aol.com +email,Daum Mail,mail2.daum.net +email,QQ Mail,mail.qq.com +email,126 Mail,mail.126.com +email,Bigpond,webmail.bigpond.com +email,Bigpond,webmail2.bigpond.com +email,Naver Mail,mail.naver.com +email,163 Mail,mail.163.com +email,Yahoo! Mail,mail.yahoo.net +email,Yahoo! Mail,mail.yahoo.com +email,Yahoo! Mail,mail.yahoo.co.uk +email,Yahoo! Mail,mail.yahoo.co.jp +email,Seznam Mail,email.seznam.cz +email,Mynet Mail,mail.mynet.com +social,Renren,renren.com +social,Tumblr,tumblr.com +social,Flickr,flickr.com +social,Cyworld,global.cyworld.com +social,Tuenti,tuenti.com +social,Donanimhaber,donanimhaber.com +social,Windows Live Spaces,login.live.com +social,Sonico.com,sonico.com +social,StumbleUpon,stumbleupon.com +social,Disqus,redirect.disqus.com +social,Disqus,disq.us +social,Disqus,disqus.com +social,Netlog,netlog.com +social,Badoo,badoo.com +social,Mail.ru,my.mail.ru +social,Vkontakte,vk.com +social,Vkontakte,vkontakte.ru +social,Friends Reunited,friendsreunited.com +social,Geni,geni.com +social,Plaxo,plaxo.com +social,Pocket,itusozluk.com +social,Mixi,mixi.jp +social,Odnoklassniki,odnoklassniki.ru +social,Foursquare,foursquare.com +social,Multiply,multiply.com +social,Tagged,login.tagged.com +social,Flixster,flixster.com +social,StudiVZ,studivz.net +social,Fotolog,fotolog.com +social,myYearbook,myyearbook.com +social,Habbo,habbo.com +social,MoiKrug.ru,moikrug.ru +social,Uludag Sozluk,uludagsozluk.com +social,Uludag Sozluk,ulusozluk.com +social,Hocam.com,hocam.com +social,Hyves,hyves.nl +social,Taringa!,taringa.net +social,Classmates,classmates.com +social,Paper.li,paper.li +social,Twitter,twitter.com +social,Twitter,t.co +social,WeeWorld,weeworld.com +social,Weibo,weibo.com +social,Weibo,t.cn +social,StackOverflow,stackoverflow.com +social,Identi.ca,identi.ca +social,SourceForge,sourceforge.net +social,Instela,instela.com +social,Hacker News,news.ycombinator.com +social,GitHub,github.com +social,Inci Sozluk,inci.sozlukspot.com +social,Inci Sozluk,incisozluk.com +social,Inci Sozluk,incisozluk.cc +social,Viadeo,viadeo.com +social,Myspace,myspace.com +social,Nasza-klasa.pl,nk.pl +social,Qzone,qzone.qq.com +social,LiveJournal,livejournal.ru +social,Xanga,xanga.com +social,Instagram,instagram.com +social,Last.fm,lastfm.ru +social,hi5,hi5.com +social,XING,xing.com +social,Google+,url.google.com +social,Google+,plus.google.com +social,LinkedIn,linkedin.com +social,LinkedIn,lnkd.in +social,BlackPlanet,blackplanet.com +social,Bebo,bebo.com +social,Skyrock,skyrock.com +social,Eksi Sozluk,Sozluk.com +social,Eksi Sozluk,sourtimes.org +social,Facebook,facebook.com +social,Facebook,fb.me +social,Facebook,m.facebook.com +social,Facebook,l.facebook.com +social,Facebook,lm.facebook.com +social,vKruguDruzei.ru,vkrugudruzei.ru +social,MyHeritage,myheritage.com +social,Youtube,youtube.com +social,Youtube,youtu.be +social,MyLife,mylife.ru +social,Douban,douban.com +social,Delicious,delicious.com +social,WAYN,wayn.com +social,Friendster,friendster.com +social,Vimeo,vimeo.com +social,Gaia Online,gaiaonline.com +social,Orkut,orkut.com +social,Reddit,reddit.com +social,Quora,quora.com +search,Lo.st,lo.st +search,Lycos,search.lycos.com +search,Lycos,lycos.com +search,Hit-Parade,req.-hit-parade.com +search,Hit-Parade,class.hit-parade.com +search,Hit-Parade,hit-parade.com +search,Suchmaschine.com,suchmaschine.com +search,Hotbot,hotbot.com +search,Conduit,search.conduit.com +search,Weborama,weborama.com +search,Toolbarhome,toolbarhome.com +search,Toolbarhome,vshare.toolbarhome.com +search,Ilse,ilse.nl +search,TalkTalk,talktalk.co.uk +search,Baidu,baidu.com +search,Baidu,.baidu.com +search,Baidu,zhidao.baidu.com +search,Baidu,tieba.baidu.com +search,Baidu,news.baidu.com +search,Baidu,web.gougou.com +search,Picsearch,picsearch.com +search,Genieo,search.genieo.com +search,maailm,maailm.com +search,IXquick,ixquick.com +search,IXquick,eu.ixquick.com +search,IXquick,ixquick.de +search,IXquick,us.ixquick.com +search,IXquick,s1.us.ixquick.com +search,IXquick,s2.us.ixquick.com +search,IXquick,s3.us.ixquick.com +search,IXquick,s4.us.ixquick.com +search,IXquick,s5.us.ixquick.com +search,IXquick,s8-eu.ixquick.com +search,IXquick,s1-eu.ixquick.de +search,Centrum,serach.centrum.cz +search,Centrum,morfeo.centrum.cz +search,Meinestadt,meinestadt.de +search,Teoma,teoma.com +search,Jyxo,jyxo.1188.cz +search,HighBeam,highbeam.com +search,AllTheWeb,alltheweb.com +search,APOLL07,apollo7.de +search,Google Blogsearch,blogsearch.google.ac +search,Google Blogsearch,blogsearch.google.ad +search,Google Blogsearch,blogsearch.google.ae +search,Google Blogsearch,blogsearch.google.am +search,Google Blogsearch,blogsearch.google.as +search,Google Blogsearch,blogsearch.google.at +search,Google Blogsearch,blogsearch.google.az +search,Google Blogsearch,blogsearch.google.ba +search,Google Blogsearch,blogsearch.google.be +search,Google Blogsearch,blogsearch.google.bf +search,Google Blogsearch,blogsearch.google.bg +search,Google Blogsearch,blogsearch.google.bi +search,Google Blogsearch,blogsearch.google.bj +search,Google Blogsearch,blogsearch.google.bs +search,Google Blogsearch,blogsearch.google.by +search,Google Blogsearch,blogsearch.google.ca +search,Google Blogsearch,blogsearch.google.cat +search,Google Blogsearch,blogsearch.google.cc +search,Google Blogsearch,blogsearch.google.cd +search,Google Blogsearch,blogsearch.google.cf +search,Google Blogsearch,blogsearch.google.cg +search,Google Blogsearch,blogsearch.google.ch +search,Google Blogsearch,blogsearch.google.ci +search,Google Blogsearch,blogsearch.google.cl +search,Google Blogsearch,blogsearch.google.cm +search,Google Blogsearch,blogsearch.google.cn +search,Google Blogsearch,blogsearch.google.co.bw +search,Google Blogsearch,blogsearch.google.co.ck +search,Google Blogsearch,blogsearch.google.co.cr +search,Google Blogsearch,blogsearch.google.co.id +search,Google Blogsearch,blogsearch.google.co.il +search,Google Blogsearch,blogsearch.google.co.in +search,Google Blogsearch,blogsearch.google.co.jp +search,Google Blogsearch,blogsearch.google.co.ke +search,Google Blogsearch,blogsearch.google.co.kr +search,Google Blogsearch,blogsearch.google.co.ls +search,Google Blogsearch,blogsearch.google.co.ma +search,Google Blogsearch,blogsearch.google.co.mz +search,Google Blogsearch,blogsearch.google.co.nz +search,Google Blogsearch,blogsearch.google.co.th +search,Google Blogsearch,blogsearch.google.co.tz +search,Google Blogsearch,blogsearch.google.co.ug +search,Google Blogsearch,blogsearch.google.co.uk +search,Google Blogsearch,blogsearch.google.co.uz +search,Google Blogsearch,blogsearch.google.co.ve +search,Google Blogsearch,blogsearch.google.co.vi +search,Google Blogsearch,blogsearch.google.co.za +search,Google Blogsearch,blogsearch.google.co.zm +search,Google Blogsearch,blogsearch.google.co.zw +search,Google Blogsearch,blogsearch.google.com +search,Google Blogsearch,blogsearch.google.com.af +search,Google Blogsearch,blogsearch.google.com.ag +search,Google Blogsearch,blogsearch.google.com.ai +search,Google Blogsearch,blogsearch.google.com.ar +search,Google Blogsearch,blogsearch.google.com.au +search,Google Blogsearch,blogsearch.google.com.bd +search,Google Blogsearch,blogsearch.google.com.bh +search,Google Blogsearch,blogsearch.google.com.bn +search,Google Blogsearch,blogsearch.google.com.bo +search,Google Blogsearch,blogsearch.google.com.br +search,Google Blogsearch,blogsearch.google.com.by +search,Google Blogsearch,blogsearch.google.com.bz +search,Google Blogsearch,blogsearch.google.com.co +search,Google Blogsearch,blogsearch.google.com.cu +search,Google Blogsearch,blogsearch.google.com.cy +search,Google Blogsearch,blogsearch.google.com.do +search,Google Blogsearch,blogsearch.google.com.ec +search,Google Blogsearch,blogsearch.google.com.eg +search,Google Blogsearch,blogsearch.google.com.et +search,Google Blogsearch,blogsearch.google.com.fj +search,Google Blogsearch,blogsearch.google.com.gh +search,Google Blogsearch,blogsearch.google.com.gi +search,Google Blogsearch,blogsearch.google.com.gt +search,Google Blogsearch,blogsearch.google.com.hk +search,Google Blogsearch,blogsearch.google.com.jm +search,Google Blogsearch,blogsearch.google.com.kh +search,Google Blogsearch,blogsearch.google.com.kw +search,Google Blogsearch,blogsearch.google.com.lb +search,Google Blogsearch,blogsearch.google.com.lc +search,Google Blogsearch,blogsearch.google.com.ly +search,Google Blogsearch,blogsearch.google.com.mt +search,Google Blogsearch,blogsearch.google.com.mx +search,Google Blogsearch,blogsearch.google.com.my +search,Google Blogsearch,blogsearch.google.com.na +search,Google Blogsearch,blogsearch.google.com.nf +search,Google Blogsearch,blogsearch.google.com.ng +search,Google Blogsearch,blogsearch.google.com.ni +search,Google Blogsearch,blogsearch.google.com.np +search,Google Blogsearch,blogsearch.google.com.om +search,Google Blogsearch,blogsearch.google.com.pa +search,Google Blogsearch,blogsearch.google.com.pe +search,Google Blogsearch,blogsearch.google.com.ph +search,Google Blogsearch,blogsearch.google.com.pk +search,Google Blogsearch,blogsearch.google.com.pr +search,Google Blogsearch,blogsearch.google.com.py +search,Google Blogsearch,blogsearch.google.com.qa +search,Google Blogsearch,blogsearch.google.com.sa +search,Google Blogsearch,blogsearch.google.com.sb +search,Google Blogsearch,blogsearch.google.com.sg +search,Google Blogsearch,blogsearch.google.com.sl +search,Google Blogsearch,blogsearch.google.com.sv +search,Google Blogsearch,blogsearch.google.com.tj +search,Google Blogsearch,blogsearch.google.com.tn +search,Google Blogsearch,blogsearch.google.com.tr +search,Google Blogsearch,blogsearch.google.com.tw +search,Google Blogsearch,blogsearch.google.com.ua +search,Google Blogsearch,blogsearch.google.com.uy +search,Google Blogsearch,blogsearch.google.com.vc +search,Google Blogsearch,blogsearch.google.com.vn +search,Google Blogsearch,blogsearch.google.cv +search,Google Blogsearch,blogsearch.google.cz +search,Google Blogsearch,blogsearch.google.de +search,Google Blogsearch,blogsearch.google.dj +search,Google Blogsearch,blogsearch.google.dk +search,Google Blogsearch,blogsearch.google.dm +search,Google Blogsearch,blogsearch.google.dz +search,Google Blogsearch,blogsearch.google.ee +search,Google Blogsearch,blogsearch.google.es +search,Google Blogsearch,blogsearch.google.fi +search,Google Blogsearch,blogsearch.google.fm +search,Google Blogsearch,blogsearch.google.fr +search,Google Blogsearch,blogsearch.google.ga +search,Google Blogsearch,blogsearch.google.gd +search,Google Blogsearch,blogsearch.google.ge +search,Google Blogsearch,blogsearch.google.gf +search,Google Blogsearch,blogsearch.google.gg +search,Google Blogsearch,blogsearch.google.gl +search,Google Blogsearch,blogsearch.google.gm +search,Google Blogsearch,blogsearch.google.gp +search,Google Blogsearch,blogsearch.google.gr +search,Google Blogsearch,blogsearch.google.gy +search,Google Blogsearch,blogsearch.google.hn +search,Google Blogsearch,blogsearch.google.hr +search,Google Blogsearch,blogsearch.google.ht +search,Google Blogsearch,blogsearch.google.hu +search,Google Blogsearch,blogsearch.google.ie +search,Google Blogsearch,blogsearch.google.im +search,Google Blogsearch,blogsearch.google.io +search,Google Blogsearch,blogsearch.google.iq +search,Google Blogsearch,blogsearch.google.is +search,Google Blogsearch,blogsearch.google.it +search,Google Blogsearch,blogsearch.google.it.ao +search,Google Blogsearch,blogsearch.google.je +search,Google Blogsearch,blogsearch.google.jo +search,Google Blogsearch,blogsearch.google.kg +search,Google Blogsearch,blogsearch.google.ki +search,Google Blogsearch,blogsearch.google.kz +search,Google Blogsearch,blogsearch.google.la +search,Google Blogsearch,blogsearch.google.li +search,Google Blogsearch,blogsearch.google.lk +search,Google Blogsearch,blogsearch.google.lt +search,Google Blogsearch,blogsearch.google.lu +search,Google Blogsearch,blogsearch.google.lv +search,Google Blogsearch,blogsearch.google.md +search,Google Blogsearch,blogsearch.google.me +search,Google Blogsearch,blogsearch.google.mg +search,Google Blogsearch,blogsearch.google.mk +search,Google Blogsearch,blogsearch.google.ml +search,Google Blogsearch,blogsearch.google.mn +search,Google Blogsearch,blogsearch.google.ms +search,Google Blogsearch,blogsearch.google.mu +search,Google Blogsearch,blogsearch.google.mv +search,Google Blogsearch,blogsearch.google.mw +search,Google Blogsearch,blogsearch.google.ne +search,Google Blogsearch,blogsearch.google.nl +search,Google Blogsearch,blogsearch.google.no +search,Google Blogsearch,blogsearch.google.nr +search,Google Blogsearch,blogsearch.google.nu +search,Google Blogsearch,blogsearch.google.pl +search,Google Blogsearch,blogsearch.google.pn +search,Google Blogsearch,blogsearch.google.ps +search,Google Blogsearch,blogsearch.google.pt +search,Google Blogsearch,blogsearch.google.ro +search,Google Blogsearch,blogsearch.google.rs +search,Google Blogsearch,blogsearch.google.ru +search,Google Blogsearch,blogsearch.google.rw +search,Google Blogsearch,blogsearch.google.sc +search,Google Blogsearch,blogsearch.google.se +search,Google Blogsearch,blogsearch.google.sh +search,Google Blogsearch,blogsearch.google.si +search,Google Blogsearch,blogsearch.google.sk +search,Google Blogsearch,blogsearch.google.sm +search,Google Blogsearch,blogsearch.google.sn +search,Google Blogsearch,blogsearch.google.so +search,Google Blogsearch,blogsearch.google.st +search,Google Blogsearch,blogsearch.google.td +search,Google Blogsearch,blogsearch.google.tg +search,Google Blogsearch,blogsearch.google.tk +search,Google Blogsearch,blogsearch.google.tl +search,Google Blogsearch,blogsearch.google.tm +search,Google Blogsearch,blogsearch.google.to +search,Google Blogsearch,blogsearch.google.tt +search,Google Blogsearch,blogsearch.google.us +search,Google Blogsearch,blogsearch.google.vg +search,Google Blogsearch,blogsearch.google.vu +search,Google Blogsearch,blogsearch.google.ws +search,Nigma,nigma.ru +search,Aport,sm.aport.ru +search,Web.nl,web.nl +search,PeoplePC,search.peoplepc.com +search,Blogdigger,blogdigger.com +search,FriendFeed,friendfeed.com +search,Softonic,search.softonic.com +search,Seznam,search.seznam.cz +search,X-recherche,x-recherche.com +search,Crawler,crawler.com +search,WWW,search.www.ee +search,Digg,digg.com +search,Apollo Latvia,apollo.lv/portal/search/ +search,Zoek,.zoek.nl +search,goo,search.goo.ne.jp +search,goo,ocnsearch.goo.ne.jp +search,Bing,bing.com +search,Bing,msnbc.msn.com +search,Bing,dizionario.it.msn.com +search,Bing,cc.bingj.com +search,Bing,m.bing.com +search,Skynet,skynet.be +search,Gigablast,gigablast.com +search,Gigablast,dir.gigablast.com +search,Nate,search.nate.com +search,URL.ORGanizier,url.org +search,MetaCrawler.de,s1.metacrawler.de +search,MetaCrawler.de,s2.metacrawler.de +search,MetaCrawler.de,s3.metacrawler.de +search,El Mundo,ariadna.elmundo.es +search,Zapmeta,zapmeta.com +search,Zapmeta,zapmeta.nl +search,Zapmeta,zapmeta.de +search,Zapmeta,uk.zapmeta.com +search,Forestle,forestle.org +search,Forestle,forestle.mobi +search,Maxwebsearch,maxwebsearch.com +search,Mozbot,mozbot.fr +search,Mozbot,mozbot.co.uk +search,Mozbot,mozbot.com +search,Startpagina,startgoogle.startpagina.nl +search,canoe.ca,web.canoe.ca +search,Needtofind,ko.search.need2find.com +search,Apontador,apontador.com.br +search,Mail.ru,go.mail.ru +search,Latne,latne.lv +search,Qualigo,qualigo.at +search,Qualigo,qualigo.ch +search,Qualigo,qualigo.de +search,Qualigo,qualigo.nl +search,WebSearch,websearch.com +search,Snapdo,search.snapdo.com +search,Vindex,vindex.nl +search,Vindex,search.vindex.nl +search,Twingly,twingly.com +search,Alice Adsl,rechercher.aliceadsl.fr +search,Ask Toolbar,search.tb.ask.com +search,I-play,start.iplay.com +search,Charter,charter.net +search,Daemon search,daemon-search.com +search,Daemon search,my.daemon-search.com +search,Babylon,search.babylon.com +search,Babylon,searchassist.babylon.com +search,all.by,all.by +search,Google Video,video.google.com +search,Terra,buscador.terra.es +search,Terra,buscador.terra.cl +search,Terra,buscador.terra.com.br +search,Amazon,amazon.com +search,Looksmart,looksmart.com +search,Eniro,eniro.se +search,Walhello,walhello.info +search,Walhello,walhello.com +search,Walhello,walhello.de +search,Walhello,walhello.nl +search,Jungle Key,junglekey.com +search,Jungle Key,junglekey.fr +search,Mamma,mamma.com +search,Mamma,mamma75.mamma.com +search,Nifty,search.nifty.com +search,Globososo,searches.globososo.com +search,Globososo,search.globososo.com +search,Google Images,google.ac/imgres +search,Google Images,google.ad/imgres +search,Google Images,google.ae/imgres +search,Google Images,google.am/imgres +search,Google Images,google.as/imgres +search,Google Images,google.at/imgres +search,Google Images,google.az/imgres +search,Google Images,google.ba/imgres +search,Google Images,google.be/imgres +search,Google Images,google.bf/imgres +search,Google Images,google.bg/imgres +search,Google Images,google.bi/imgres +search,Google Images,google.bj/imgres +search,Google Images,google.bs/imgres +search,Google Images,google.by/imgres +search,Google Images,google.ca/imgres +search,Google Images,google.cat/imgres +search,Google Images,google.cc/imgres +search,Google Images,google.cd/imgres +search,Google Images,google.cf/imgres +search,Google Images,google.cg/imgres +search,Google Images,google.ch/imgres +search,Google Images,google.ci/imgres +search,Google Images,google.cl/imgres +search,Google Images,google.cm/imgres +search,Google Images,google.cn/imgres +search,Google Images,google.co.bw/imgres +search,Google Images,google.co.ck/imgres +search,Google Images,google.co.cr/imgres +search,Google Images,google.co.id/imgres +search,Google Images,google.co.il/imgres +search,Google Images,google.co.in/imgres +search,Google Images,google.co.jp/imgres +search,Google Images,google.co.ke/imgres +search,Google Images,google.co.kr/imgres +search,Google Images,google.co.ls/imgres +search,Google Images,google.co.ma/imgres +search,Google Images,google.co.mz/imgres +search,Google Images,google.co.nz/imgres +search,Google Images,google.co.th/imgres +search,Google Images,google.co.tz/imgres +search,Google Images,google.co.ug/imgres +search,Google Images,google.co.uk/imgres +search,Google Images,google.co.uz/imgres +search,Google Images,google.co.ve/imgres +search,Google Images,google.co.vi/imgres +search,Google Images,google.co.za/imgres +search,Google Images,google.co.zm/imgres +search,Google Images,google.co.zw/imgres +search,Google Images,google.com/imgres +search,Google Images,google.com.af/imgres +search,Google Images,google.com.ag/imgres +search,Google Images,google.com.ai/imgres +search,Google Images,google.com.ar/imgres +search,Google Images,google.com.au/imgres +search,Google Images,google.com.bd/imgres +search,Google Images,google.com.bh/imgres +search,Google Images,google.com.bn/imgres +search,Google Images,google.com.bo/imgres +search,Google Images,google.com.br/imgres +search,Google Images,google.com.by/imgres +search,Google Images,google.com.bz/imgres +search,Google Images,google.com.co/imgres +search,Google Images,google.com.cu/imgres +search,Google Images,google.com.cy/imgres +search,Google Images,google.com.do/imgres +search,Google Images,google.com.ec/imgres +search,Google Images,google.com.eg/imgres +search,Google Images,google.com.et/imgres +search,Google Images,google.com.fj/imgres +search,Google Images,google.com.gh/imgres +search,Google Images,google.com.gi/imgres +search,Google Images,google.com.gt/imgres +search,Google Images,google.com.hk/imgres +search,Google Images,google.com.jm/imgres +search,Google Images,google.com.kh/imgres +search,Google Images,google.com.kw/imgres +search,Google Images,google.com.lb/imgres +search,Google Images,google.com.lc/imgres +search,Google Images,google.com.ly/imgres +search,Google Images,google.com.mt/imgres +search,Google Images,google.com.mx/imgres +search,Google Images,google.com.my/imgres +search,Google Images,google.com.na/imgres +search,Google Images,google.com.nf/imgres +search,Google Images,google.com.ng/imgres +search,Google Images,google.com.ni/imgres +search,Google Images,google.com.np/imgres +search,Google Images,google.com.om/imgres +search,Google Images,google.com.pa/imgres +search,Google Images,google.com.pe/imgres +search,Google Images,google.com.ph/imgres +search,Google Images,google.com.pk/imgres +search,Google Images,google.com.pr/imgres +search,Google Images,google.com.py/imgres +search,Google Images,google.com.qa/imgres +search,Google Images,google.com.sa/imgres +search,Google Images,google.com.sb/imgres +search,Google Images,google.com.sg/imgres +search,Google Images,google.com.sl/imgres +search,Google Images,google.com.sv/imgres +search,Google Images,google.com.tj/imgres +search,Google Images,google.com.tn/imgres +search,Google Images,google.com.tr/imgres +search,Google Images,google.com.tw/imgres +search,Google Images,google.com.ua/imgres +search,Google Images,google.com.uy/imgres +search,Google Images,google.com.vc/imgres +search,Google Images,google.com.vn/imgres +search,Google Images,google.cv/imgres +search,Google Images,google.cz/imgres +search,Google Images,google.de/imgres +search,Google Images,google.dj/imgres +search,Google Images,google.dk/imgres +search,Google Images,google.dm/imgres +search,Google Images,google.dz/imgres +search,Google Images,google.ee/imgres +search,Google Images,google.es/imgres +search,Google Images,google.fi/imgres +search,Google Images,google.fm/imgres +search,Google Images,google.fr/imgres +search,Google Images,google.ga/imgres +search,Google Images,google.gd/imgres +search,Google Images,google.ge/imgres +search,Google Images,google.gf/imgres +search,Google Images,google.gg/imgres +search,Google Images,google.gl/imgres +search,Google Images,google.gm/imgres +search,Google Images,google.gp/imgres +search,Google Images,google.gr/imgres +search,Google Images,google.gy/imgres +search,Google Images,google.hn/imgres +search,Google Images,google.hr/imgres +search,Google Images,google.ht/imgres +search,Google Images,google.hu/imgres +search,Google Images,google.ie/imgres +search,Google Images,google.im/imgres +search,Google Images,google.io/imgres +search,Google Images,google.iq/imgres +search,Google Images,google.is/imgres +search,Google Images,google.it/imgres +search,Google Images,google.it.ao/imgres +search,Google Images,google.je/imgres +search,Google Images,google.jo/imgres +search,Google Images,google.kg/imgres +search,Google Images,google.ki/imgres +search,Google Images,google.kz/imgres +search,Google Images,google.la/imgres +search,Google Images,google.li/imgres +search,Google Images,google.lk/imgres +search,Google Images,google.lt/imgres +search,Google Images,google.lu/imgres +search,Google Images,google.lv/imgres +search,Google Images,google.md/imgres +search,Google Images,google.me/imgres +search,Google Images,google.mg/imgres +search,Google Images,google.mk/imgres +search,Google Images,google.ml/imgres +search,Google Images,google.mn/imgres +search,Google Images,google.ms/imgres +search,Google Images,google.mu/imgres +search,Google Images,google.mv/imgres +search,Google Images,google.mw/imgres +search,Google Images,google.ne/imgres +search,Google Images,google.nl/imgres +search,Google Images,google.no/imgres +search,Google Images,google.nr/imgres +search,Google Images,google.nu/imgres +search,Google Images,google.pl/imgres +search,Google Images,google.pn/imgres +search,Google Images,google.ps/imgres +search,Google Images,google.pt/imgres +search,Google Images,google.ro/imgres +search,Google Images,google.rs/imgres +search,Google Images,google.ru/imgres +search,Google Images,google.rw/imgres +search,Google Images,google.sc/imgres +search,Google Images,google.se/imgres +search,Google Images,google.sh/imgres +search,Google Images,google.si/imgres +search,Google Images,google.sk/imgres +search,Google Images,google.sm/imgres +search,Google Images,google.sn/imgres +search,Google Images,google.so/imgres +search,Google Images,google.st/imgres +search,Google Images,google.td/imgres +search,Google Images,google.tg/imgres +search,Google Images,google.tk/imgres +search,Google Images,google.tl/imgres +search,Google Images,google.tm/imgres +search,Google Images,google.to/imgres +search,Google Images,google.tt/imgres +search,Google Images,google.us/imgres +search,Google Images,google.vg/imgres +search,Google Images,google.vu/imgres +search,Google Images,images.google.ac +search,Google Images,images.google.ad +search,Google Images,images.google.ae +search,Google Images,images.google.am +search,Google Images,images.google.as +search,Google Images,images.google.at +search,Google Images,images.google.az +search,Google Images,images.google.ba +search,Google Images,images.google.be +search,Google Images,images.google.bf +search,Google Images,images.google.bg +search,Google Images,images.google.bi +search,Google Images,images.google.bj +search,Google Images,images.google.bs +search,Google Images,images.google.by +search,Google Images,images.google.ca +search,Google Images,images.google.cat +search,Google Images,images.google.cc +search,Google Images,images.google.cd +search,Google Images,images.google.cf +search,Google Images,images.google.cg +search,Google Images,images.google.ch +search,Google Images,images.google.ci +search,Google Images,images.google.cl +search,Google Images,images.google.cm +search,Google Images,images.google.cn +search,Google Images,images.google.co.bw +search,Google Images,images.google.co.ck +search,Google Images,images.google.co.cr +search,Google Images,images.google.co.id +search,Google Images,images.google.co.il +search,Google Images,images.google.co.in +search,Google Images,images.google.co.jp +search,Google Images,images.google.co.ke +search,Google Images,images.google.co.kr +search,Google Images,images.google.co.ls +search,Google Images,images.google.co.ma +search,Google Images,images.google.co.mz +search,Google Images,images.google.co.nz +search,Google Images,images.google.co.th +search,Google Images,images.google.co.tz +search,Google Images,images.google.co.ug +search,Google Images,images.google.co.uk +search,Google Images,images.google.co.uz +search,Google Images,images.google.co.ve +search,Google Images,images.google.co.vi +search,Google Images,images.google.co.za +search,Google Images,images.google.co.zm +search,Google Images,images.google.co.zw +search,Google Images,images.google.com +search,Google Images,images.google.com.af +search,Google Images,images.google.com.ag +search,Google Images,images.google.com.ai +search,Google Images,images.google.com.ar +search,Google Images,images.google.com.au +search,Google Images,images.google.com.bd +search,Google Images,images.google.com.bh +search,Google Images,images.google.com.bn +search,Google Images,images.google.com.bo +search,Google Images,images.google.com.br +search,Google Images,images.google.com.by +search,Google Images,images.google.com.bz +search,Google Images,images.google.com.co +search,Google Images,images.google.com.cu +search,Google Images,images.google.com.cy +search,Google Images,images.google.com.do +search,Google Images,images.google.com.ec +search,Google Images,images.google.com.eg +search,Google Images,images.google.com.et +search,Google Images,images.google.com.fj +search,Google Images,images.google.com.gh +search,Google Images,images.google.com.gi +search,Google Images,images.google.com.gt +search,Google Images,images.google.com.hk +search,Google Images,images.google.com.jm +search,Google Images,images.google.com.kh +search,Google Images,images.google.com.kw +search,Google Images,images.google.com.lb +search,Google Images,images.google.com.lc +search,Google Images,images.google.com.ly +search,Google Images,images.google.com.mt +search,Google Images,images.google.com.mx +search,Google Images,images.google.com.my +search,Google Images,images.google.com.na +search,Google Images,images.google.com.nf +search,Google Images,images.google.com.ng +search,Google Images,images.google.com.ni +search,Google Images,images.google.com.np +search,Google Images,images.google.com.om +search,Google Images,images.google.com.pa +search,Google Images,images.google.com.pe +search,Google Images,images.google.com.ph +search,Google Images,images.google.com.pk +search,Google Images,images.google.com.pr +search,Google Images,images.google.com.py +search,Google Images,images.google.com.qa +search,Google Images,images.google.com.sa +search,Google Images,images.google.com.sb +search,Google Images,images.google.com.sg +search,Google Images,images.google.com.sl +search,Google Images,images.google.com.sv +search,Google Images,images.google.com.tj +search,Google Images,images.google.com.tn +search,Google Images,images.google.com.tr +search,Google Images,images.google.com.tw +search,Google Images,images.google.com.ua +search,Google Images,images.google.com.uy +search,Google Images,images.google.com.vc +search,Google Images,images.google.com.vn +search,Google Images,images.google.cv +search,Google Images,images.google.cz +search,Google Images,images.google.de +search,Google Images,images.google.dj +search,Google Images,images.google.dk +search,Google Images,images.google.dm +search,Google Images,images.google.dz +search,Google Images,images.google.ee +search,Google Images,images.google.es +search,Google Images,images.google.fi +search,Google Images,images.google.fm +search,Google Images,images.google.fr +search,Google Images,images.google.ga +search,Google Images,images.google.gd +search,Google Images,images.google.ge +search,Google Images,images.google.gf +search,Google Images,images.google.gg +search,Google Images,images.google.gl +search,Google Images,images.google.gm +search,Google Images,images.google.gp +search,Google Images,images.google.gr +search,Google Images,images.google.gy +search,Google Images,images.google.hn +search,Google Images,images.google.hr +search,Google Images,images.google.ht +search,Google Images,images.google.hu +search,Google Images,images.google.ie +search,Google Images,images.google.im +search,Google Images,images.google.io +search,Google Images,images.google.iq +search,Google Images,images.google.is +search,Google Images,images.google.it +search,Google Images,images.google.it.ao +search,Google Images,images.google.je +search,Google Images,images.google.jo +search,Google Images,images.google.kg +search,Google Images,images.google.ki +search,Google Images,images.google.kz +search,Google Images,images.google.la +search,Google Images,images.google.li +search,Google Images,images.google.lk +search,Google Images,images.google.lt +search,Google Images,images.google.lu +search,Google Images,images.google.lv +search,Google Images,images.google.md +search,Google Images,images.google.me +search,Google Images,images.google.mg +search,Google Images,images.google.mk +search,Google Images,images.google.ml +search,Google Images,images.google.mn +search,Google Images,images.google.ms +search,Google Images,images.google.mu +search,Google Images,images.google.mv +search,Google Images,images.google.mw +search,Google Images,images.google.ne +search,Google Images,images.google.nl +search,Google Images,images.google.no +search,Google Images,images.google.nr +search,Google Images,images.google.nu +search,Google Images,images.google.pl +search,Google Images,images.google.pn +search,Google Images,images.google.ps +search,Google Images,images.google.pt +search,Google Images,images.google.ro +search,Google Images,images.google.rs +search,Google Images,images.google.ru +search,Google Images,images.google.rw +search,Google Images,images.google.sc +search,Google Images,images.google.se +search,Google Images,images.google.sh +search,Google Images,images.google.si +search,Google Images,images.google.sk +search,Google Images,images.google.sm +search,Google Images,images.google.sn +search,Google Images,images.google.so +search,Google Images,images.google.st +search,Google Images,images.google.td +search,Google Images,images.google.tg +search,Google Images,images.google.tk +search,Google Images,images.google.tl +search,Google Images,images.google.tm +search,Google Images,images.google.to +search,Google Images,images.google.tt +search,Google Images,images.google.us +search,Google Images,images.google.vg +search,Google Images,images.google.vu +search,Google Images,images.google.ws +search,Ask,ask.com +search,Ask,web.ask.com +search,Ask,int.ask.com +search,Ask,mws.ask.com +search,Ask,uk.ask.com +search,Ask,images.ask.com +search,Ask,ask.reference.com +search,Ask,askkids.com +search,Ask,iwon.ask.com +search,Ask,ask.co.uk +search,Ask,qbyrd.com +search,Ask,search-results.com +search,Ask,uk.search-results.com +search,Ask,int.search-results.com +search,Naver Images,image.search.naver.com +search,Naver Images,imagesearch.naver.com +search,soso.com,soso.com +search,RPMFind,rpmfind.net +search,RPMFind,fr2.rpmfind.net +search,Startsiden,startsiden.no +search,Freecause,search.freecause.com +search,Neti,neti.ee +search,Arcor,arcor.de +search,Google News,news.google.ac +search,Google News,news.google.ad +search,Google News,news.google.ae +search,Google News,news.google.am +search,Google News,news.google.as +search,Google News,news.google.at +search,Google News,news.google.az +search,Google News,news.google.ba +search,Google News,news.google.be +search,Google News,news.google.bf +search,Google News,news.google.bg +search,Google News,news.google.bi +search,Google News,news.google.bj +search,Google News,news.google.bs +search,Google News,news.google.by +search,Google News,news.google.ca +search,Google News,news.google.cat +search,Google News,news.google.cc +search,Google News,news.google.cd +search,Google News,news.google.cf +search,Google News,news.google.cg +search,Google News,news.google.ch +search,Google News,news.google.ci +search,Google News,news.google.cl +search,Google News,news.google.cm +search,Google News,news.google.cn +search,Google News,news.google.co.bw +search,Google News,news.google.co.ck +search,Google News,news.google.co.cr +search,Google News,news.google.co.id +search,Google News,news.google.co.il +search,Google News,news.google.co.in +search,Google News,news.google.co.jp +search,Google News,news.google.co.ke +search,Google News,news.google.co.kr +search,Google News,news.google.co.ls +search,Google News,news.google.co.ma +search,Google News,news.google.co.mz +search,Google News,news.google.co.nz +search,Google News,news.google.co.th +search,Google News,news.google.co.tz +search,Google News,news.google.co.ug +search,Google News,news.google.co.uk +search,Google News,news.google.co.uz +search,Google News,news.google.co.ve +search,Google News,news.google.co.vi +search,Google News,news.google.co.za +search,Google News,news.google.co.zm +search,Google News,news.google.co.zw +search,Google News,news.google.com +search,Google News,news.google.com.af +search,Google News,news.google.com.ag +search,Google News,news.google.com.ai +search,Google News,news.google.com.ar +search,Google News,news.google.com.au +search,Google News,news.google.com.bd +search,Google News,news.google.com.bh +search,Google News,news.google.com.bn +search,Google News,news.google.com.bo +search,Google News,news.google.com.br +search,Google News,news.google.com.by +search,Google News,news.google.com.bz +search,Google News,news.google.com.co +search,Google News,news.google.com.cu +search,Google News,news.google.com.cy +search,Google News,news.google.com.do +search,Google News,news.google.com.ec +search,Google News,news.google.com.eg +search,Google News,news.google.com.et +search,Google News,news.google.com.fj +search,Google News,news.google.com.gh +search,Google News,news.google.com.gi +search,Google News,news.google.com.gt +search,Google News,news.google.com.hk +search,Google News,news.google.com.jm +search,Google News,news.google.com.kh +search,Google News,news.google.com.kw +search,Google News,news.google.com.lb +search,Google News,news.google.com.lc +search,Google News,news.google.com.ly +search,Google News,news.google.com.mt +search,Google News,news.google.com.mx +search,Google News,news.google.com.my +search,Google News,news.google.com.na +search,Google News,news.google.com.nf +search,Google News,news.google.com.ng +search,Google News,news.google.com.ni +search,Google News,news.google.com.np +search,Google News,news.google.com.om +search,Google News,news.google.com.pa +search,Google News,news.google.com.pe +search,Google News,news.google.com.ph +search,Google News,news.google.com.pk +search,Google News,news.google.com.pr +search,Google News,news.google.com.py +search,Google News,news.google.com.qa +search,Google News,news.google.com.sa +search,Google News,news.google.com.sb +search,Google News,news.google.com.sg +search,Google News,news.google.com.sl +search,Google News,news.google.com.sv +search,Google News,news.google.com.tj +search,Google News,news.google.com.tn +search,Google News,news.google.com.tr +search,Google News,news.google.com.tw +search,Google News,news.google.com.ua +search,Google News,news.google.com.uy +search,Google News,news.google.com.vc +search,Google News,news.google.com.vn +search,Google News,news.google.cv +search,Google News,news.google.cz +search,Google News,news.google.de +search,Google News,news.google.dj +search,Google News,news.google.dk +search,Google News,news.google.dm +search,Google News,news.google.dz +search,Google News,news.google.ee +search,Google News,news.google.es +search,Google News,news.google.fi +search,Google News,news.google.fm +search,Google News,news.google.fr +search,Google News,news.google.ga +search,Google News,news.google.gd +search,Google News,news.google.ge +search,Google News,news.google.gf +search,Google News,news.google.gg +search,Google News,news.google.gl +search,Google News,news.google.gm +search,Google News,news.google.gp +search,Google News,news.google.gr +search,Google News,news.google.gy +search,Google News,news.google.hn +search,Google News,news.google.hr +search,Google News,news.google.ht +search,Google News,news.google.hu +search,Google News,news.google.ie +search,Google News,news.google.im +search,Google News,news.google.io +search,Google News,news.google.iq +search,Google News,news.google.is +search,Google News,news.google.it +search,Google News,news.google.it.ao +search,Google News,news.google.je +search,Google News,news.google.jo +search,Google News,news.google.kg +search,Google News,news.google.ki +search,Google News,news.google.kz +search,Google News,news.google.la +search,Google News,news.google.li +search,Google News,news.google.lk +search,Google News,news.google.lt +search,Google News,news.google.lu +search,Google News,news.google.lv +search,Google News,news.google.md +search,Google News,news.google.me +search,Google News,news.google.mg +search,Google News,news.google.mk +search,Google News,news.google.ml +search,Google News,news.google.mn +search,Google News,news.google.ms +search,Google News,news.google.mu +search,Google News,news.google.mv +search,Google News,news.google.mw +search,Google News,news.google.ne +search,Google News,news.google.nl +search,Google News,news.google.no +search,Google News,news.google.nr +search,Google News,news.google.nu +search,Google News,news.google.pl +search,Google News,news.google.pn +search,Google News,news.google.ps +search,Google News,news.google.pt +search,Google News,news.google.ro +search,Google News,news.google.rs +search,Google News,news.google.ru +search,Google News,news.google.rw +search,Google News,news.google.sc +search,Google News,news.google.se +search,Google News,news.google.sh +search,Google News,news.google.si +search,Google News,news.google.sk +search,Google News,news.google.sm +search,Google News,news.google.sn +search,Google News,news.google.so +search,Google News,news.google.st +search,Google News,news.google.td +search,Google News,news.google.tg +search,Google News,news.google.tk +search,Google News,news.google.tl +search,Google News,news.google.tm +search,Google News,news.google.to +search,Google News,news.google.tt +search,Google News,news.google.us +search,Google News,news.google.vg +search,Google News,news.google.vu +search,Google News,news.google.ws +search,Euroseek,euroseek.com +search,Dalesearch,dalesearch.com +search,TrovaRapido,trovarapido.com +search,Yandex Images,images.yandex.ru +search,Yandex Images,images.yandex.ua +search,Yandex Images,images.yandex.com +search,Google,google.com +search,Google,google.ac +search,Google,google.ad +search,Google,google.com.af +search,Google,google.com.ag +search,Google,google.com.ai +search,Google,google.am +search,Google,google.it.ao +search,Google,google.com.ar +search,Google,google.as +search,Google,google.at +search,Google,google.com.au +search,Google,google.az +search,Google,google.ba +search,Google,google.com.bd +search,Google,google.be +search,Google,google.bf +search,Google,google.bg +search,Google,google.com.bh +search,Google,google.bi +search,Google,google.bj +search,Google,google.com.bn +search,Google,google.com.bo +search,Google,google.com.br +search,Google,google.bs +search,Google,google.co.bw +search,Google,google.com.by +search,Google,google.by +search,Google,google.com.bz +search,Google,google.ca +search,Google,google.com.kh +search,Google,google.cc +search,Google,google.cd +search,Google,google.cf +search,Google,google.cat +search,Google,google.cg +search,Google,google.ch +search,Google,google.ci +search,Google,google.co.ck +search,Google,google.cl +search,Google,google.cm +search,Google,google.cn +search,Google,google.com.co +search,Google,google.co.cr +search,Google,google.com.cu +search,Google,google.cv +search,Google,google.com.cy +search,Google,google.cz +search,Google,google.de +search,Google,google.dj +search,Google,google.dk +search,Google,google.dm +search,Google,google.com.do +search,Google,google.dz +search,Google,google.com.ec +search,Google,google.ee +search,Google,google.com.eg +search,Google,google.es +search,Google,google.com.et +search,Google,google.fi +search,Google,google.com.fj +search,Google,google.fm +search,Google,google.fr +search,Google,google.ga +search,Google,google.gd +search,Google,google.ge +search,Google,google.gf +search,Google,google.gg +search,Google,google.com.gh +search,Google,google.com.gi +search,Google,google.gl +search,Google,google.gm +search,Google,google.gp +search,Google,google.gr +search,Google,google.com.gt +search,Google,google.gy +search,Google,google.com.hk +search,Google,google.hn +search,Google,google.hr +search,Google,google.ht +search,Google,google.hu +search,Google,google.co.id +search,Google,google.iq +search,Google,google.ie +search,Google,google.co.il +search,Google,google.im +search,Google,google.co.in +search,Google,google.io +search,Google,google.is +search,Google,google.it +search,Google,google.je +search,Google,google.com.jm +search,Google,google.jo +search,Google,google.co.jp +search,Google,google.co.ke +search,Google,google.ki +search,Google,google.kg +search,Google,google.co.kr +search,Google,google.com.kw +search,Google,google.kz +search,Google,google.la +search,Google,google.com.lb +search,Google,google.com.lc +search,Google,google.li +search,Google,google.lk +search,Google,google.co.ls +search,Google,google.lt +search,Google,google.lu +search,Google,google.lv +search,Google,google.com.ly +search,Google,google.co.ma +search,Google,google.md +search,Google,google.me +search,Google,google.mg +search,Google,google.mk +search,Google,google.ml +search,Google,google.mn +search,Google,google.ms +search,Google,google.com.mt +search,Google,google.mu +search,Google,google.mv +search,Google,google.mw +search,Google,google.com.mx +search,Google,google.com.my +search,Google,google.co.mz +search,Google,google.com.na +search,Google,google.ne +search,Google,google.com.nf +search,Google,google.com.ng +search,Google,google.com.ni +search,Google,google.nl +search,Google,google.no +search,Google,google.com.np +search,Google,google.nr +search,Google,google.nu +search,Google,google.co.nz +search,Google,google.com.om +search,Google,google.com.pa +search,Google,google.com.pe +search,Google,google.com.ph +search,Google,google.com.pk +search,Google,google.pl +search,Google,google.pn +search,Google,google.com.pr +search,Google,google.ps +search,Google,google.pt +search,Google,google.com.py +search,Google,google.com.qa +search,Google,google.ro +search,Google,google.rs +search,Google,google.ru +search,Google,google.rw +search,Google,google.com.sa +search,Google,google.com.sb +search,Google,google.sc +search,Google,google.se +search,Google,google.com.sg +search,Google,google.sh +search,Google,google.si +search,Google,google.sk +search,Google,google.com.sl +search,Google,google.sn +search,Google,google.sm +search,Google,google.so +search,Google,google.st +search,Google,google.com.sv +search,Google,google.td +search,Google,google.tg +search,Google,google.co.th +search,Google,google.com.tj +search,Google,google.tk +search,Google,google.tl +search,Google,google.tm +search,Google,google.to +search,Google,google.com.tn +search,Google,google.com.tr +search,Google,google.tt +search,Google,google.com.tw +search,Google,google.co.tz +search,Google,google.com.ua +search,Google,google.co.ug +search,Google,google.ae +search,Google,google.co.uk +search,Google,google.us +search,Google,google.com.uy +search,Google,google.co.uz +search,Google,google.com.vc +search,Google,google.co.ve +search,Google,google.vg +search,Google,google.co.vi +search,Google,google.com.vn +search,Google,google.vu +search,Google,google.ws +search,Google,google.co.za +search,Google,google.co.zm +search,Google,google.co.zw +search,Google,search.avg.com +search,Google,isearch.avg.com +search,Google,cnn.com +search,Google,darkoogle.com +search,Google,search.darkoogle.com +search,Google,search.foxtab.com +search,Google,gooofullsearch.com +search,Google,search.hiyo.com +search,Google,search.incredimail.com +search,Google,search1.incredimail.com +search,Google,search2.incredimail.com +search,Google,search3.incredimail.com +search,Google,search4.incredimail.com +search,Google,search.incredibar.com +search,Google,search.sweetim.com +search,Google,fastweb.it +search,Google,search.juno.com +search,Google,find.tdc.dk +search,Google,searchresults.verizon.com +search,Google,search.walla.co.il +search,Google,search.alot.com +search,Google,googleearth.de +search,Google,googleearth.fr +search,Google,webcache.googleusercontent.com +search,Google,encrypted.google.com +search,Google,googlesyndicatedsearch.com +search,SearchCanvas,searchcanvas.com +search,Alexa,alexa.com +search,Alexa,search.toolbars.alexa.com +search,Najdi,najdi.si +search,Blogpulse,blogpulse.com +search,YouGoo,yougoo.fr +search,Bing Images,bing.com/images/search +search,arama,arama.com +search,Goyellow.de,goyellow.de +search,Certified-Toolbar,search.certified-toolbar.com +search,1und1,search.1und1.de +search,AOL,search.aol.com +search,AOL,search.aol.it +search,AOL,aolsearch.aol.com +search,AOL,aolsearch.com +search,AOL,aolrecherche.aol.fr +search,AOL,aolrecherches.aol.fr +search,AOL,aolimages.aol.fr +search,AOL,aim.search.aol.com +search,AOL,recherche.aol.fr +search,AOL,find.web.aol.com +search,AOL,recherche.aol.ca +search,AOL,aolsearch.aol.co.uk +search,AOL,search.aol.co.uk +search,AOL,sucheaol.aol.de +search,AOL,suche.aol.de +search,AOL,suche.aolsvc.de +search,AOL,aolbusqueda.aol.com.mx +search,AOL,alicesuche.aol.de +search,AOL,alicesuchet.aol.de +search,AOL,suchet2.aol.de +search,AOL,search.hp.my.aol.com.au +search,AOL,search.hp.my.aol.de +search,AOL,search.hp.my.aol.it +search,AOL,search-intl.netscape.com +search,Freenet,suche.freenet.de +search,Sogou,sougou.com +search,Eurip,eurip.com +search,Monstercrawler,monstercrawler.com +search,Zoeken,zoeken.nl +search,Onet,szukaj.onet.pl +search,Freshweather,fresh-weather.com +search,Voila,search.ke.voila.fr +search,Voila,lemoteur.fr +search,Sharelook,sharelook.fr +search,Jungle Spider,jungle-spider.de +search,Orange,busca.orange.es +search,Orange,search.orange.co.uk +search,Rambler,nova.rambler.ru +search,Altavista,altavista.com +search,Altavista,search.altavista.com +search,Altavista,listings.altavista.com +search,Altavista,altavista.de +search,Altavista,altavista.fr +search,Altavista,be-nl.altavista.com +search,Altavista,be-fr.altavista.com +search,T-Online,suche.t-online.de +search,T-Online,brisbane.t-online.de +search,T-Online,navigationshilfe.t-online.de +search,Comcast,serach.comcast.net +search,Flix,flix.de +search,Virgilio,ricerca.virgilio.it +search,Virgilio,ricercaimmagini.virgilio.it +search,Virgilio,ricercavideo.virgilio.it +search,Virgilio,ricercanews.virgilio.it +search,Virgilio,mobile.virgilio.it +search,Metager,meta.rrzn.uni-hannover.de +search,Metager,metager.de +search,Bluewin,search.bluewin.ch +search,InfoSpace,infospace.com +search,InfoSpace,dogpile.com +search,InfoSpace,metacrawler.com +search,InfoSpace,webfetch.com +search,InfoSpace,webcrawler.com +search,InfoSpace,search.kiwee.com +search,InfoSpace,isearch.babylon.com +search,InfoSpace,start.facemoods.com +search,InfoSpace,search.magnetic.com +search,InfoSpace,search.searchcompletion.com +search,InfoSpace,clusty.com +search,Road Runner Search,search.rr.com +search,ICQ,icq.com +search,ICQ,search.icq.com +search,Metager2,metager2.de +search,Kvasir,kvasir.no +search,Daum,search.daum.net +search,Sapo,pesquisa.sapo.pt +search,Yahoo! Images,image.yahoo.cn +search,Yahoo! Images,images.search.yahoo.com +search,Technorati,technorati.com +search,DuckDuckGo,duckduckgo.com +search,Vinden,vinden.nl +search,Meta,meta.ua +search,Arianna,arianna.libero.it +search,Arianna,arianna.com +search,Icerockeet,blogs.icerocket.com +search,Tiscali,search.tiscali.it +search,Tiscali,search-dyn.tiscali.it +search,Tiscali,hledani.tiscali.cz +search,Yasni,yasni.de +search,Yasni,yasni.com +search,Yasni,yasni.co.uk +search,Yasni,yasni.ch +search,Yasni,yasni.at +search,MySearch,mysearch.com +search,MySearch,ms114.mysearch.com +search,MySearch,ms146.mysearch.com +search,MySearch,kf.mysearch.myway.com +search,MySearch,ki.mysearch.myway.com +search,MySearch,search.myway.com +search,MySearch,search.mywebsearch.com +search,Excite,search.excite.it +search,Excite,search.excite.fr +search,Excite,search.excite.de +search,Excite,search.excite.co.uk +search,Excite,serach.excite.es +search,Excite,search.excite.nl +search,Excite,msxml.excite.com +search,Excite,excite.co.jp +search,Yandex,yandex.ru +search,Yandex,yandex.ua +search,Yandex,yandex.com +search,Yandex,yandex.by +search,Interia,google.interia.pl +search,Atlas,searchatlas.centrum.cz +search,Hooseek.com,hooseek.com +search,earthlink,search.earthlink.net +search,DasTelefonbuch,.dastelefonbuch.de +search,Fixsuche,fixsuche.de +search,Opplysningen 1881,1881.no +search,PriceRunner,pricerunner.co.uk +search,Delfi,otsing.delfi.ee +search,Gnadenmeer,gnadenmeer.de +search,Paperball,paperball.de +search,Ecosia,ecosia.org +search,Witch,witch.de +search,Yatedo,yatedo.com +search,Yatedo,yatedo.fr +search,suche.info,suche.info +search,Clix,pesquisa.clix.pt +search,Fireball,fireball.de +search,Free,search.free.fr +search,Free,search1-2.free.fr +search,Free,search1-1.free.fr +search,Austronaut,.austronaut.at +search,Austronaut,.astronaut.at +search,Holmes,holmes.ge +search,GMX,suche.gmx.net +search,Trusted-Search,trusted--search.com +search,Francite,recherche.francite.com +search,Zoohoo,zoohoo.cz +search,Search.ch,search.ch +search,GAIS,gais.cs.ccu.edu.tw +search,Search.com,search.com +search,Online.no,online.no +search,Mister Wong,mister-wong.com +search,Mister Wong,mister-wong.de +search,Exalead,exalead.fr +search,Exalead,exalead.com +search,360.cn,so.360.cn +search,360.cn,so.com +search,Geona,geona.net +search,Wirtualna Polska,szukaj.wp.pl +search,Yippy,search.yippy.com +search,qip,search.qip.ru +search,Findwide,search.findwide.com +search,Google Product Search,google.ac/products +search,Google Product Search,google.ad/products +search,Google Product Search,google.ae/products +search,Google Product Search,google.am/products +search,Google Product Search,google.as/products +search,Google Product Search,google.at/products +search,Google Product Search,google.az/products +search,Google Product Search,google.ba/products +search,Google Product Search,google.be/products +search,Google Product Search,google.bf/products +search,Google Product Search,google.bg/products +search,Google Product Search,google.bi/products +search,Google Product Search,google.bj/products +search,Google Product Search,google.bs/products +search,Google Product Search,google.by/products +search,Google Product Search,google.ca/products +search,Google Product Search,google.cat/products +search,Google Product Search,google.cc/products +search,Google Product Search,google.cd/products +search,Google Product Search,google.cf/products +search,Google Product Search,google.cg/products +search,Google Product Search,google.ch/products +search,Google Product Search,google.ci/products +search,Google Product Search,google.cl/products +search,Google Product Search,google.cm/products +search,Google Product Search,google.cn/products +search,Google Product Search,google.co.bw/products +search,Google Product Search,google.co.ck/products +search,Google Product Search,google.co.cr/products +search,Google Product Search,google.co.id/products +search,Google Product Search,google.co.il/products +search,Google Product Search,google.co.in/products +search,Google Product Search,google.co.jp/products +search,Google Product Search,google.co.ke/products +search,Google Product Search,google.co.kr/products +search,Google Product Search,google.co.ls/products +search,Google Product Search,google.co.ma/products +search,Google Product Search,google.co.mz/products +search,Google Product Search,google.co.nz/products +search,Google Product Search,google.co.th/products +search,Google Product Search,google.co.tz/products +search,Google Product Search,google.co.ug/products +search,Google Product Search,google.co.uk/products +search,Google Product Search,google.co.uz/products +search,Google Product Search,google.co.ve/products +search,Google Product Search,google.co.vi/products +search,Google Product Search,google.co.za/products +search,Google Product Search,google.co.zm/products +search,Google Product Search,google.co.zw/products +search,Google Product Search,google.com/products +search,Google Product Search,google.com.af/products +search,Google Product Search,google.com.ag/products +search,Google Product Search,google.com.ai/products +search,Google Product Search,google.com.ar/products +search,Google Product Search,google.com.au/products +search,Google Product Search,google.com.bd/products +search,Google Product Search,google.com.bh/products +search,Google Product Search,google.com.bn/products +search,Google Product Search,google.com.bo/products +search,Google Product Search,google.com.br/products +search,Google Product Search,google.com.by/products +search,Google Product Search,google.com.bz/products +search,Google Product Search,google.com.co/products +search,Google Product Search,google.com.cu/products +search,Google Product Search,google.com.cy/products +search,Google Product Search,google.com.do/products +search,Google Product Search,google.com.ec/products +search,Google Product Search,google.com.eg/products +search,Google Product Search,google.com.et/products +search,Google Product Search,google.com.fj/products +search,Google Product Search,google.com.gh/products +search,Google Product Search,google.com.gi/products +search,Google Product Search,google.com.gt/products +search,Google Product Search,google.com.hk/products +search,Google Product Search,google.com.jm/products +search,Google Product Search,google.com.kh/products +search,Google Product Search,google.com.kw/products +search,Google Product Search,google.com.lb/products +search,Google Product Search,google.com.lc/products +search,Google Product Search,google.com.ly/products +search,Google Product Search,google.com.mt/products +search,Google Product Search,google.com.mx/products +search,Google Product Search,google.com.my/products +search,Google Product Search,google.com.na/products +search,Google Product Search,google.com.nf/products +search,Google Product Search,google.com.ng/products +search,Google Product Search,google.com.ni/products +search,Google Product Search,google.com.np/products +search,Google Product Search,google.com.om/products +search,Google Product Search,google.com.pa/products +search,Google Product Search,google.com.pe/products +search,Google Product Search,google.com.ph/products +search,Google Product Search,google.com.pk/products +search,Google Product Search,google.com.pr/products +search,Google Product Search,google.com.py/products +search,Google Product Search,google.com.qa/products +search,Google Product Search,google.com.sa/products +search,Google Product Search,google.com.sb/products +search,Google Product Search,google.com.sg/products +search,Google Product Search,google.com.sl/products +search,Google Product Search,google.com.sv/products +search,Google Product Search,google.com.tj/products +search,Google Product Search,google.com.tn/products +search,Google Product Search,google.com.tr/products +search,Google Product Search,google.com.tw/products +search,Google Product Search,google.com.ua/products +search,Google Product Search,google.com.uy/products +search,Google Product Search,google.com.vc/products +search,Google Product Search,google.com.vn/products +search,Google Product Search,google.cv/products +search,Google Product Search,google.cz/products +search,Google Product Search,google.de/products +search,Google Product Search,google.dj/products +search,Google Product Search,google.dk/products +search,Google Product Search,google.dm/products +search,Google Product Search,google.dz/products +search,Google Product Search,google.ee/products +search,Google Product Search,google.es/products +search,Google Product Search,google.fi/products +search,Google Product Search,google.fm/products +search,Google Product Search,google.fr/products +search,Google Product Search,google.ga/products +search,Google Product Search,google.gd/products +search,Google Product Search,google.ge/products +search,Google Product Search,google.gf/products +search,Google Product Search,google.gg/products +search,Google Product Search,google.gl/products +search,Google Product Search,google.gm/products +search,Google Product Search,google.gp/products +search,Google Product Search,google.gr/products +search,Google Product Search,google.gy/products +search,Google Product Search,google.hn/products +search,Google Product Search,google.hr/products +search,Google Product Search,google.ht/products +search,Google Product Search,google.hu/products +search,Google Product Search,google.ie/products +search,Google Product Search,google.im/products +search,Google Product Search,google.io/products +search,Google Product Search,google.iq/products +search,Google Product Search,google.is/products +search,Google Product Search,google.it/products +search,Google Product Search,google.it.ao/products +search,Google Product Search,google.je/products +search,Google Product Search,google.jo/products +search,Google Product Search,google.kg/products +search,Google Product Search,google.ki/products +search,Google Product Search,google.kz/products +search,Google Product Search,google.la/products +search,Google Product Search,google.li/products +search,Google Product Search,google.lk/products +search,Google Product Search,google.lt/products +search,Google Product Search,google.lu/products +search,Google Product Search,google.lv/products +search,Google Product Search,google.md/products +search,Google Product Search,google.me/products +search,Google Product Search,google.mg/products +search,Google Product Search,google.mk/products +search,Google Product Search,google.ml/products +search,Google Product Search,google.mn/products +search,Google Product Search,google.ms/products +search,Google Product Search,google.mu/products +search,Google Product Search,google.mv/products +search,Google Product Search,google.mw/products +search,Google Product Search,google.ne/products +search,Google Product Search,google.nl/products +search,Google Product Search,google.no/products +search,Google Product Search,google.nr/products +search,Google Product Search,google.nu/products +search,Google Product Search,google.pl/products +search,Google Product Search,google.pn/products +search,Google Product Search,google.ps/products +search,Google Product Search,google.pt/products +search,Google Product Search,google.ro/products +search,Google Product Search,google.rs/products +search,Google Product Search,google.ru/products +search,Google Product Search,google.rw/products +search,Google Product Search,google.sc/products +search,Google Product Search,google.se/products +search,Google Product Search,google.sh/products +search,Google Product Search,google.si/products +search,Google Product Search,google.sk/products +search,Google Product Search,google.sm/products +search,Google Product Search,google.sn/products +search,Google Product Search,google.so/products +search,Google Product Search,google.st/products +search,Google Product Search,google.td/products +search,Google Product Search,google.tg/products +search,Google Product Search,google.tk/products +search,Google Product Search,google.tl/products +search,Google Product Search,google.tm/products +search,Google Product Search,google.to/products +search,Google Product Search,google.tt/products +search,Google Product Search,google.us/products +search,Google Product Search,google.vg/products +search,Google Product Search,google.vu/products +search,Google Product Search,google.ws/products +search,Tixuma,tixuma.de +search,Marktplaats,marktplaats.nl +search,eo,eo.st +search,Volny,web.volny.cz +search,Yam,search.yam.com +search,Compuserve,websearch.cs.com +search,Fast Browser Search,fastbrowsersearch.com +search,Delfi latvia,smart.delfi.lv +search,Zhongsou,p.zhongsou.com +search,Suchnase,suchnase.de +search,Everyclick,everyclick.com +search,Rakuten,websearch.rakuten.co.jp +search,Naver,search.naver.com +search,DasOertliche,dasoertliche.de +search,Yahoo!,yahoo.com +search,Yahoo!,ar.search.yahoo.com +search,Yahoo!,ar.yahoo.com +search,Yahoo!,au.search.yahoo.com +search,Yahoo!,au.yahoo.com +search,Yahoo!,br.search.yahoo.com +search,Yahoo!,br.yahoo.com +search,Yahoo!,cade.searchde.yahoo.com +search,Yahoo!,cade.yahoo.com +search,Yahoo!,chinese.searchinese.yahoo.com +search,Yahoo!,chinese.yahoo.com +search,Yahoo!,cn.search.yahoo.com +search,Yahoo!,cn.yahoo.com +search,Yahoo!,de.search.yahoo.com +search,Yahoo!,de.yahoo.com +search,Yahoo!,dk.search.yahoo.com +search,Yahoo!,dk.yahoo.com +search,Yahoo!,es.search.yahoo.com +search,Yahoo!,es.yahoo.com +search,Yahoo!,espanol.searchpanol.yahoo.com +search,Yahoo!,espanol.yahoo.com +search,Yahoo!,fr.search.yahoo.com +search,Yahoo!,fr.yahoo.com +search,Yahoo!,ie.search.yahoo.com +search,Yahoo!,ie.yahoo.com +search,Yahoo!,it.search.yahoo.com +search,Yahoo!,it.yahoo.com +search,Yahoo!,kr.search.yahoo.com +search,Yahoo!,kr.yahoo.com +search,Yahoo!,mx.search.yahoo.com +search,Yahoo!,mx.yahoo.com +search,Yahoo!,no.search.yahoo.com +search,Yahoo!,no.yahoo.com +search,Yahoo!,nz.search.yahoo.com +search,Yahoo!,nz.yahoo.com +search,Yahoo!,one.cn.yahoo.com +search,Yahoo!,one.searchn.yahoo.com +search,Yahoo!,qc.search.yahoo.com +search,Yahoo!,qc.yahoo.com +search,Yahoo!,se.search.yahoo.com +search,Yahoo!,se.yahoo.com +search,Yahoo!,search.searcharch.yahoo.com +search,Yahoo!,search.yahoo.com +search,Yahoo!,uk.search.yahoo.com +search,Yahoo!,uk.yahoo.com +search,Yahoo!,yahoo.co.jp +search,Yahoo!,search.yahoo.co.jp +search,Yahoo!,cercato.it +search,Yahoo!,search.offerbox.com +search,Yahoo!,ys.mirostart.com +search,Abacho,abacho.de +search,Abacho,abacho.com +search,Abacho,abacho.co.uk +search,Abacho,se.abacho.com +search,Abacho,tr.abacho.com +search,Abacho,abacho.at +search,Abacho,abacho.fr +search,Abacho,abacho.es +search,Abacho,abacho.ch +search,Abacho,abacho.it +search,Trouvez.com,trouvez.com +search,Firstfind,firstsfind.com +search,Plazoo,plazoo.com +search,Gomeo,gomeo.com +search,Searchy,searchy.co.uk +search,1.cz,1.cz +search,Gule Sider,gulesider.no +search,Cuil,cuil.com +search,Winamp,search.winamp.com +search,Web.de,suche.web.de +search,ABCsøk,abcsolk.no +search,ABCsøk,verden.abcsok.no +search,La Toile Du Quebec Via Google,toile.com +search,La Toile Du Quebec Via Google,web.toile.com +search,dmoz,dmoz.org +search,dmoz,editors.dmoz.org +search,Acoon,acoon.de +search,blekko,blekko.com +search,Searchalot,searchalot.com +search,Kataweb,kataweb.it +search,Biglobe,cgi.search.biglobe.ne.jp +search,uol.com.br,busca.uol.com.br +unknown,Outbrain,paid.outbrain.com +unknown,Taboola,trc.taboola.com +unknown,Taboola,api.taboola.com +unknown,Google,support.google.com +unknown,Google,developers.google.com +unknown,Google,maps.google.com +unknown,Google,accounts.google.com +unknown,Google,drive.google.com +unknown,Google,sites.google.com +unknown,Google,groups.google.com +unknown,Google,groups.google.co.uk +unknown,Yahoo!,finance.yahoo.com +unknown,Yahoo!,news.yahoo.com +unknown,Yahoo!,eurosport.yahoo.com +unknown,Yahoo!,sports.yahoo.com +unknown,Yahoo!,astrology.yahoo.com +unknown,Yahoo!,travel.yahoo.com +unknown,Yahoo!,answers.yahoo.com +unknown,Yahoo!,screen.yahoo.com +unknown,Yahoo!,weather.yahoo.com +unknown,Yahoo!,messenger.yahoo.com +unknown,Yahoo!,games.yahoo.com +unknown,Yahoo!,shopping.yahoo.net +unknown,Yahoo!,movies.yahoo.com +unknown,Yahoo!,cars.yahoo.com +unknown,Yahoo!,lifestyle.yahoo.com +unknown,Yahoo!,omg.yahoo.com +unknown,Yahoo!,match.yahoo.net +social,Pinterest,pinterest.com +social,Pinterest,in.pinterest.com +social,Pinterest,pinterest.co.kr +social,Pinterest,pinterest.ru +social,Pinterest,pinterest.co.uk +social,Pinterest,br.pinterest.com +social,Pinterest,pinterest.es +social,Pinterest,id.pinterest.com +social,Pinterest,pinterest.fr +social,Pinterest,pinterest.ca +social,Pinterest,pinterest.jp +social,Pinterest,pinterest.de +social,Pinterest,pinterest.com.mx +social,Pinterest,pinterest.it +social,Pinterest,pinterest.com.au +social,Pinterest,pinterest.ph +social,Pinterest,pl.pinterest.com +social,Pinterest,nl.pinterest.com +social,Pinterest,tr.pinterest.com +social,Pinterest,co.pinterest.com +social,Pinterest,ar.pinterest.com +social,Pinterest,pinterest.pt +social,Pinterest,za.pinterest.com +social,Pinterest,pinterest.cl +social,Pinterest,pinterest.se +social,Pinterest,ro.pinterest.com +social,Pinterest,pinterest.dk +social,Pinterest,pinterest.at +social,Pinterest,pinterest.nz +social,Pinterest,pinterest.ch +social,Pinterest,cz.pinterest.com +social,Pinterest,hu.pinterest.com +social,Pinterest,gr.pinterest.com +social,Pinterest,pinterest.ie +social,Pinterest,no.pinterest.com +social,Pinterest,sk.pinterest.com +social,Pinterest,fi.pinterest.com +social,Instagram,l.instagram.com +social,Facebook,web.facebook.com +search,Baidu,m.baidu.com +social,Huaban,huaban.com +social,Vkontakte,away.vk.com +search,360.cn,360.cn +social,Zhihu,link.zhihu.com +social,Zhihu,zhihu.com +social,Tumblr,t.umblr.com +search,Sogou,sogou.com +search,Sogou,m.sogou.com +social,UISDC,uisdc.com +social,UISDC,hao.uisdc.com diff --git a/data/seeds.yml b/data/seeds.yml new file mode 100644 index 0000000..7235993 --- /dev/null +++ b/data/seeds.yml @@ -0,0 +1,18 @@ +version: 2 + +seeds: + - name: referrer_mapping + description: "This is a CSV version of Snowplow's [referer parser database](https://github.com/snowplow-referer-parser/referer-parser)" + columns: + - name: medium + tests: + - not_null + + - name: source + tests: + - not_null + + - name: host + tests: + - unique + - not_null diff --git a/dbt_project.yml b/dbt_project.yml new file mode 100644 index 0000000..f88bac2 --- /dev/null +++ b/dbt_project.yml @@ -0,0 +1,52 @@ +name: 'jitsu' +version: '0.1.0' +require-dbt-version: ">=0.20.0" +config-version: 2 + +# These configurations specify where dbt should look for different types of files. +# The `source-paths` config, for example, states that models in this project can be +# found in the "models/" directory. You probably won't need to change these! +source-paths: ["models"] +analysis-paths: ["analysis"] +test-paths: ["tests"] +data-paths: ["data"] +macro-paths: ["macros"] +snapshot-paths: ["snapshots"] + +target-path: "target" # directory which will store compiled SQL files +clean-targets: # directories to be removed by `dbt clean` + - "target" + - "dbt_modules" + + +# Configuring models +# Full documentation: https://docs.getdbt.com/docs/configuring-models +models: + materialized: "{{var('jitsu_model_materialized', 'incremental')}}" + pre-hook: + - "{{ onrunstart() }}" # On clickhouse enables allow_experimental_window_functions flag + + +dispatch: + - macro_namespace: dbt_utils + search_order: [ jitsu , dbt_utils ] # Implementation of some dbt_utils macros for Clickhouse + +vars: + # location of source data table + jitsu_events_table: + + # length of trailing window in minutes for session attribution. + # We recommend enabling builtin Retrospective User Recognition feature for user stitching + # and setting this parameter on par with meta.storage ttl_minutes, e.g.: + # jitsu_sessionization_trailing_window should not be less than meta.storage ttl_minutes + jitsu_sessionization_trailing_window: 7 * 24 * 60 + + # session inactivity cutoff: if the gap between two pageview events + # exceeds this number of seconds, 2nd pageview starts a new session + jitsu_session_inactivity_cutoff: 30 * 60 + + # If there are extra columns you wish to pass through this package, + # define them here. Columns will be included in the `jitsu_sessions` + # model as `first_` and `last_`. + jitsu_pass_through_columns: [] + diff --git a/macros/clickhouse_dbt_util.sql b/macros/clickhouse_dbt_util.sql new file mode 100644 index 0000000..bd5e716 --- /dev/null +++ b/macros/clickhouse_dbt_util.sql @@ -0,0 +1,20 @@ +{% macro clickhouse__hash(field) %} + hex(MD5(cast({{field}} as {{dbt_utils.type_string()}}))) +{% endmacro %} + +{% macro clickhouse__type_string() %} + varchar +{% endmacro %} + +{% macro clickhouse__datediff(first_date, second_date, datepart) %} +dateDiff('{{ datepart }}',{{ first_date }},{{ second_date }}) +{% endmacro %} + +{% macro clickhouse__split_part(string_text, delimiter_text, part_number) %} + + splitByString( + {{ delimiter_text }}, + {{ string_text }} + )[{{ part_number }}] + +{% endmacro %} \ No newline at end of file diff --git a/macros/lag.sql b/macros/lag.sql new file mode 100644 index 0000000..b3bc4dc --- /dev/null +++ b/macros/lag.sql @@ -0,0 +1,20 @@ +{% macro lag(param, partitionBy, orderBy) %} + {{ return(adapter.dispatch('lag')(param, partitionBy, orderBy)) }} +{% endmacro %} + +{% macro default__lag(param, partitionBy, orderBy, rowOrRange) %} +lag({{param}}) over ( + partition by {{partitionBy}} + order by {{orderBy}} + ) +{% endmacro %} + + +{% macro clickhouse__lag(param, partitionBy, orderBy, rowOrRange) %} +any({{param}}) over ( + partition by {{partitionBy}} + order by {{orderBy}} + rows between 1 preceding and 1 preceding + ) +{% endmacro %} + diff --git a/macros/onrunstart.sql b/macros/onrunstart.sql new file mode 100644 index 0000000..9b6510b --- /dev/null +++ b/macros/onrunstart.sql @@ -0,0 +1,12 @@ +{% macro onrunstart() %} + {{ return(adapter.dispatch('onrunstart')()) }} +{% endmacro %} + +{% macro default__onrunstart() %} +{% endmacro %} + + +{% macro clickhouse__onrunstart() %} +SET allow_experimental_window_functions = 1 +{% endmacro %} + diff --git a/models/sessions/docs.md b/models/sessions/docs.md new file mode 100644 index 0000000..5126d29 --- /dev/null +++ b/models/sessions/docs.md @@ -0,0 +1,36 @@ +### jitsu_events + +{% docs jitsu_events %} + +View for jitsu events that will be used for session calculation. +Some filtering or renaming may be done here + +{% enddocs %} + + +### jitsu_events_plus_session_id + +{% docs jitsu_events_plus_session_id %} + +This model assign `session_id` to pageview events. +Consequent events belongs to the same session +as long as interval between two event is no longer than `jitsu_session_inactivity_cutoff` + +{% enddocs %} + +### jitsu_sessions + +{% docs jitsu_sessions %} + +This model aggregates session based on `session_id` column added in `jitsu_events_plus_session_id` step. + +{% enddocs %} + + +### jitsu_sessions + +{% docs jitsu_sessions_with_count %} + +Create the view that adds sessions_count column + +{% enddocs %} diff --git a/models/sessions/jitsu_events.sql b/models/sessions/jitsu_events.sql new file mode 100644 index 0000000..ccb70b6 --- /dev/null +++ b/models/sessions/jitsu_events.sql @@ -0,0 +1,5 @@ +{{ config( + materialized = 'view' + )}} + +select * from {{var('jitsu_events_table')}} where user_anonymous_id is not null \ No newline at end of file diff --git a/models/sessions/jitsu_events_plus_session_id.sql b/models/sessions/jitsu_events_plus_session_id.sql new file mode 100644 index 0000000..6eca194 --- /dev/null +++ b/models/sessions/jitsu_events_plus_session_id.sql @@ -0,0 +1,115 @@ +{{ config( + unique_key = 'eventn_ctx_event_id', + sort = '_timestamp', + dist = 'eventn_ctx_event_id', + )}} + + +with pageviews as ( + + select * from {{ref('jitsu_events')}} + + {% if is_incremental() %} + where user_anonymous_id in ( + select distinct events.user_anonymous_id + from {{ref('jitsu_events')}} events, (select max(_timestamp) as ts from {{ this }}) maxts + where {{ dbt_utils.datediff('events._timestamp', 'maxts.ts', 'minute') }} <= {{ var('jitsu_sessionization_trailing_window') }} + ) + {% endif %} + + ), + + +numbered as ( + + select + + *, + + row_number() over ( + partition by user_anonymous_id + order by _timestamp + ) as pageview_number + + from pageviews + + ), + +lagged as ( + + --This CTE is responsible for simply grabbing the last value of `_timestamp`. + --We'll use this downstream to do timestamp math--it's how we determine the + --period of inactivity. + + select + + *, + {{ lag('_timestamp', 'user_anonymous_id', 'pageview_number') }} as previous_timestamp + + from numbered + + ), + +diffed as ( + + --This CTE simply calculates `period_of_inactivity`. + + select + *, + {{ dbt_utils.datediff('previous_timestamp', '_timestamp', 'second') }} as period_of_inactivity + from lagged + + ), + + new_sessions as ( + + --This CTE calculates a single 1/0 field--if the period of inactivity prior + --to this page view was greater than 30 minutes, the value is 1, otherwise + --it's 0. We'll use this to calculate the user's session #. + + select + *, + case + when period_of_inactivity <= {{var('jitsu_session_inactivity_cutoff')}} then 0 + else 1 + end as new_session + from diffed + + ), + +session_numbers as ( + + --This CTE calculates a user's session (1, 2, 3) number from `new_session`. + --This single field is the entire point of the entire prior series of + --calculations. + + select + + *, + + sum(new_session) over ( + partition by user_anonymous_id + order by pageview_number + rows between unbounded preceding and current row + ) as session_number + + from new_sessions + + ), + +session_ids as ( + + --This CTE assigns a globally unique session id based on the combination of + --`user_anonymous_id` and `session_number`. + + select + + {{dbt_utils.star(ref('jitsu_events'))}}, + pageview_number, + {{dbt_utils.surrogate_key(['user_anonymous_id', 'session_number'])}} as session_id + + from session_numbers + + ) + +select * from session_ids diff --git a/models/sessions/jitsu_sessions.sql b/models/sessions/jitsu_sessions.sql new file mode 100644 index 0000000..398ef7a --- /dev/null +++ b/models/sessions/jitsu_sessions.sql @@ -0,0 +1,121 @@ +{{ config( + unique_key = 'session_id', + sort = 'session_start_timestamp', + dist = 'session_id', + )}} + +{% set partition_by = "partition by session_id" %} + +{% set window_clause = " + partition by session_id + order by pageview_number + rows between unbounded preceding and unbounded following + " %} + +{% set first_values = { + 'utm_source' : 'utm_source', + 'utm_medium' : 'utm_medium', + 'utm_campaign' : 'utm_campaign', + 'url' : 'first_url', + 'doc_host' : 'first_doc_host', + 'doc_path' : 'first_doc_path', + 'doc_search' : 'first_doc_search', + 'referer' : 'referer', + 'parsed_ua_os_family' : 'parsed_ua_os_family', + } %} + +{% set last_values = { + 'url' : 'last_url', + 'doc_host' : 'last_doc_host', + 'doc_path' : 'last_doc_path', + 'doc_search' : 'last_doc_search' + } %} + +{% for col in var('jitsu_pass_through_columns') %} + {% do first_values.update({col: 'first_' ~ col}) %} + {% do last_values.update({col: 'last_' ~ col}) %} +{% endfor %} + +with pageviews_sessionized as ( + + select events.* from {{ref('jitsu_events_plus_session_id')}} events + {% if is_incremental() %} + , (select max(session_start_timestamp) as ts from {{ this }}) maxts + where {{ dbt_utils.datediff('events._timestamp', 'maxts.ts', 'minute') }} <= {{ var('jitsu_sessionization_trailing_window') }} + {% endif %} + +), + +referrer_mapping as ( + + select * from {{ ref('referrer_mapping') }} + +), + +agg as ( + + select distinct + + session_id, + user_anonymous_id, + last_value(coalesce(user_anonymous_id, user_id, user_email)) over ({{window_clause}}) as blended_user_id, + min(_timestamp) over ( {{partition_by}} ) as session_start_timestamp, + max(_timestamp) over ( {{partition_by}} ) as session_end_timestamp, + count(*) over ( {{partition_by}} ) as pageviews, + + {% for (key, value) in first_values.items() %} + first_value({{key}}) over ({{window_clause}}) as {{value}}, + {% endfor %} + + {% for (key, value) in last_values.items() %} + last_value({{key}}) over ({{window_clause}}) as {{value}}{% if not loop.last %},{% endif %} + {% endfor %} + + from pageviews_sessionized + +), + +diffs as ( + + select + + *, + + {{ dbt_utils.datediff('session_start_timestamp', 'session_end_timestamp', 'second') }} as duration_in_s + + from agg + +), + +tiers as ( + + select + + *, + + case + when duration_in_s between 0 and 9 then '0s to 9s' + when duration_in_s between 10 and 29 then '10s to 29s' + when duration_in_s between 30 and 59 then '30s to 59s' + when duration_in_s > 59 then '60s or more' + else null + end as duration_in_s_tier + + from diffs + +), + +mapped as ( + + select + tiers.*, + referrer_mapping.medium as referrer_medium, + referrer_mapping.source as referrer_source + + from tiers + + left join referrer_mapping on REPLACE({{ dbt_utils.get_url_host('tiers.referer') }},'www.','') = referrer_mapping.host + +) + +select * from mapped diff --git a/models/sessions/jitsu_sessions_with_count.sql b/models/sessions/jitsu_sessions_with_count.sql new file mode 100644 index 0000000..fa25eeb --- /dev/null +++ b/models/sessions/jitsu_sessions_with_count.sql @@ -0,0 +1,11 @@ +{{ config( + materialized = 'view' + )}} + +select * , + row_number() over ( + partition by blended_user_id + order by session_start_timestamp + ) + as sessions_count +from {{ref('jitsu_sessions')}} diff --git a/models/sessions/schema.yml b/models/sessions/schema.yml new file mode 100644 index 0000000..73778a9 --- /dev/null +++ b/models/sessions/schema.yml @@ -0,0 +1,29 @@ +version: 2 + +models: + - name: jitsu_events + description: "{{doc('jitsu_events')}}" + columns: + - name: user_anonymous_id + tests: + - not_null + - name: eventn_ctx_event_id + tests: + - unique + - not_null + + - name: jitsu_events_plus_session_id + description: "{{doc('jitsu_events_plus_session_id')}}" + columns: + - name: eventn_ctx_event_id + tests: + - unique + - not_null + + - name: jitsu_sessions + description: "{{doc('jitsu_sessions')}}" + columns: + - name: session_id + tests: + - unique + - not_null \ No newline at end of file diff --git a/packages.yml b/packages.yml new file mode 100644 index 0000000..f8c1c15 --- /dev/null +++ b/packages.yml @@ -0,0 +1,3 @@ +packages: + - package: dbt-labs/dbt_utils + version: [">=0.4.0", "<0.8.0"] \ No newline at end of file diff --git a/snapshots/.gitkeep b/snapshots/.gitkeep new file mode 100644 index 0000000..e69de29 diff --git a/tests/.gitkeep b/tests/.gitkeep new file mode 100644 index 0000000..e69de29