From 133f54e1251ccaa276a4b7f2ac3d15ff21824051 Mon Sep 17 00:00:00 2001 From: Darien Raymond Date: Tue, 21 Aug 2018 17:20:38 +0200 Subject: [PATCH] add some more domains --- data/alibaba-ads | 84 +++++++++++++++ data/google | 268 +++++++++++++++++++++++++++++++++++++++++++++++ data/letv-ads | 15 +++ data/twitter | 9 ++ data/youku-ads | 47 +++++++++ data/youtube | 7 ++ main.go | 5 +- 7 files changed, 433 insertions(+), 2 deletions(-) create mode 100644 data/alibaba-ads create mode 100644 data/google create mode 100644 data/letv-ads create mode 100644 data/twitter create mode 100644 data/youku-ads create mode 100644 data/youtube diff --git a/data/alibaba-ads b/data/alibaba-ads new file mode 100644 index 00000000..231f2e27 --- /dev/null +++ b/data/alibaba-ads @@ -0,0 +1,84 @@ +a.alimama.cn +acjs.aliyun.com +adash.m.taobao.com +adashbc.m.taobao.com +adash-c.ut.taobao.com +adashx.m.taobao.com +adashx4yt.m.taobao.com +adashxgc.ut.taobao.com +adsh.m.taobao.com +afp.adchina.com +afp.alicdn.com +agoodm.m.taobao.com +agoodm.wapa.taobao.com +alipaylog.com +amdc.alipay.com +api.wapa.taobao.com +api.waptest.taobao.com +apoll.m.taobao.com +appdownload.alicdn.com +atanx.alicdn.com +atanx2.alicdn.com +cdn0.mobmore.com +click.aliyun.com +click.mz.simba.taobao.com +cm.ipinyou.com +cm.mlt01.com +dsp.simba.taobao.com +err.taobao.com +ex.mobmore.com +ex.puata.info +fav.simba.taobao.com +feedback.whalecloud.com +ff.win.taobao.com +fm.p0y.cn +g.click.taobao.com +g.tbcdn.cn +gma.alicdn.com +gtms01.alicdn.com +gtms02.alicdn.com +gtms03.alicdn.com +gtms04.alicdn.com +hydra.alibaba.com +hz.pre.tbusergw.taobao.net +hz.tbusergw.taobao.net +i.ipinyou.com +init.phpwind.com +intl.wapa.taobao.com +intl.waptest.taobao.com +jxlog.istreamsche.com +log.umtrack.com +m.intl.taobao.com +m.simba.taobao.com +match.p4p.1688.com +material.istreamsche.com +mlt01.com +nbsdk-baichuan.alicdn.com +nbsdk-baichuan.taobao.com +osfota.cdn.aliyun.com +osupdate.aliyun.com +osupdateservice.yunos.com +pindao.huoban.taobao.com +push.wandoujia.com +re.m.taobao.com +re.taobao.com +redirect.simba.taobao.com +rj.m.taobao.co +rj.m.taobao.com +sdkinit.taobao.com +show.re.taobao.com +simaba.taobao.com +simba.m.taobao.com +srd.simba.taobao.com +stats.ipinyou.com +strip.taobaocdn.com +tanxlog.istreamsche.com +tejia.taobao.com +temai.taobao.com +tns.simba.taobao.com +tongji.linezing.com +tvupgrade.yunos.com +tyh.taobao.com +userimg.qunar.com +w.m.taobao.com +yiliao.hupan.com diff --git a/data/google b/data/google new file mode 100644 index 00000000..0b134f22 --- /dev/null +++ b/data/google @@ -0,0 +1,268 @@ +# Source: https://www.google.com/supported_domains +google.com +google.ad +google.ae +google.com.af +google.com.ag +google.com.ai +google.al +google.am +google.co.ao +google.com.ar +google.as +google.at +google.com.au +google.az +google.ba +google.com.bd +google.be +google.bf +google.bg +google.com.bh +google.bi +google.bj +google.com.bn +google.com.bo +google.com.br +google.bs +google.bt +google.co.bw +google.by +google.com.bz +google.ca +google.cd +google.cf +google.cg +google.ch +google.ci +google.co.ck +google.cl +google.cm +google.cn +google.com.co +google.co.cr +google.com.cu +google.cv +google.com.cy +google.cz +google.de +google.dj +google.dk +google.dm +google.com.do +google.dz +google.com.ec +google.ee +google.com.eg +google.es +google.com.et +google.fi +google.com.fj +google.fm +google.fr +google.ga +google.ge +google.gg +google.com.gh +google.com.gi +google.gl +google.gm +google.gp +google.gr +google.com.gt +google.gy +google.com.hk +google.hn +google.hr +google.ht +google.hu +google.co.id +google.ie +google.co.il +google.im +google.co.in +google.iq +google.is +google.it +google.je +google.com.jm +google.jo +google.co.jp +google.co.ke +google.com.kh +google.ki +google.kg +google.co.kr +google.com.kw +google.kz +google.la +google.com.lb +google.li +google.lk +google.co.ls +google.lt +google.lu +google.lv +google.com.ly +google.co.ma +google.md +google.me +google.mg +google.mk +google.ml +google.com.mm +google.mn +google.ms +google.com.mt +google.mu +google.mv +google.mw +google.com.mx +google.com.my +google.co.mz +google.com.na +google.com.nf +google.com.ng +google.com.ni +google.ne +google.nl +google.no +google.com.np +google.nr +google.nu +google.co.nz +google.com.om +google.com.pa +google.com.pe +google.com.pg +google.com.ph +google.com.pk +google.pl +google.pn +google.com.pr +google.ps +google.pt +google.com.py +google.com.qa +google.ro +google.ru +google.rw +google.com.sa +google.com.sb +google.sc +google.se +google.com.sg +google.sh +google.si +google.sk +google.com.sl +google.sn +google.so +google.sm +google.sr +google.st +google.com.sv +google.td +google.tg +google.co.th +google.com.tj +google.tk +google.tl +google.tm +google.tn +google.to +google.com.tr +google.tt +google.com.tw +google.co.tz +google.com.ua +google.co.ug +google.co.uk +google.com.uy +google.co.uz +google.com.vc +google.co.ve +google.vg +google.co.vi +google.com.vn +google.vu +google.ws +google.rs +google.co.za +google.co.zm +google.co.zw +google.cat + +# All .google domains +google + +# Others +admob.com +adsense.com +adwords.com +abc.xyz +android.com +blogger.com +blogspot.com +chromium.org +chrome.com +chromebook.com +cobrasearch.com +feedburner.com +doubleclick.com +igoogle.com +foofle.com +froogle.com +googleanalytics.com +google-analytics.com +googletagmanager.com +googlecode.com +googlesource.com +googledrive.com +googlearth.com +googleearth.com +googlemaps.com +googlepagecreator.com +googlescholar.com +gmail.com +googlemail.com +keyhole.com +madewithcode.com +panoramio.com +picasa.com +urchin.com +waze.com +like.com +google.org +google.net +466453.com +gooogle.com +gogle.com +ggoogle.com +gogole.com +goolge.com +googel.com +duck.com +googlee.com +googil.com +googlr.com +googl.com +gmodules.com +googleadservices.com +googleapps.com +googleapis.com +goo.gl +googlebot.com +googlecommerce.com +googlesyndication.com +g.co +whatbrowser.org +withgoogle.com +1e100.net +ggpht.com +googleusercontent.com +googlecapital.com +gv.com +golang.org + +include:youtube diff --git a/data/letv-ads b/data/letv-ads new file mode 100644 index 00000000..6ba8654c --- /dev/null +++ b/data/letv-ads @@ -0,0 +1,15 @@ +api.game.letvstore.com +ark.letv.com +dc.letv.com +dev.dc.letv.com +fz.letv.com +g3.letv.com +letv.allyes.com +minisite.letv.com +msg.m.letv.com +n.mark.letv.com +plog.dc.letv.com +pro.hoye.letv.com +pro.letv.com +stat.letv.com +static.app.m.letv.com diff --git a/data/twitter b/data/twitter new file mode 100644 index 00000000..1f29a91d --- /dev/null +++ b/data/twitter @@ -0,0 +1,9 @@ +periscope.tv +pscp.tv +t.co +tweetdeck.com +twimg.com +twitpic.com +twitter.com +twitter.jp +vine.co diff --git a/data/youku-ads b/data/youku-ads new file mode 100644 index 00000000..bde53bba --- /dev/null +++ b/data/youku-ads @@ -0,0 +1,47 @@ +actives.youku.com +ad.api.3g.youku.com +ad.api.mobile.youku.com +ad.mobile.youku.com +a-dxk.play.api.3g.youku.com +atm.youku.com +b.smartvideo.youku.com +c.yes.youku.com +das.api.youku.com +das.mobile.youku.com +dev-push.m.youku.com +dl.g.youku.com +dmapp.youku.com +e.stat.ykimg.com +gamex.mobile.youku.com +guanggaoad.youku.com +hudong.pl.youku.com +huodong.pl.youku.com +huodong.vip.youku.com +hz.youku.com +iyes.youku.com +l.ykimg.com +lstat.youku.com +mobilemsg.youku.com +msg.youku.com +myes.youku.com +p.l.youku.com +pl.youku.com +passport-log.youku.com +p-log.ykimg.com +push.m.youku.com +r.l.youku.com +s.p.youku.com +sdk.m.youku.com +stat.youku.com +statis.api.3g.youku.com +store.tv.api.3g.youku.com +store.xl.api.3g.youku.com +tdrec.youku.com +test.ott.youku.com +test.sdk.m.youku.com +v.l.youku.com +val.api.youku.com +vali.cp31.ott.cibntv.net +wan.youku.com +ykatr.youku.com +ykrec.youku.com diff --git a/data/youtube b/data/youtube new file mode 100644 index 00000000..2bcd510a --- /dev/null +++ b/data/youtube @@ -0,0 +1,7 @@ +youtubegaming.com +youtube.com +youtu.be +yt.be +ytimg.com +youtubeeducation.com +youtube-nocookie.com diff --git a/main.go b/main.go index 28534eaf..711824f3 100644 --- a/main.go +++ b/main.go @@ -119,8 +119,9 @@ func ParseList(list *List, ref map[string]*List) (*ParsedList, error) { if pl.Inclusion[entry.Value] { continue } - pl.Inclusion[entry.Value] = true - r := ref[entry.Value] + refName := strings.ToUpper(entry.Value) + pl.Inclusion[refName] = true + r := ref[refName] if r == nil { return nil, errors.New(entry.Value + " not found.") }