Merge pull request from v2ray/master

Keep latest
This commit is contained in:
Richard Chen 2018-12-22 22:13:58 +08:00 committed by GitHub
commit 803df25596
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
58 changed files with 833 additions and 482 deletions

@ -1,6 +1,10 @@
# Domain list # Domain list community
List of domains, driven by Project V community. This list will be used by Project V, mainly for routing purpose. This project manages a list of domains, to be used as geosites for routing purpose in Project V.
## Purpose of this project
This project contains only lists of domains. It is not opinionated, such as a domain should be blocked, or a domain should be proxied. This list can be used to generate routing rules on demand.
## Structure of data ## Structure of data
@ -9,7 +13,7 @@ All data are under `data/` directory. Each file in the directory represents a su
``` ```
# comments # comments
include:another-file include:another-file
domain:google.com domain:google.com @attr1 @att2
keyword:google keyword:google
regex:www\.google\.com regex:www\.google\.com
full:www.google.com full:www.google.com
@ -17,12 +21,13 @@ full:www.google.com
Syntax: Syntax:
* Comments begins with `#`. It can start anywhere in the file. The content in the line after `#` is treated as comment and ignored in production. * Comments begins with `#`. It may begin anywhere in the file. The content in the line after `#` is treated as comment and ignored in production.
* Inclusion begins with `include:`, followed by the file name of an existing file in the same directory. * Inclusion begins with `include:`, followed by the file name of an existing file in the same directory.
* Subdomain begins with `domain:`, followed by a valid domain name. The prefix `domain:` may be omitted. * Subdomain begins with `domain:`, followed by a valid domain name. The prefix `domain:` may be omitted.
* Keyword begins with `keyword:`, followed by string. * Keyword begins with `keyword:`, followed by string.
* Regular expression begins with `regex:`, followed by a valid regular expression (per Golang's standard). * Regular expression begins with `regex:`, followed by a valid regular expression (per Golang's standard).
* Full domain begins with `full:`, followed by a domain. * Full domain begins with `full:`, followed by a domain.
* Domains (including `domain`, `keyword`, `regext` and `full`) may have one or more attributes. Each attributes begin with `@` and followed by the name of the attribute.
## How it works ## How it works
@ -38,13 +43,15 @@ To generate a section:
1. Generate each `regex:` line into a [regex domain routing rule](https://github.com/v2ray/v2ray-core/blob/master/app/router/config.proto#L19) 1. Generate each `regex:` line into a [regex domain routing rule](https://github.com/v2ray/v2ray-core/blob/master/app/router/config.proto#L19)
1. Generate each `full:` line into a [full domain routing rule](https://github.com/v2ray/v2ray-core/blob/master/app/router/config.proto#L23) 1. Generate each `full:` line into a [full domain routing rule](https://github.com/v2ray/v2ray-core/blob/master/app/router/config.proto#L23)
## File name guideline ## How to orgnize domains
* A name represents a deterministic group of domains, by common understanding. ### File name
* Good example: google, youtube, facebook
* Bad example: blocked, evil, domestic Theoretically any string can be used as the name, as long as it is a valid file name. In practice, we prefer names for determinic group of domains, such as the owner (usually a company name) of the domains, e.g., "google", "netflex". Names with unclear scope are generally unrecommended, such as "evil", or "local".
* A name may be divided into sub categories.
* Example: ads-cn, ads-us ### Attributes
Attribute is useful for sub-group of domains, especially for filtering purpose. For example, the list of "google" domains may contains its main domains, as well as domains that serve ads. The ads domains may be marked by attribute "@ads", and can be used as "geosite:google@ads" in V2Ray routing.
## Contribution guideline ## Contribution guideline

30
azure-pipelines.yml Normal file

@ -0,0 +1,30 @@
jobs:
- job: build_geosite
timeoutInMinutes: 30
pool:
vmImage: 'ubuntu-16.04'
variables:
GOPATH: '$(system.defaultWorkingDirectory)'
steps:
- checkout: none
- task: GoTool@0
inputs:
version: '1.11.2'
- script: |
go version
go get -v -t -d github.com/v2ray/domain-list-community/...
go run ./src/github.com/v2ray/domain-list-community/main.go
workingDirectory: '$(system.defaultWorkingDirectory)'
displayName: 'Generate'
- task: CopyFiles@2
inputs:
sourceFolder: '$(system.defaultworkingdirectory)'
contents: 'dlc.dat'
targetFolder: '$(build.artifactStagingDirectory)'
- task: PublishBuildArtifacts@1
displayName: 'Publish Artifact'
inputs:
PathtoPublish: '$(build.artifactstagingdirectory)'

@ -1,10 +1,12 @@
alibaba.com alibaba.com
alibabagroup.com
alibabaplanet.com alibabaplanet.com
alicdn.com alicdn.com
aliimg.com.com aliimg.com.com
alipay.com alipay.com
alipayobjects.com alipayobjects.com
aliyun.com aliyun.com
aliyun-inc.com
aliyuncdn.com aliyuncdn.com
aliyuncs.com aliyuncs.com
@ -13,3 +15,18 @@ taobao.com
taobaocdn.com taobaocdn.com
tbcache.com tbcache.com
tmall.com tmall.com
# Fliggy
alitrip.com
# amap
amap.com
amapauto.com
autonavi.com
gaode.com
# Xiami music
xiami.com
xiami.net
include:alibaba-ads

@ -1,84 +1,84 @@
a.alimama.cn a.alimama.cn @ads
acjs.aliyun.com acjs.aliyun.com @ads
adash.m.taobao.com adash.m.taobao.com @ads
adashbc.m.taobao.com adashbc.m.taobao.com @ads
adash-c.ut.taobao.com adash-c.ut.taobao.com @ads
adashx.m.taobao.com adashx.m.taobao.com @ads
adashx4yt.m.taobao.com adashx4yt.m.taobao.com @ads
adashxgc.ut.taobao.com adashxgc.ut.taobao.com @ads
adsh.m.taobao.com adsh.m.taobao.com @ads
afp.adchina.com afp.adchina.com @ads
afp.alicdn.com afp.alicdn.com @ads
agoodm.m.taobao.com agoodm.m.taobao.com @ads
agoodm.wapa.taobao.com agoodm.wapa.taobao.com @ads
alipaylog.com alipaylog.com @ads
amdc.alipay.com amdc.alipay.com @ads
api.wapa.taobao.com api.wapa.taobao.com @ads
api.waptest.taobao.com api.waptest.taobao.com @ads
apoll.m.taobao.com apoll.m.taobao.com @ads
appdownload.alicdn.com appdownload.alicdn.com @ads
atanx.alicdn.com atanx.alicdn.com @ads
atanx2.alicdn.com atanx2.alicdn.com @ads
cdn0.mobmore.com cdn0.mobmore.com @ads
click.aliyun.com click.aliyun.com @ads
click.mz.simba.taobao.com click.mz.simba.taobao.com @ads
cm.ipinyou.com cm.ipinyou.com @ads
cm.mlt01.com cm.mlt01.com @ads
dsp.simba.taobao.com dsp.simba.taobao.com @ads
err.taobao.com err.taobao.com @ads
ex.mobmore.com ex.mobmore.com @ads
ex.puata.info ex.puata.info @ads
fav.simba.taobao.com fav.simba.taobao.com @ads
feedback.whalecloud.com feedback.whalecloud.com @ads
ff.win.taobao.com ff.win.taobao.com @ads
fm.p0y.cn fm.p0y.cn @ads
g.click.taobao.com g.click.taobao.com @ads
g.tbcdn.cn g.tbcdn.cn @ads
gma.alicdn.com gma.alicdn.com @ads
gtms01.alicdn.com gtms01.alicdn.com @ads
gtms02.alicdn.com gtms02.alicdn.com @ads
gtms03.alicdn.com gtms03.alicdn.com @ads
gtms04.alicdn.com gtms04.alicdn.com @ads
hydra.alibaba.com hydra.alibaba.com @ads
hz.pre.tbusergw.taobao.net hz.pre.tbusergw.taobao.net @ads
hz.tbusergw.taobao.net hz.tbusergw.taobao.net @ads
i.ipinyou.com i.ipinyou.com @ads
init.phpwind.com init.phpwind.com @ads
intl.wapa.taobao.com intl.wapa.taobao.com @ads
intl.waptest.taobao.com intl.waptest.taobao.com @ads
jxlog.istreamsche.com jxlog.istreamsche.com @ads
log.umtrack.com log.umtrack.com @ads
m.intl.taobao.com m.intl.taobao.com @ads
m.simba.taobao.com m.simba.taobao.com @ads
match.p4p.1688.com match.p4p.1688.com @ads
material.istreamsche.com material.istreamsche.com @ads
mlt01.com mlt01.com @ads
nbsdk-baichuan.alicdn.com nbsdk-baichuan.alicdn.com @ads
nbsdk-baichuan.taobao.com nbsdk-baichuan.taobao.com @ads
osfota.cdn.aliyun.com osfota.cdn.aliyun.com @ads
osupdate.aliyun.com osupdate.aliyun.com @ads
osupdateservice.yunos.com osupdateservice.yunos.com @ads
pindao.huoban.taobao.com pindao.huoban.taobao.com @ads
push.wandoujia.com push.wandoujia.com @ads
re.m.taobao.com re.m.taobao.com @ads
re.taobao.com re.taobao.com @ads
redirect.simba.taobao.com redirect.simba.taobao.com @ads
rj.m.taobao.co rj.m.taobao.co @ads
rj.m.taobao.com rj.m.taobao.com @ads
sdkinit.taobao.com sdkinit.taobao.com @ads
show.re.taobao.com show.re.taobao.com @ads
simaba.taobao.com simaba.taobao.com @ads
simba.m.taobao.com simba.m.taobao.com @ads
srd.simba.taobao.com srd.simba.taobao.com @ads
stats.ipinyou.com stats.ipinyou.com @ads
strip.taobaocdn.com strip.taobaocdn.com @ads
tanxlog.istreamsche.com tanxlog.istreamsche.com @ads
tejia.taobao.com tejia.taobao.com @ads
temai.taobao.com temai.taobao.com @ads
tns.simba.taobao.com tns.simba.taobao.com @ads
tongji.linezing.com tongji.linezing.com @ads
tvupgrade.yunos.com tvupgrade.yunos.com @ads
tyh.taobao.com tyh.taobao.com @ads
userimg.qunar.com userimg.qunar.com @ads
w.m.taobao.com w.m.taobao.com @ads
yiliao.hupan.com yiliao.hupan.com @ads

@ -7,6 +7,7 @@ amazon.co.jp
amazon.jp amazon.jp
# AWS # AWS
amazonaws.com
awsstatic.com awsstatic.com
cloudfront.net cloudfront.net

3
data/apkpure Normal file

@ -0,0 +1,3 @@
apkpure.com
pureapk.com
winudf.com

1
data/archive Normal file

@ -0,0 +1 @@
archive.org

@ -10,3 +10,5 @@ duapps.com
quyaoya.com quyaoya.com
tiebaimg.com tiebaimg.com
xiaodutv.com xiaodutv.com
include:baidu-ads

@ -1,161 +1,161 @@
a.baidu.com a.baidu.com @ads
ad.duapps.com ad.duapps.com @ads
ad.player.baidu.com ad.player.baidu.com @ads
adm.baidu.com adm.baidu.com @ads
adscdn.baidu.com adscdn.baidu.com @ads
adx.xiaodutv.com adx.xiaodutv.com @ads
ae.bdstatic.com ae.bdstatic.com @ads
afd.baidu.com afd.baidu.com @ads
als.baidu.com als.baidu.com @ads
anquan.baidu.com anquan.baidu.com @ads
antivirus.baidu.com antivirus.baidu.com @ads
api.cpu.baidu.com api.cpu.baidu.com @ads
api.mobula.sdk.duapps.com api.mobula.sdk.duapps.com @ads
api.tuisong.baidu.com api.tuisong.baidu.com @ads
appc.baidu.com appc.baidu.com @ads
b.bdstatic.com b.bdstatic.com @ads
baichuan.baidu.com baichuan.baidu.com @ads
baidustatic.com baidustatic.com @ads
baidutv.baidu.com baidutv.baidu.com @ads
banlv.baidu.com banlv.baidu.com @ads
bar.baidu.com bar.baidu.com @ads
bce.baidu.com bce.baidu.com @ads
bdimg.share.baidu.com bdimg.share.baidu.com @ads
bdplus.baidu.com bdplus.baidu.com @ads
bj.bcebos.com bj.bcebos.com @ads
btlaunch.baidu.com btlaunch.baidu.com @ads
c.baidu.com c.baidu.com @ads
cb.baidu.com cb.baidu.com @ads
cbjs.baidu.com cbjs.baidu.com @ads
cjhq.baidu.com cjhq.baidu.com @ads
cleaner.baidu.com cleaner.baidu.com @ads
click.bes.baidu.com click.bes.baidu.com @ads
click.hm.baidu.com click.hm.baidu.com @ads
click.qianqian.com click.qianqian.com @ads
cm.baichuan.baidu.com cm.baichuan.baidu.com @ads
cm.baidu.com cm.baidu.com @ads
cm.pos.baidu.com cm.pos.baidu.com @ads
cpro.baidu.cn cpro.baidu.cn @ads
cpro.baidu.com cpro.baidu.com @ads
cpro.baidustatic.com cpro.baidustatic.com @ads
cpro.tieba.baidu.com cpro.tieba.baidu.com @ads
cpro.zhidao.baidu.com cpro.zhidao.baidu.com @ads
cpro2.baidu.com cpro2.baidu.com @ads
cpro2.baidustatic.com cpro2.baidustatic.com @ads
cpu.baidu.com cpu.baidu.com @ads
cpu-admin.baidu.com cpu-admin.baidu.com @ads
crs.baidu.com crs.baidu.com @ads
datax.baidu.com datax.baidu.com @ads
dd713.bj.bcebos.com dd713.bj.bcebos.com @ads
dl.client.baidu.com dl.client.baidu.com @ads
dl.ops.baidu.com dl.ops.baidu.com @ads
dl1sw.baidu.com dl1sw.baidu.com @ads
dl2.bav.baidu.com dl2.bav.baidu.com @ads
dlsw.baidu.com dlsw.baidu.com @ads
dlsw.br.baidu.com dlsw.br.baidu.com @ads
dl-vip.bav.baidu.com dl-vip.bav.baidu.com @ads
dl-vip.pcfaster.baidu.co.th dl-vip.pcfaster.baidu.co.th @ads
download.bav.baidu.com download.bav.baidu.com @ads
download.sd.baidu.com download.sd.baidu.com @ads
drmcmm.baidu.com drmcmm.baidu.com @ads
dup.baidustatic.com dup.baidustatic.com @ads
dxp.baidu.com dxp.baidu.com @ads
dzl.baidu.com dzl.baidu.com @ads
e.baidu.com e.baidu.com @ads
eclick.baidu.com eclick.baidu.com @ads
ecma.bdimg.com ecma.bdimg.com @ads
ecmb.bdimg.com ecmb.bdimg.com @ads
ecmc.bdimg.com ecmc.bdimg.com @ads
eiv.baidu.com eiv.baidu.com @ads
em.baidu.com em.baidu.com @ads
entry.baidu.com entry.baidu.com @ads
ers.baidu.com ers.baidu.com @ads
f10.baidu.com f10.baidu.com @ads
fc-feed.cdn.bcebos.com fc-feed.cdn.bcebos.com @ads
fclick.baidu.com fclick.baidu.com @ads
feed.baidu.com feed.baidu.com @ads
fexclick.baidu.com fexclick.baidu.com @ads
g.baidu.com g.baidu.com @ads
gimg.baidu.com gimg.baidu.com @ads
guanjia.baidu.com guanjia.baidu.com @ads
hc.baidu.com hc.baidu.com @ads
hm.baidu.com hm.baidu.com @ads
hmma.baidu.com hmma.baidu.com @ads
hpd.baidu.com hpd.baidu.com @ads
idm.bce.baidu.com idm.bce.baidu.com @ads
idm-su.baidu.com idm-su.baidu.com @ads
iebar.baidu.com iebar.baidu.com @ads
ikcode.baidu.com ikcode.baidu.com @ads
img.taotaosou.cn img.taotaosou.cn @ads
img01.taotaosou.cn img01.taotaosou.cn @ads
j.br.baidu.com j.br.baidu.com @ads
kstj.baidu.com kstj.baidu.com @ads
log.music.baidu.com log.music.baidu.com @ads
m1.baidu.com m1.baidu.com @ads
ma.baidu.com ma.baidu.com @ads
mipcache.bdstatic.com mipcache.bdstatic.com @ads
mobads.baidu.com mobads.baidu.com @ads
mobads-logs.baidu.com mobads-logs.baidu.com @ads
mpro.baidu.com mpro.baidu.com @ads
msite.baidu.com msite.baidu.com @ads
neirong.baidu.com neirong.baidu.com @ads
nsclick.baidu.com nsclick.baidu.com @ads
nsclickvideo.baidu.com nsclickvideo.baidu.com @ads
openrcv.baidu.com openrcv.baidu.com @ads
pc.videoclick.baidu.com pc.videoclick.baidu.com @ads
pos.baidu.com pos.baidu.com @ads
pups.bdimg.com pups.bdimg.com @ads
push.zhanzhang.baidu.com push.zhanzhang.baidu.com @ads
qianclick.baidu.com qianclick.baidu.com @ads
release.baidu.com release.baidu.com @ads
res.mi.baidu.com res.mi.baidu.com @ads
rigel.baidustatic.com rigel.baidustatic.com @ads
river.zhidao.baidu.com river.zhidao.baidu.com @ads
rj.baidu.com rj.baidu.com @ads
rplog.baidu.com rplog.baidu.com @ads
s.baidu.com s.baidu.com @ads
s.cpro.baidu.com s.cpro.baidu.com @ads
sa.tuisong.baidu.com sa.tuisong.baidu.com @ads
sclick.baidu.com sclick.baidu.com @ads
sestat.baidu.com sestat.baidu.com @ads
shadu.baidu.com shadu.baidu.com @ads
share.baidu.com share.baidu.com @ads
snippet.pos.baidu.com snippet.pos.baidu.com @ads
sobar.baidu.com sobar.baidu.com @ads
sobartop.baidu.com sobartop.baidu.com @ads
spcode.baidu.com spcode.baidu.com @ads
stat.v.baidu.com stat.v.baidu.com @ads
su.bdimg.com su.bdimg.com @ads
su.bdstatic.com su.bdstatic.com @ads
t10.baidu.com t10.baidu.com @ads
t11.baidu.com t11.baidu.com @ads
t12.baidu.com t12.baidu.com @ads
tk.baidu.com tk.baidu.com @ads
tkweb.baidu.com tkweb.baidu.com @ads
tob-cms.bj.bcebos.com tob-cms.bj.bcebos.com @ads
tongji.baidu.com tongji.baidu.com @ads
toolbar.baidu.com toolbar.baidu.com @ads
tracker.baidu.com tracker.baidu.com @ads
tuijian.baidu.com tuijian.baidu.com @ads
uat1.bfsspadserver.8le8le.com uat1.bfsspadserver.8le8le.com @ads
ubmcmm.baidustatic.com ubmcmm.baidustatic.com @ads
ucstat.baidu.com ucstat.baidu.com @ads
ulic.baidu.com ulic.baidu.com @ads
ulog.imap.baidu.com ulog.imap.baidu.com @ads
union.baidu.com union.baidu.com @ads
unionimage.baidu.com unionimage.baidu.com @ads
utility.baidu.com utility.baidu.com @ads
utk.baidu.com utk.baidu.com @ads
videopush.baidu.com videopush.baidu.com @ads
vv84.bj.bcebos.com vv84.bj.bcebos.com @ads
w.gdown.baidu.com w.gdown.baidu.com @ads
w.x.baidu.com w.x.baidu.com @ads
wangmeng.baidu.com wangmeng.baidu.com @ads
weishi.baidu.com weishi.baidu.com @ads
wenku-cms.bj.bcebos.com wenku-cms.bj.bcebos.com @ads
wisepush.video.baidu.com wisepush.video.baidu.com @ads
wm.baidu.com wm.baidu.com @ads
wn.pos.baidu.com wn.pos.baidu.com @ads
znsv.baidu.com znsv.baidu.com @ads
zz.bdstatic.com zz.bdstatic.com @ads
zzy1.quyaoya.com zzy1.quyaoya.com @ads

5
data/bbc Normal file

@ -0,0 +1,5 @@
bbc.com
bbc.co.uk
bbci.co.uk
crwdcntrl.net
ib-ibi.com

10
data/bilibili Normal file

@ -0,0 +1,10 @@
bilibili.com
im9.com
acg.tv
hdslb.com
biliapi.com
biligame.net
biligame.com
biliapi.net
mincdn.com
b23.tv

19
data/bytedance Normal file

@ -0,0 +1,19 @@
bytecdn.cn
bytedance.com
bytedns.net
douyin.com
huaxiong.com
jokecommunity.com
neihanshequ.com
pstatp.com
snssdk.com
toutiao.com
toutiaocdn.com
toutiaocloud.com
toutiaopage.com
wukong.com
#西瓜视频
ixigua.com
ixgvideo.com
365yg.com

15
data/category-ads Normal file

@ -0,0 +1,15 @@
# This file contains domains that clearly serving ads
include:alibaba-ads
include:baidu-ads
include:google-ads
include:hunantv-ads
include:iqiyi-ads
include:jd-ads
include:letv-ads
include:sina-ads
include:youku-ads
# Other domains for ads serving
ad.wang502.com

4
data/cn Normal file

@ -0,0 +1,4 @@
# This tag 'cn' is for backward compatibility of 'geosite:cn' in V2Ray.
include:tld-cn
include:geolocation-cn

3
data/discord Normal file

@ -0,0 +1,3 @@
discordapp.com
discord.gg
discordapp.net

3
data/douyu Normal file

@ -0,0 +1,3 @@
douyu.tv
douyu.com
douyucdn.cn

18
data/dropbox Normal file

@ -0,0 +1,18 @@
# List of all domains being operated by Dorpbox Inc.
# Source: https://www.dropbox.com/en/help/security/official-domains
db.tt
dropbox.com
dropboxapi.com
dropboxusercontent.com
dropboxbusiness.com
dropboxforums.com
dropboxforum.com
dropboxinsiders.com
dropboxmail.com
dropboxpartners.com
dropboxstatic.com
dropbox.zendesk.com
getdropbox.com
paper.dropbox.com
dropbox-dns.com

2
data/duckduckgo Normal file

@ -0,0 +1,2 @@
duckduckgo.com
duck.com

@ -12,7 +12,6 @@ fb.me
fbcdn.net fbcdn.net
fbsbx.com fbsbx.com
instagram.com instagram.com
instagram.com
m.me m.me
messenger.com messenger.com
oculus.com oculus.com

26
data/geolocation-!cn Normal file

@ -0,0 +1,26 @@
# This list contains domains that don't have access point in China. This is opposite to geolocation-cn.
include:adobe
include:amazon
include:dropbox
include:duckduckgo
include:ebay
include:facebook
include:github
include:google
include:jsdelivr
include:line
include:linkedin
include:microsoft
include:oracle
include:pixiv
include:reddit
include:steam
include:taboola
include:telegram
include:twitter
include:ubi
include:wikimedia
include:xda
include:xposed
include:yandex

@ -2,11 +2,27 @@
include:alibaba include:alibaba
include:baidu include:baidu
include:bilibili
include:bytedance
include:douyu
include:iqiyi
include:jd
include:jiemian
include:netease include:netease
include:qihoo360 include:qihoo360
include:sina
include:tencent include:tencent
include:tmtpost
include:umeng
include:unionpay
include:xiaomi
include:ynet
include:zhihu include:zhihu
imclude:xiaomi
# CDNs
ourdvsss.com # 网宿科技
cdn.jsdelivr.net
# The following domains are carried over from geosite:cn. # The following domains are carried over from geosite:cn.
# TODO: Decide how to deal with these domains # TODO: Decide how to deal with these domains
@ -28,8 +44,6 @@ imclude:xiaomi
3322.org 3322.org
35.com 35.com
360doc.com 360doc.com
360buy.com
360buyimg.com
360safe.com 360safe.com
36kr.com 36kr.com
39.net 39.net
@ -76,7 +90,6 @@ baixing.net
bankcomm.com bankcomm.com
bankofchina.com bankofchina.com
bcy.net bcy.net
bilibili.com
cn.bing.com cn.bing.com
bitauto.com bitauto.com
bitautoimg.com bitautoimg.com
@ -146,6 +159,7 @@ duowan.com
dxpmedia.com dxpmedia.com
eastday.com eastday.com
ecitic.com ecitic.com
edu.cn
emarbox.com emarbox.com
eoeandroid.com eoeandroid.com
etao.com etao.com
@ -158,6 +172,7 @@ geekpark.net
geetest.com geetest.com
geilicdn.com geilicdn.com
getui.com getui.com
gitee.com
google-analytics.com google-analytics.com
growingio.com growingio.com
gtags.net gtags.net
@ -165,7 +180,6 @@ gwdang.com
hao123.com hao123.com
hao123img.com hao123img.com
haosou.com haosou.com
hdslb.com
henha.com henha.com
henkuai.com henkuai.com
hexun.com hexun.com
@ -195,7 +209,6 @@ ip138.com
ipinyou.com ipinyou.com
ipip.net ipip.net
ip-cdn.com ip-cdn.com
iqiyi.com
irs01.com irs01.com
it165.net it165.net
it168.com it168.com
@ -204,7 +217,6 @@ iteye.com
ithome.com ithome.com
itjuzi.com itjuzi.com
jandan.net jandan.net
jd.com
jb51.com jb51.com
jia.com jia.com
jianshu.com jianshu.com
@ -312,8 +324,6 @@ qiniu.com
qiniucdn.com qiniucdn.com
qiniudn.com qiniudn.com
qiniudns.com qiniudns.com
qiyi.com
qiyipic.com
qtmojo.com qtmojo.com
qunar.com qunar.com
qunarzz.com qunarzz.com
@ -362,8 +372,6 @@ tuniu.com
tutuapp.com tutuapp.com
u17.com u17.com
useso.com useso.com
unionpay.com
unionpaysecure.com
upyun.com upyun.com
upaiyun.com upaiyun.com
v2ex.com v2ex.com

@ -1,5 +1,6 @@
github.com github.com
gist.github.com githubapp.com
githubassets.com
github.io github.io
githubusercontent.com githubusercontent.com
git.io git.io

@ -204,6 +204,7 @@ adsense.com
adwords.com adwords.com
abc.xyz abc.xyz
android.com android.com
appspot.com
blogger.com blogger.com
blogspot.com blogspot.com
chromium.org chromium.org
@ -244,7 +245,6 @@ ggoogle.com
gogole.com gogole.com
goolge.com goolge.com
googel.com googel.com
duck.com
googlee.com googlee.com
googil.com googil.com
googlr.com googlr.com
@ -253,6 +253,7 @@ gmodules.com
googleadservices.com googleadservices.com
googleapps.com googleapps.com
googleapis.com googleapis.com
googleapis.cn
goo.gl goo.gl
googlebot.com googlebot.com
googlecommerce.com googlecommerce.com
@ -263,9 +264,10 @@ withgoogle.com
1e100.net 1e100.net
ggpht.com ggpht.com
googleusercontent.com googleusercontent.com
googlecapital.com googlecapital.com
gv.com gv.com
golang.org golang.org
gstatic.com gstatic.com
include:youtube include:youtube
include:google-ads

2
data/google-ads Normal file

@ -0,0 +1,2 @@
doubleclick.net @ads
googlesyndication.com @ads

@ -1,7 +1,7 @@
click.hunantv.com click.hunantv.com @ads
da.hunantv.com da.hunantv.com @ads
da.mgtv.com da.mgtv.com @ads
log.hunantv.com log.hunantv.com @ads
log.v2.hunantv.com log.v2.hunantv.com @ads
res.hunantv.com res.hunantv.com @ads
v2.log.hunantv.com v2.log.hunantv.com @ads

3
data/iqiyi Normal file

@ -0,0 +1,3 @@
qiyi.com
qiyipic.com
iqiyi.com

@ -1,17 +1,17 @@
a.ckm.iqiyi.com a.ckm.iqiyi.com @ads
ad.m.iqiyi.com ad.m.iqiyi.com @ads
afp.iqiyi.com afp.iqiyi.com @ads
c.uaa.iqiyi.com c.uaa.iqiyi.com @ads
cloudpush.iqiyi.com cloudpush.iqiyi.com @ads
cm.passport.iqiyi.com cm.passport.iqiyi.com @ads
cupid.iqiyi.com cupid.iqiyi.com @ads
emoticon.sns.iqiyi.com emoticon.sns.iqiyi.com @ads
gamecenter.iqiyi.com gamecenter.iqiyi.com @ads
hotchat-im.iqiyi.com hotchat-im.iqiyi.com @ads
ifacelog.iqiyi.com ifacelog.iqiyi.com @ads
mbdlog.iqiyi.com mbdlog.iqiyi.com @ads
msg.71.am msg.71.am @ads
msg.video.qiyi.com msg.video.qiyi.com @ads
msg2.video.qiyi.com msg2.video.qiyi.com @ads
policy.video.iqiyi.com policy.video.iqiyi.com @ads
yuedu.iqiyi.com yuedu.iqiyi.com @ads

37
data/jd Normal file

@ -0,0 +1,37 @@
360buy.com
360buyimg.com
360top.com
blackdragon.com
dao123.com
jcloud-cdn.com
jcloud-live.com
jcloud-oss.com
jcloud.com
jclouddn.com
jcloudec.com
jcloudlb.com
jcloudlive.com
jcloudlv.com
jcloudoss.com
jcloudss.com
jcloudstatic.com
jcloudvideo.com
jclps.com
jd-app.com
jd-ex.com
jd.cn
jd.com
jdcache.com
jdcloud.com
jddapeigou.com
joybuy.com
mayshijia.com
minitiao.com
paidaojia.cn
prestodb-china.com
qianxun.com
toplife.com
vg.com
wdfok.com
include:jd-ads

@ -1,6 +1,6 @@
ads.union.jd.com ads.union.jd.com @ads
c-nfa.jd.com c-nfa.jd.com @ads
cps.360buy.com cps.360buy.com @ads
jzt.jd.com jzt.jd.com @ads
stat.m.jd.com stat.m.jd.com @ads
img-x.jd.com img-x.jd.com @ads

4
data/jiemian Normal file

@ -0,0 +1,4 @@
# 界面(上海)网络科技有限公司 (沪ICP备14040942号)
jiemian.com
jiemian.com.cn

2
data/jsdelivr Normal file

@ -0,0 +1,2 @@
jsdelivr.net
jsdelivr.com

@ -1,15 +1,15 @@
api.game.letvstore.com api.game.letvstore.com @ads
ark.letv.com ark.letv.com @ads
dc.letv.com dc.letv.com @ads
dev.dc.letv.com dev.dc.letv.com @ads
fz.letv.com fz.letv.com @ads
g3.letv.com g3.letv.com @ads
letv.allyes.com letv.allyes.com @ads
minisite.letv.com minisite.letv.com @ads
msg.m.letv.com msg.m.letv.com @ads
n.mark.letv.com n.mark.letv.com @ads
plog.dc.letv.com plog.dc.letv.com @ads
pro.hoye.letv.com pro.hoye.letv.com @ads
pro.letv.com pro.letv.com @ads
stat.letv.com stat.letv.com @ads
static.app.m.letv.com static.app.m.letv.com @ads

@ -17,3 +17,5 @@ azure.com
office.com office.com
xbox.com xbox.com
visualstudio.com visualstudio.com
domain:microsofttranslator.com

6
data/nytimes Normal file

@ -0,0 +1,6 @@
nytimes.com
nytcn.me
sxzhchina.com
tynt.com
nytstyle.com
nyt.com

4
data/pixiv Normal file

@ -0,0 +1,4 @@
pixiv.net
pixiv.org
pixiv.co.jp
pximg.net

1
data/rfa Normal file

@ -0,0 +1 @@
rfa.org

@ -1,10 +1,13 @@
sina.com sina.com
sinaimg.cn sinaimg.cn
sina.com.cn sina.com.cn
weibo.com
sinajs.cn sinajs.cn
sina.cn sina.cn
sinaapp.com sinaapp.com
sinaedge.com sinaedge.com
sinaimg.com sinaimg.com
sinajs.com sinajs.com
weibo.com
weibo.com.cn
include:sina-ads

@ -1,84 +1,84 @@
2016.sina.cn 2016.sina.cn @ads
ad.sina.com.cn ad.sina.com.cn @ads
adbox.sina.com.cn adbox.sina.com.cn @ads
adimages.sina.com.hk adimages.sina.com.hk @ads
adimg.mobile.sina.cn adimg.mobile.sina.cn @ads
adimg.uve.weibo.com adimg.uve.weibo.com @ads
adm.leju.sina.com.cn adm.leju.sina.com.cn @ads
ads.sina.com ads.sina.com @ads
alitui.weibo.com alitui.weibo.com @ads
api.apps.sina.cn api.apps.sina.cn @ads
appgift.sinaapp.com appgift.sinaapp.com @ads
appsupdate.sinaapp.com appsupdate.sinaapp.com @ads
atm.sina.com atm.sina.com @ads
beacon.sina.com.cn beacon.sina.com.cn @ads
biz.weibo.com biz.weibo.com @ads
c.biz.weibo.com c.biz.weibo.com @ads
c.wcpt.biz.weibo.com c.wcpt.biz.weibo.com @ads
click.uve.mobile.sina.cn click.uve.mobile.sina.cn @ads
click.uve.weibo.com click.uve.weibo.com @ads
cm.dmp.sina.cn cm.dmp.sina.cn @ads
contentrecommend-out.mobile.sina.cn contentrecommend-out.mobile.sina.cn @ads
count.video.sina.com.cn count.video.sina.com.cn @ads
counter.sina.com.cn counter.sina.com.cn @ads
cre.dp.sina.cn cre.dp.sina.cn @ads
cre.mix.sina.com.cn cre.mix.sina.com.cn @ads
cre-dp.sina.cn cre-dp.sina.cn @ads
d00.sina.com.cn d00.sina.com.cn @ads
dcads.sina.com.cn dcads.sina.com.cn @ads
dl.kjava.sina.cn dl.kjava.sina.cn @ads
dmp.sina.cn dmp.sina.cn @ads
dp.im.weibo.cn dp.im.weibo.cn @ads
game.weibo.cn game.weibo.cn @ads
game.weibo.com game.weibo.com @ads
gw5.push.mcp.weibo.cn gw5.push.mcp.weibo.cn @ads
gw6.push.mcp.weibo.cn gw6.push.mcp.weibo.cn @ads
img.adbox.sina.com.cn img.adbox.sina.com.cn @ads
img.amp.ad.sina.com.cn img.amp.ad.sina.com.cn @ads
int.dpool.sina.com.cn int.dpool.sina.com.cn @ads
interest.mix.sina.com.cn interest.mix.sina.com.cn @ads
log.interest.mix.sina.com.cn log.interest.mix.sina.com.cn @ads
log.mix.sina.com.cn log.mix.sina.com.cn @ads
log.sina.cn log.sina.cn @ads
m.beacon.sina.com.cn m.beacon.sina.com.cn @ads
m.game.weibo.cn m.game.weibo.cn @ads
mg.games.sina.com.cn mg.games.sina.com.cn @ads
motu.p4p.sina.com.cn motu.p4p.sina.com.cn @ads
newspush.sinajs.cn newspush.sinajs.cn @ads
oascentral.sina.com oascentral.sina.com @ads
oascentral.sina.com.hk oascentral.sina.com.hk @ads
p4p.sina.com.cn p4p.sina.com.cn @ads
palmnews.sina.cn palmnews.sina.cn @ads
pay.mobile.sina.cn pay.mobile.sina.cn @ads
pfp.sina.com.cn pfp.sina.com.cn @ads
pfpip.sina.com pfpip.sina.com @ads
promote.biz.weibo.cn promote.biz.weibo.cn @ads
r.dmp.sina.cn r.dmp.sina.cn @ads
rm.sina.com.cn rm.sina.com.cn @ads
rs.sinajs.cn rs.sinajs.cn @ads
s.alitui.weibo.com s.alitui.weibo.com @ads
s.img.mix.sina.com.cn s.img.mix.sina.com.cn @ads
sapi.sina.cn sapi.sina.cn @ads
sax.sina.cn sax.sina.cn @ads
sax.sina.com.cn sax.sina.com.cn @ads
saxn.sina.com.cn saxn.sina.com.cn @ads
saxs.sina.com.cn saxs.sina.com.cn @ads
sbeacon.sina.com.cn sbeacon.sina.com.cn @ads
sdkapp.mobile.sina.cn sdkapp.mobile.sina.cn @ads
sdkapp.uve.weibo.com sdkapp.uve.weibo.com @ads
sdkclick.mobile.sina.cn sdkclick.mobile.sina.cn @ads
slog.sina.cn slog.sina.cn @ads
slog.sina.com.cn slog.sina.com.cn @ads
staticadm.leju.sina.com.cn staticadm.leju.sina.com.cn @ads
tjs.sjs.sinajs.cn tjs.sjs.sinajs.cn @ads
trends.mobile.sina.cn trends.mobile.sina.cn @ads
u1.img.mobile.sina.cn u1.img.mobile.sina.cn @ads
wapwbclick.mobile.sina.cn wapwbclick.mobile.sina.cn @ads
wbapp.mobile.sina.cn wbapp.mobile.sina.cn @ads
wbapp.uve.weibo.com wbapp.uve.weibo.com @ads
wbclick.mobile.sina.cn wbclick.mobile.sina.cn @ads
wbpctips.mobile.sina.cn wbpctips.mobile.sina.cn @ads
widget.weibo.com widget.weibo.com @ads
woocall.sina.com.cn woocall.sina.com.cn @ads
zc.biz.weibo.com zc.biz.weibo.com @ads
zymo.mps.weibo.com zymo.mps.weibo.com @ads

@ -1,14 +1,14 @@
adnet.sohu.com adnet.sohu.com @ads
ads.sohu.com ads.sohu.com @ads
aty.sohu.com aty.sohu.com @ads
data.vod.itc.cn data.vod.itc.cn @ads
epro.sogou.com epro.sogou.com @ads
go.sohu.com go.sohu.com @ads
golden1.sogou.com golden1.sogou.com @ads
imp.optaim.com imp.optaim.com @ads
inte.sogou.com inte.sogou.com @ads
inte.sogoucdn.com inte.sogoucdn.com @ads
lu.sogoucdn.com lu.sogoucdn.com @ads
theta.sogoucdn.com theta.sogoucdn.com @ads
uranus.sogou.com uranus.sogou.com @ads
v2.reachmax.cn v2.reachmax.cn @ads

2
data/soundcloud Normal file

@ -0,0 +1,2 @@
soundcloud.com
sndcdn.com

3
data/speedtest Normal file

@ -0,0 +1,3 @@
# This tag 'speedtest' is for backward compatibility of 'geosite:speedtest' in V2Ray.
include:ookla-speedtest

2
data/startpage Normal file

@ -0,0 +1,2 @@
startpage.com
ixquick.com

4
data/taboola Normal file

@ -0,0 +1,4 @@
# Taboola uses this single domain for both official website and ads serving.
# Blocking the following domain will prevent taboola ads from displaying,
# but also cut the connection to Taboola website.
taboola.com

@ -1,2 +1,6 @@
telegram.org stel.com
t.me t.me
tdesktop.com
telegra.ph
telegram.me
telegram.org

10
data/tmtpost Normal file

@ -0,0 +1,10 @@
# Domains belong to 北京灵动新程信息科技有限公司 (京ICP备13040123号)
tmtpost.com
chaindd.com
72whys.com
checkzeit.com
tivitv.com
tigeek.net.cn
tmtsmartlife.com
tmtsmartrun.com

1
data/tumblr Normal file

@ -0,0 +1 @@
tumblr.com

@ -1,10 +1,14 @@
ads-twitter.com
periscope.tv periscope.tv
pscp.tv pscp.tv
t.co t.co
tellapart.com
tweetdeck.com tweetdeck.com
twimg.com twimg.com
twitpic.com twitpic.com
twitter.com twitter.com
twitteroauth.com
twitterstat.us
twitter.jp twitter.jp
vine.co vine.co
twtrdns.net twtrdns.net

3
data/ubi Normal file

@ -0,0 +1,3 @@
ubi.com
ubisoft.com
uplay.com

7
data/umeng Normal file

@ -0,0 +1,7 @@
umeng.com
whalecloud.com
umtrack.com
umsns.com
uyunad.com
umengcloud.com
mobmore.com

4
data/unionpay Normal file

@ -0,0 +1,4 @@
95516.com
unionpay.com
unionpayintl.com
unionpaysecure.com

1
data/v2ray Normal file

@ -0,0 +1 @@
v2ray.com

2
data/vimeo Normal file

@ -0,0 +1,2 @@
vimeo.com
vimeocdn.com

3
data/voanews Normal file

@ -0,0 +1,3 @@
tiqcdn.com
voachinese.com
voanews.com

2
data/xda Normal file

@ -0,0 +1,2 @@
xda-developers.com
xda-cdn.com

1
data/xposed Normal file

@ -0,0 +1 @@
xposed.info

6
data/ynet Normal file

@ -0,0 +1,6 @@
# This file includes domains for 北京青年报网际传播技术有限公司 (京ICP证010639号-4)
ynet.com.cn
ynet.com
0880.com
ynet.cn

@ -1,47 +1,47 @@
actives.youku.com actives.youku.com @ads
ad.api.3g.youku.com ad.api.3g.youku.com @ads
ad.api.mobile.youku.com ad.api.mobile.youku.com @ads
ad.mobile.youku.com ad.mobile.youku.com @ads
a-dxk.play.api.3g.youku.com a-dxk.play.api.3g.youku.com @ads
atm.youku.com atm.youku.com @ads
b.smartvideo.youku.com b.smartvideo.youku.com @ads
c.yes.youku.com c.yes.youku.com @ads
das.api.youku.com das.api.youku.com @ads
das.mobile.youku.com das.mobile.youku.com @ads
dev-push.m.youku.com dev-push.m.youku.com @ads
dl.g.youku.com dl.g.youku.com @ads
dmapp.youku.com dmapp.youku.com @ads
e.stat.ykimg.com e.stat.ykimg.com @ads
gamex.mobile.youku.com gamex.mobile.youku.com @ads
guanggaoad.youku.com guanggaoad.youku.com @ads
hudong.pl.youku.com hudong.pl.youku.com @ads
huodong.pl.youku.com huodong.pl.youku.com @ads
huodong.vip.youku.com huodong.vip.youku.com @ads
hz.youku.com hz.youku.com @ads
iyes.youku.com iyes.youku.com @ads
l.ykimg.com l.ykimg.com @ads
lstat.youku.com lstat.youku.com @ads
mobilemsg.youku.com mobilemsg.youku.com @ads
msg.youku.com msg.youku.com @ads
myes.youku.com myes.youku.com @ads
p.l.youku.com p.l.youku.com @ads
pl.youku.com pl.youku.com @ads
passport-log.youku.com passport-log.youku.com @ads
p-log.ykimg.com p-log.ykimg.com @ads
push.m.youku.com push.m.youku.com @ads
r.l.youku.com r.l.youku.com @ads
s.p.youku.com s.p.youku.com @ads
sdk.m.youku.com sdk.m.youku.com @ads
stat.youku.com stat.youku.com @ads
statis.api.3g.youku.com statis.api.3g.youku.com @ads
store.tv.api.3g.youku.com store.tv.api.3g.youku.com @ads
store.xl.api.3g.youku.com store.xl.api.3g.youku.com @ads
tdrec.youku.com tdrec.youku.com @ads
test.ott.youku.com test.ott.youku.com @ads
test.sdk.m.youku.com test.sdk.m.youku.com @ads
v.l.youku.com v.l.youku.com @ads
val.api.youku.com val.api.youku.com @ads
vali.cp31.ott.cibntv.net vali.cp31.ott.cibntv.net @ads
wan.youku.com wan.youku.com @ads
ykatr.youku.com ykatr.youku.com @ads
ykrec.youku.com ykrec.youku.com @ads

90
main.go

@ -7,6 +7,7 @@ import (
"io/ioutil" "io/ioutil"
"os" "os"
"path/filepath" "path/filepath"
"strconv"
"strings" "strings"
"github.com/gogo/protobuf/proto" "github.com/gogo/protobuf/proto"
@ -16,6 +17,7 @@ import (
type Entry struct { type Entry struct {
Type string Type string
Value string Value string
Attrs []*router.Domain_Attribute
} }
type List struct { type List struct {
@ -37,23 +39,27 @@ func (l *ParsedList) toProto() (*router.GeoSite, error) {
switch entry.Type { switch entry.Type {
case "domain": case "domain":
site.Domain = append(site.Domain, &router.Domain{ site.Domain = append(site.Domain, &router.Domain{
Type: router.Domain_Domain, Type: router.Domain_Domain,
Value: entry.Value, Value: entry.Value,
Attribute: entry.Attrs,
}) })
case "regex": case "regex":
site.Domain = append(site.Domain, &router.Domain{ site.Domain = append(site.Domain, &router.Domain{
Type: router.Domain_Regex, Type: router.Domain_Regex,
Value: entry.Value, Value: entry.Value,
Attribute: entry.Attrs,
}) })
case "keyword": case "keyword":
site.Domain = append(site.Domain, &router.Domain{ site.Domain = append(site.Domain, &router.Domain{
Type: router.Domain_Plain, Type: router.Domain_Plain,
Value: entry.Value, Value: entry.Value,
Attribute: entry.Attrs,
}) })
case "full": case "full":
site.Domain = append(site.Domain, &router.Domain{ site.Domain = append(site.Domain, &router.Domain{
Type: router.Domain_Full, Type: router.Domain_Full,
Value: entry.Value, Value: entry.Value,
Attribute: entry.Attrs,
}) })
default: default:
return nil, errors.New("unknown domain type: " + entry.Type) return nil, errors.New("unknown domain type: " + entry.Type)
@ -70,21 +76,67 @@ func removeComment(line string) string {
return strings.TrimSpace(line[:idx]) return strings.TrimSpace(line[:idx])
} }
func parseEntry(line string) (Entry, error) { func parseDomain(domain string, entry *Entry) error {
kv := strings.Split(line, ":") kv := strings.Split(domain, ":")
if len(kv) == 1 { if len(kv) == 1 {
return Entry{ entry.Type = "domain"
Type: "domain", entry.Value = strings.ToLower(kv[0])
Value: kv[0], return nil
}, nil
} }
if len(kv) == 2 { if len(kv) == 2 {
return Entry{ entry.Type = strings.ToLower(kv[0])
Type: strings.ToLower(kv[0]), entry.Value = strings.ToLower(kv[1])
Value: strings.ToLower(kv[1]), return nil
}, nil
} }
return Entry{}, errors.New("Invalid format: " + line)
return errors.New("Invalid format: " + domain)
}
func parseAttribute(attr string) (router.Domain_Attribute, error) {
var attribute router.Domain_Attribute
if len(attr) == 0 || attr[0] != '@' {
return attribute, errors.New("invalid attribute: " + attr)
}
attr = attr[0:]
parts := strings.Split(attr, "=")
if len(parts) == 1 {
attribute.Key = strings.ToLower(parts[0])
attribute.TypedValue = &router.Domain_Attribute_BoolValue{BoolValue: true}
} else {
attribute.Key = strings.ToLower(parts[0])
intv, err := strconv.Atoi(parts[1])
if err != nil {
return attribute, errors.New("invalid attribute: " + attr + ": " + err.Error())
}
attribute.TypedValue = &router.Domain_Attribute_IntValue{IntValue: int64(intv)}
}
return attribute, nil
}
func parseEntry(line string) (Entry, error) {
line = strings.TrimSpace(line)
parts := strings.Split(line, " ")
var entry Entry
if len(parts) == 0 {
return entry, errors.New("empty entry")
}
if err := parseDomain(parts[0], &entry); err != nil {
return entry, err
}
for i := 1; i < len(parts); i++ {
attr, err := parseAttribute(parts[i])
if err != nil {
return entry, err
}
entry.Attrs = append(entry.Attrs, &attr)
}
return entry, nil
} }
func DetectPath(path string) (string, error) { func DetectPath(path string) (string, error) {