🌴 Sync 2026-03-05 23:51:42

ipset-lists/Makefile

@@ -0,0 +1,41 @@
+#
+# Copyright (c) 2015 Justin Liu
+# Author: Justin Liu <rssnsj@gmail.com>
+#
+
+include $(TOPDIR)/rules.mk
+
+PKG_NAME:=ipset-lists
+PKG_VERSION:=20181104
+PKG_RELEASE:=1
+
+include $(INCLUDE_DIR)/package.mk
+
+define Package/ipset-lists
+  CATEGORY:=Network
+  TITLE:=Service for IPSET address tables
+  MAINTAINER:=Justin Liu <rssnsj@gmail.com>
+  DEPENDS:=+ipset
+endef
+
+define Package/ipset-lists/conffiles
+/etc/gfwlist/china-banned
+endef
+
+define Build/Compile
+	true
+endef
+
+define Package/ipset-lists/install
+	$(CP) files/* $(1)/
+endef
+
+define Package/ipset-lists/postinst
+#!/bin/sh
+if [ -e /etc/openwrt_release ]; then
+	/etc/init.d/ipset.sh restart
+	/etc/init.d/ipset.sh enable || :
+fi
+endef
+
+$(eval $(call BuildPackage,ipset-lists))

ipset-lists/files/etc/gfwlist/unblock-youku

@@ -0,0 +1,95 @@
+v.youku.com
+api.youku.com
+v2.tudou.com
+www.tudou.com
+s.plcloud.music.qq.com
+i.y.qq.com
+hot.vrs.sohu.com
+live.tv.sohu.com
+pad.tv.sohu.com
+my.tv.sohu.com
+hot.vrs.letv.com
+data.video.qiyi.com
+cache.video.qiyi.com
+cache.vip.qiyi.com
+vv.video.qq.com
+tt.video.qq.com
+ice.video.qq.com
+tjsa.video.qq.com
+a10.video.qq.com
+xyy.video.qq.com
+vcq.video.qq.com
+vsh.video.qq.com
+vbj.video.qq.com
+bobo.video.qq.com
+flvs.video.qq.com
+bkvv.video.qq.com
+info.zb.qq.com
+geo.js.kankan.xunlei.com
+web-play.pptv.com
+web-play.pplive.cn
+dyn.ugc.pps.tv
+v.pps.tv
+inner.kandian.com
+ipservice.163.com
+so.open.163.com
+zb.s.qq.com
+ip.kankan.xunlei.com
+vxml.56.com
+music.sina.com.cn
+play.baidu.com
+v.iask.com
+tv.weibo.com
+wtv.v.iask.com
+video.sina.com.cn
+www.yinyuetai.com
+api.letv.com
+live.gslb.letv.com
+static.itv.letv.com
+ip.apps.cntv.cn
+vdn.apps.cntv.cn
+vdn.live.cntv.cn
+vip.sports.cntv.cn
+a.play.api.3g.youku.com
+i.play.api.3g.youku.com
+api.3g.youku.com
+tv.api.3g.youku.com
+play.api.3g.youku.com
+play.api.3g.tudou.com
+tv.api.3g.tudou.com
+api.3g.tudou.com
+api.tv.sohu.com
+access.tv.sohu.com
+iface.iqiyi.com
+iface2.iqiyi.com
+cache.m.iqiyi.com
+dynamic.app.m.letv.com
+dynamic.meizi.app.m.letv.com
+dynamic.search.app.m.letv.com
+dynamic.live.app.m.letv.com
+listso.m.areainfo.ppstream.com
+epg.api.pptv.com
+play.api.pptv.com
+m.letv.com
+interface.bilibili.com
+3g.music.qq.com
+mqqplayer.3g.qq.com
+proxy.music.qq.com
+proxymc.qq.com
+ip2.kugou.com
+ip.kugou.com
+client.api.ttpod.com
+mobi.kuwo.cn
+mobilefeedback.kugou.com
+tingapi.ting.baidu.com
+music.baidu.com
+serviceinfo.sdk.duomi.com
+music.163.com
+www.xiami.com
+spark.api.xiami.com
+iplocation.geo.qiyi.com
+sns.video.qq.com
+v5.pc.duomi.com
+tms.is.ysten.com
+internal.check.duokanbox.com
+openapi.youku.com

ipset-lists/files/etc/init.d/ipset.sh

@@ -0,0 +1,29 @@
+#!/bin/sh /etc/rc.common
+# Copyright (C) 2014 Justin Liu <rssnsj@gmail.com>
+
+START=21
+
+start()
+{
+	local file
+	for file in /etc/ipset/*; do
+		[ -f $file ] || continue
+		ipset restore < $file
+	done
+}
+
+stop()
+{
+	local file
+	for file in /etc/ipset/*; do
+		[ -f $file ] || continue
+		ipset destroy `basename $file`
+	done
+}
+
+restart()
+{
+	stop >/dev/null 2>&1
+	start
+}
+

ipset-lists/files/etc/ipset/local

@@ -0,0 +1,6 @@
+create local hash:net family inet hashsize 1024 maxelem 65536
+add local 10.0.0.0/8
+add local 127.0.0.0/8
+add local 172.16.0.0/12
+add local 192.168.0.0/16
+add local 224.0.0.0/3

ipset-lists/po/zh_Hans/gfwlist.po

@@ -0,0 +1,9 @@
+msgid ""
+msgstr "Content-Type: text/plain; charset=UTF-8"
+
+msgid "Domain Lists Settings"
+msgstr "域名列表设置"
+
+msgid "Domain Lists"
+msgstr "域名列表"
+

ipset-lists/tools/Makefile

@@ -0,0 +1,3 @@
+update:
+	./gen-china-routes.sh > ../files/etc/ipset/china
+	./gen-gfwlist.sh > ../files/etc/gfwlist/china-banned

ipset-lists/tools/gen-china-routes.sh

@@ -0,0 +1,85 @@
+#!/bin/bash -e
+
+#
+# Script for generating China IPv4 route table by merging APNIC.net data and IPIP.net data
+#
+
+china_routes_ipip()
+{
+	[ -f ipip.txt ] || wget -4 https://cdn.jsdelivr.net/gh/17mon/china_ip_list/china_ip_list.txt -O ipip.txt >&2 || exit 1
+	cat ipip.txt | xargs netmask | awk '{print $1}'
+}
+
+china_routes_apnic()
+{
+	[ -f apnic.txt ] || wget -4 http://ftp.apnic.net/stats/apnic/delegated-apnic-latest -O apnic.txt >&2 || exit 1
+
+	cat apnic.txt | awk -F'|' -vc=CN '
+function tobits(c) { for(n=0; c>=2; c/=2) n++; return 32-n; }
+$2==c&&$3=="ipv4" { printf("%s/%d\n", $4, tobits($5)) }' |
+		xargs netmask | awk '{print $1}'
+}
+
+china_routes_merged()
+{
+	[ -x ./ipv4-merger ] || gcc ipv4_merger.c -o ipv4-merger >&2
+
+	china_routes_apnic > china.apnic
+	china_routes_ipip > china.ipip
+
+	# Merge them together
+	cat china.apnic china.ipip | ./ipv4-merger | sed 's/\-/:/g' |
+		xargs netmask | awk '{print $1}' | awk -F/ '$2<=24' > china.merged
+
+	cat china.merged
+}
+
+# $1: ipset name
+convert_routes_to_ipset()
+{
+	local ipset_name="$1"
+	echo "create $ipset_name hash:net family inet hashsize 1024 maxelem 65536"
+	awk -vt="$ipset_name" '{ printf("add %s %s\n", t, $0) }'
+}
+
+
+generate_china_ipset()
+{
+	china_routes_merged | convert_routes_to_ipset china
+}
+
+generate_inverted_china_routes()
+{
+	(
+		china_routes_merged
+		echo 0.0.0.0/8 10.0.0.0/8 100.64.0.0/10 127.0.0.0/8 172.16.0.0/12 192.168.0.0/16 224.0.0.0/3
+	) |
+	xargs netmask -r | awk '{print $1}' |
+	awk -F- '
+function iptoint(ip) { split(ip,arr,"."); n=0; for(i=1;i<=4;i++) n=n*256+arr[i]; return n; }
+function inttoip(n) { a=int(n/16777216); b=int(n%16777216/65536); c=int(n%65536/256); d=n%256; return a "." b "." c "." d; }
+BEGIN { st=0 }
+{ x=st; y=iptoint($1); st=iptoint($2)+1; if(y>x) { print inttoip(x) ":" inttoip(y-1); } }' |
+	xargs netmask | awk '{print $1}'
+}
+
+
+##
+case "$1" in
+	"")
+		generate_china_ipset
+		;;
+	-c)
+		china_routes_merged
+		;;
+	-r)
+		generate_inverted_china_routes
+		;;
+	*)
+		echo "Usage:"
+		echo " $0                   generate China routes in ipset format"
+		echo " $0 -c                generate China routes in IP/prefix format"
+		echo " $0 -r                generate invert China routes"
+		;;
+	*)
+esac

ipset-lists/tools/gen-gfwlist.sh

@@ -0,0 +1,29 @@
+#!/bin/sh -e
+
+generate_china_banned()
+{
+	if [ ! -f gfwlist.txt ]; then
+		wget https://cdn.jsdelivr.net/gh/gfwlist/gfwlist/gfwlist.txt -O gfwlist.b64 >&2
+		cat gfwlist.b64 | base64 -d > gfwlist.txt
+		rm -f gfwlist.b64
+	fi
+
+	cat gfwlist.txt base-gfwlist.txt | sort -u |
+		sed 's#!.\+##; s#|##g; s#@##g; s#http:\/\/##; s#https:\/\/##;' |
+		sed '/\*/d; /apple\.com/d; /sina\.cn/d; /sina\.com\.cn/d; /baidu\.com/d; /qq\.com/d' |
+		sed '/^[0-9]\+\.[0-9]\+\.[0-9]\+\.[0-9]\+$/d' |
+		grep '^[0-9a-zA-Z\.-]\+$' | grep '\.' | sed 's#^\.\+##' | rev | sort -u |
+		awk '
+BEGIN { prev = "________"; }  {
+	cur = $0;
+	if (index(cur, prev) == 1 && substr(cur, 1 + length(prev) ,1) == ".") {
+	} else {
+		print cur;
+		prev = cur;
+	}
+}' | rev | sort -u
+
+}
+
+generate_china_banned
+

ipset-lists/tools/ipv4_merger.c

@@ -0,0 +1,339 @@
+#include <stdlib.h>
+#include <stdio.h>
+#include <string.h>
+#include <errno.h>
+
+typedef u_int32_t u32;
+typedef int bool;
+#define true  1
+#define false 0
+typedef unsigned gfp_t;
+
+static inline char *ipv4_hltos(u32 u, char *s)
+{
+	static char ss[20];
+	if (!s)
+		s = ss;
+	sprintf(s, "%d.%d.%d.%d",
+		(int)(u >> 24) & 0xff, (int)(u >> 16) & 0xff,
+		(int)(u >> 8) & 0xff, (int)u & 0xff );
+	return s;
+}
+
+static inline u32 ipv4_stohl(const char *s)
+{
+	int u[4];
+	if (sscanf(s, "%d.%d.%d.%d", &u[0], &u[1], &u[2], &u[3]) == 4) {
+		return  (((u32)u[0] & 0xff) << 24) |
+				(((u32)u[1] & 0xff) << 16) |
+				(((u32)u[2] & 0xff) << 8) |
+				(((u32)u[3] & 0xff));
+	} else
+		return 0xffffffff;
+}
+
+static inline bool is_ipv4_addr(const char *s)
+{
+	int u[4];
+	if (sscanf(s, "%d.%d.%d.%d", &u[0], &u[1], &u[2], &u[3]) == 4)
+		return true;
+	else
+		return false;
+}
+
+
+struct ipv4_range {
+	u32 start;
+	u32 end;
+};
+
+struct sa_open_data {
+	struct ipv4_range *tmp_base;
+	size_t tmp_size;
+	size_t tmp_length;
+	int    errors;
+};
+
+static int __touch_tmp_base(struct sa_open_data *od, gfp_t gfp)
+{
+	if (!od->tmp_base) {
+		/**
+		 * Allocate a temporary table with twice the size of the previous
+		 *  table or at least 100, on which new entries can be inserted.
+		 */
+		if (od->tmp_size < 100)
+			od->tmp_size = 100;
+		od->tmp_base = (struct ipv4_range *)malloc(
+			sizeof(struct ipv4_range) * od->tmp_size /*, gfp*/ );
+		if (!od->tmp_base) {
+			fprintf(stderr,
+				"salist: cannot allocate the temporary list for enlarging it.\n");
+			return -ENOMEM;
+		}
+		od->tmp_length = 0;
+	}
+	return 0;
+}
+
+static int ipv4_list_add_range(struct sa_open_data *od, u32 start,
+		u32 end, gfp_t gfp)
+{
+	struct ipv4_range *cur;
+	int ret;
+	
+	/* Ignore a new range if it or a larger range already exists */
+	//if (salist_check_ipv4(od->table, start, end))
+	//	return 0;
+	
+	if ((ret = __touch_tmp_base(od, gfp)) < 0)
+		return ret;
+	
+	/* Check if the size is efficient. Enlarge it if needed. */
+	if (od->tmp_length + 1 >= od->tmp_size) {
+		size_t old_size = od->tmp_size;
+		struct ipv4_range *old_base = od->tmp_base;
+		
+		od->tmp_size *= 2;
+		od->tmp_base = (struct ipv4_range *)realloc(od->tmp_base,
+				sizeof(struct ipv4_range) * od->tmp_size);
+		if (!od->tmp_base) {
+			od->tmp_size = old_size;
+			od->tmp_base = old_base;
+			return -ENOMEM;
+		}
+	}
+	
+	cur = &od->tmp_base[od->tmp_length++];
+	cur->start = start;
+	cur->end = end;
+	
+	return 0;
+}
+
+static inline int ipv4_list_add_netmask(struct sa_open_data *od,
+		u32 net, u32 net_mask, gfp_t gfp)
+{
+	u32 start = net & net_mask;
+	u32 end = net | ~net_mask;
+	
+	return ipv4_list_add_range(od, start, end, gfp);
+}
+
+static int ipv4_list_add_net(struct sa_open_data *od, u32 net,
+		int net_bits, gfp_t gfp)
+{
+	u32 net_mask;
+
+	if(net_bits == 0)
+		net_mask = 0x00000000;
+	else
+		net_mask = ~(((u32)1 << (32 - net_bits)) - 1);
+	//printf("%d: %08x, %08x\n", net_bits, net_mask, net_size);
+
+	return ipv4_list_add_netmask(od, net, net_mask, gfp);
+}
+
+static int salist_cmd_parse(struct sa_open_data *od, char *cmd, gfp_t gfp)
+{
+	char *a1 = NULL, *a2 = NULL;
+	char *sep;
+	char sc;
+	int n = 32;
+
+	/* Case 3: Append an item */
+	
+	/* Check IP description part: network segment or range? */
+	if ((sep = strchr(cmd, '/'))) { }
+	else if ((sep = strchr(cmd, '-'))) { }
+	else if ((sep = strchr(cmd, ':'))) { }
+	
+	if (sep) {
+		/* Describes a subnet or range. */
+		sc = *sep;
+		*sep = '\0';
+
+		a1 = cmd;
+		a2 = sep + 1;
+
+		if (*a2 == '\0') {
+			fprintf(stderr, "Nothing after '%c'.\n", sc);
+			return -EINVAL;
+		}
+	} else {
+		/* Describes a single IP. */
+		sc = '\0';
+		a1 = cmd;
+	}
+	
+	switch (sc) {
+	case '/':
+		/* 10.10.20.0/24 */
+		/* ------------------------------------ */
+		if (is_ipv4_addr(a2)) {
+			ipv4_list_add_netmask(od, ipv4_stohl(a1), ipv4_stohl(a2), gfp);
+		} else {
+			sscanf(a2, "%d", &n);
+			ipv4_list_add_net(od, ipv4_stohl(a1), n, gfp);
+		}
+		/* ------------------------------------ */
+		break;
+	case ':':
+	case '-':
+		/* 10.10.20.0-10.20.0.255 */
+		/* ------------------------------------ */
+		ipv4_list_add_range(od, ipv4_stohl(a1), ipv4_stohl(a2), gfp);
+		/* ------------------------------------ */
+		break;
+	default:
+		if (is_ipv4_addr(a1)) {
+			/* Single IP address. */
+			u32 ip = ipv4_stohl(a1);
+			/* ------------------------------------ */
+			ipv4_list_add_range(od, ip, ip, gfp);
+			/* ------------------------------------ */
+		} else {
+			fprintf(stderr, "Invalid IP address '%s'.\n", a1);
+			return -EINVAL;
+		}
+		break;
+	}
+	return 0;
+}
+
+static int ipv4_range_sort_cmp(const void *a, const void *b)
+{
+	struct ipv4_range *ra = (struct ipv4_range *)a;
+	struct ipv4_range *rb = (struct ipv4_range *)b;
+	
+	if (ra->start > rb->start) {
+		return 1;
+	} else if (ra->start < rb->start) {
+		return -1;
+	} else if (ra->end > rb->end) {
+		return 1;
+	} else if (ra->end < rb->end) {
+		return -1;
+	} else {
+		return 0;
+	}
+}
+
+static void ipv4_range_swap(void *a, void *b, int size)
+{
+	struct ipv4_range *ra = (struct ipv4_range *)a;
+	struct ipv4_range *rb = (struct ipv4_range *)b;
+	struct ipv4_range tmp;
+	tmp = *ra;
+	*ra = *rb;
+	*rb = tmp;
+}
+
+static struct sa_open_data *salist_open(void)
+{
+	struct sa_open_data *od = NULL;
+
+	od = (struct sa_open_data *)malloc(sizeof(*od));
+	if (!od) {
+		fprintf(stderr, "salist: cannot allocate sa_open_data.\n");
+		return NULL;
+	}
+	memset(od, 0, sizeof(*od));
+	od->errors = 0;
+
+	return od;
+}
+
+static int salist_close(struct sa_open_data *od)
+{
+	size_t ri, wi;
+	struct ipv4_range *old_base;
+
+	/* Flush the table if any modification has been done */
+	if (od->tmp_base) {
+		/* Sort the table and merge entries as many as possible. */
+		if (od->tmp_length >= 2) {
+			qsort(od->tmp_base, od->tmp_length, sizeof(struct ipv4_range),
+				ipv4_range_sort_cmp);
+			
+			for (wi = 0, ri = 1; ri < od->tmp_length; ri++) {
+				/* NOTICE: 0xffffffff + 1 ? */
+				if (od->tmp_base[wi].end == (u32)(-1)) {
+					/* Nothing */
+				} else if (od->tmp_base[ri].start <= od->tmp_base[wi].end + 1) {
+					/* The two ranges overlap, so merge the 2nd to the 1st one */
+					if (od->tmp_base[ri].end > od->tmp_base[wi].end)
+						od->tmp_base[wi].end = od->tmp_base[ri].end;
+				} else {
+					wi++;
+					if (wi < ri)
+						od->tmp_base[wi] = od->tmp_base[ri];
+				}
+			}
+			
+			od->tmp_length = wi + 1;
+		}
+		
+		/* Reduce the size */
+		if (od->tmp_length < od->tmp_size) {
+			struct ipv4_range *__tmp = od->tmp_base;
+			od->tmp_base = (struct ipv4_range *)malloc(
+				sizeof(struct ipv4_range) * (od->tmp_length ? od->tmp_length : 1));
+			if (od->tmp_base) {
+				memcpy(od->tmp_base, __tmp,
+					sizeof(struct ipv4_range) * od->tmp_length);
+				free(__tmp);
+			} else {
+				fprintf(stderr, "[%s:%d] Failed to allocate temporary table.\n",
+					__FUNCTION__, __LINE__);
+				/* If failed to allocate new memory, do not reduce it. */
+				od->tmp_base = __tmp;
+			}
+		}
+
+		/* Dump the table instead */
+	}
+	
+	if (od->errors) {
+		fprintf(stderr, "[%s] %d errors detected during table operation.\n",
+				__FUNCTION__, od->errors);
+	}
+
+	return 0;
+}
+
+static void sa_open_data_dump(struct sa_open_data *od)
+{
+	size_t i;
+	char s1[20], s2[20];
+
+	for (i = 0; i < od->tmp_length; i++) {
+		printf("%s-%s\n", ipv4_hltos(od->tmp_base[i].start, s1),
+			ipv4_hltos(od->tmp_base[i].end, s2));
+	}
+}
+
+int main(int argc, char *argv[])
+{
+	struct sa_open_data *od;
+	char lbuf[128];
+
+	od = salist_open();
+
+	while (fgets(lbuf, sizeof(lbuf), stdin)) {
+		size_t llen = strlen(lbuf);
+		if (llen > 0 && lbuf[llen - 1] == '\n')
+			lbuf[--llen] = '\0';
+		if (llen > 0 && lbuf[llen - 1] == '\r')
+			lbuf[--llen] = '\0';
+		if (llen == 0)
+			continue;
+		salist_cmd_parse(od, lbuf, 0);
+	}
+
+	salist_close(od);
+
+	sa_open_data_dump(od);
+
+	return 0;
+}
+