[FEATURE] Added mobile agent checking using regex

experius · Jan 12, 2021 · eaf28c6 · eaf28c6
1 parent 01e8d09
commit eaf28c6
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 2 deletions.
diff --git a/.env.example b/.env.example
@@ -6,6 +6,7 @@ RENDERTRON_CACHE_RESOURCE_URL=http://rendertron:3000/render
 RENDERTRON_CACHE_RESOURCE_METHOD=GET
 RENDERTRON_CACHE_HEADER_REQUEST_BLACKLIST=
 RENDERTRON_CACHE_HEADER_RESPONSE_BLACKLIST=Set-Cookie,Content-Encoding,Transfer-Encoding
+RENDERTRON_MOBILE_REGEX=.*Mobile.*
 
 API_URL=http://dashboard:80/docs/
 API_VER=v1

diff --git a/Makefile b/Makefile
@@ -6,6 +6,9 @@ DC_CONFIGS_DEV = -f docker-compose.yml -f seosnap-cacheserver/docker-compose.dev
 up: 
 	docker-compose ${DC_CONFIGS} -f docker-compose.yml up
 
+down:
+	docker-compose ${DC_CONFIGS} -f docker-compose.yml down
+
 daemon:
 	docker-compose ${DC_CONFIGS} -f docker-compose.yml up -d
 

diff --git a/seosnap-cacheserver b/seosnap-cacheserver
diff --git a/seosnap-cachewarmer b/seosnap-cachewarmer
-Original file line number
+Diff line change
@@ Expand Up @@
     up:
     	docker-compose ${DC_CONFIGS} -f docker-compose.yml up
+    down:
+    	docker-compose ${DC_CONFIGS} -f docker-compose.yml down
     daemon:
     	docker-compose ${DC_CONFIGS} -f docker-compose.yml up -d
@@ Expand Down @@
+3 −1		.gitignore
+1 −0		docker-compose.yml
+9 −1		rendertron_cache_server/cache/query.py
+15 −1		rendertron_cache_server/cache/resource.py
+1 −0		rendertron_cache_server/constants.py
+1 −1		.env.example
+1 −0		crawl.py
+10 −2		seosnap_cachewarmer/spider.py
+11 −1		seosnap_cachewarmer/state.py