LumeWeb
/
skynet-webportal
Archived
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

one less search

This commit is contained in:
Karol Wypchlo 2021-07-18 09:13:30 +02:00
parent 73cf5b510e
commit 7c9d1debd2
1 changed files with 4 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
setup-scripts/blocklist-airtable.py
View File

@ -96,23 +96,19 @@ async def block_skylinks_from_airtable():
return await send_msg(message, force_notify=False) return await send_msg(message, force_notify=False)
print("Searching nginx cache for blocked files") print("Searching nginx cache for blocked files")
total_cached_files_count = 0 cached_files_count = 0
for i in range(0, len(skylinks), 1000): for i in range(0, len(skylinks), 1000):
cached_files_command = ( cached_files_command = (
"find /data/nginx/cache/ -type f | xargs --no-run-if-empty -n1000 grep -Els '^Skynet-Skylink: (" "find /data/nginx/cache/ -type f | xargs --no-run-if-empty -n1000 grep -Els '^Skynet-Skylink: ("
+ "|".join(skylinks[i:i+1000]) + "|".join(skylinks[i:i+1000])
+ ")'" + ")'"
) )
cached_files_count = int(exec('docker exec -it nginx bash -c "' + cached_files_command + ' | wc -l"') or 0) cached_files_count+= int(exec('docker exec -it nginx bash -c "' + cached_files_command + ' | xargs -r rm -v | wc -l"'))
removed = int(exec('docker exec -it nginx bash -c "' + cached_files_command + ' | xargs -r rm -v | wc -l"'))
print(removed)
if cached_files_count:
total_cached_files_count+= cached_files_count
if total_cached_files_count == 0: if cached_files_count == 0:
return print("No nginx cached files matching blocked skylinks were found") return print("No nginx cached files matching blocked skylinks were found")
message = "Purged " + str(total_cached_files_count) + " blocklisted files from nginx cache" message = "Purged " + str(cached_files_count) + " blocklisted files from nginx cache"
return await send_msg(message) return await send_msg(message)