From 9d4f587e238c38d911aefbbd653c549fa5d94e2b Mon Sep 17 00:00:00 2001 From: Jim Miller Date: Sun, 10 Jan 2021 19:09:05 -0600 Subject: [PATCH] Tweak chromagnon/cacheParse.py --- fanficfare/chromagnon/cacheParse.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/fanficfare/chromagnon/cacheParse.py b/fanficfare/chromagnon/cacheParse.py index a21d6cc3..27db6990 100644 --- a/fanficfare/chromagnon/cacheParse.py +++ b/fanficfare/chromagnon/cacheParse.py @@ -40,6 +40,7 @@ import struct import sys import re import brotli +import time from . import csvOutput from . import SuperFastHash @@ -112,12 +113,16 @@ class ChromeCache(object): def __init__(self,path): self.cache = parse(path) self.hash_cache = {} + # t = time.time() for entry in self.cache: key = entry.keyToStr() + if 'fanfiction.net' not in key: + continue self.hash_cache[key] = entry normkey = re.sub(r'^(https://www.fanfiction.net/s/\d+/\d+/).+$',r'\1',key) ## either overwrites (no harm), or adds new. self.hash_cache[normkey] = entry + # print("======:%s"%(time.time()-t)) def get_cached_file(self,url): if url in self.hash_cache: