Remove unused imports adapters

This commit is contained in:
Jim Miller 2021-01-25 20:53:04 -06:00
parent 1d8c10b168
commit edd089237e
124 changed files with 6 additions and 227 deletions

View file

@ -16,12 +16,10 @@
#
from __future__ import absolute_import
import os, re, sys, glob, types
from os.path import dirname, basename, normpath
import os, re, sys, types
import logging
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.parse import urlparse
logger = logging.getLogger(__name__)

View file

@ -26,8 +26,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six import string_types as basestring
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -22,15 +22,12 @@ from __future__ import unicode_literals
import logging
logger = logging.getLogger(__name__)
import re
import sys
from bs4 import UnicodeDammit
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -27,7 +27,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -18,13 +18,10 @@
from __future__ import absolute_import
import logging
logger = logging.getLogger(__name__)
import re
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -18,18 +18,13 @@
from __future__ import absolute_import
import logging
logger = logging.getLogger(__name__)
import re
import os
from bs4.element import Comment
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
import sys
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib import parse as urlparse
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -9,8 +9,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -50,7 +50,6 @@ import time
import logging
logger = logging.getLogger(__name__)
import re
import urllib
import sys
from bs4 import Comment
from ..htmlcleanup import stripHTML
@ -59,7 +58,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib import parse as urlparse
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -1,17 +1,13 @@
from __future__ import absolute_import
from datetime import timedelta
import re
import logging
logger = logging.getLogger(__name__)
from bs4 import BeautifulSoup
from ..htmlcleanup import stripHTML
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib import parse as urlparse
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate
from .. import exceptions

View file

@ -26,7 +26,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -20,9 +20,6 @@ from __future__ import absolute_import
import logging
import re
# py2 vs py3 transition
from ..six import text_type as unicode, ensure_text
from ..six.moves.urllib import parse as urlparse
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate
from fanficfare.htmlcleanup import stripHTML

View file

@ -20,7 +20,6 @@ from __future__ import absolute_import
import logging
logger = logging.getLogger(__name__)
import re
import sys
from bs4.element import Comment
from ..htmlcleanup import stripHTML
@ -28,7 +27,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -23,8 +23,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -16,7 +16,6 @@
#
from __future__ import absolute_import
from ..htmlcleanup import stripHTML
# Software: eFiction
from .base_efiction_adapter import BaseEfictionAdapter

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -23,8 +23,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -24,8 +24,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -23,15 +23,12 @@ from __future__ import unicode_literals
import logging
logger = logging.getLogger(__name__)
import re
import sys
from bs4 import UnicodeDammit, Comment
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -18,10 +18,8 @@
from __future__ import absolute_import
import re
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six import ensure_text
from ..six.moves.urllib import parse as urlparse
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate
from .. import exceptions

View file

@ -19,14 +19,11 @@ from __future__ import absolute_import
import logging
logger = logging.getLogger(__name__)
import re
import json
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -24,8 +24,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -24,8 +24,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -29,7 +29,7 @@ from ..six.moves.urllib.parse import urlparse
from .. import exceptions as exceptions
from ..htmlcleanup import stripHTML
from .base_adapter import BaseSiteAdapter, makeDate
from .base_adapter import BaseSiteAdapter
ffnetgenres=["Adventure", "Angst", "Crime", "Drama", "Family", "Fantasy", "Friendship", "General",
"Horror", "Humor", "Hurt-Comfort", "Mystery", "Parody", "Poetry", "Romance", "Sci-Fi",
@ -145,7 +145,6 @@ class FanFictionNetSiteAdapter(BaseSiteAdapter):
raise e
except Exception as e:
logger.warning("Caught an exception reading URL: %s Exception %s."%(unicode(url),unicode(e)))
pass
# Find authorid and URL from... author url.
a = soup.find('a', href=re.compile(r"^/u/\d+"))

View file

@ -20,14 +20,11 @@ import time
import logging
logger = logging.getLogger(__name__)
import re
import urllib
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -23,9 +23,6 @@ from __future__ import absolute_import
import logging
import re
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib import parse as urlparse
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -27,8 +27,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -19,13 +19,10 @@ from __future__ import absolute_import
import logging
logger = logging.getLogger(__name__)
import re
import urllib
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -23,8 +23,6 @@ from .. import exceptions as exceptions
from ..htmlcleanup import stripHTML
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -39,7 +39,6 @@ from .base_adapter import BaseSiteAdapter
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
from ..six import text_type as unicode, ensure_text
def getClass():
return FictionLiveAdapter

View file

@ -5,7 +5,6 @@ logger = logging.getLogger(__name__)
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib import parse as urlparse
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -27,7 +27,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -18,10 +18,8 @@
from __future__ import absolute_import
import logging
logger = logging.getLogger(__name__)
import re
# py2 vs py3 transition
from ..six import text_type as unicode
## They're from the same people and pretty much identical.
from .adapter_fanfictionnet import FanFictionNetSiteAdapter

View file

@ -25,7 +25,6 @@ from ..htmlcleanup import stripHTML
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -28,7 +28,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from ..six.moves import http_cookiejar as cl
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -20,7 +20,6 @@ import logging
logger = logging.getLogger(__name__)
# py2 vs py3 transition
from ..six import text_type as unicode
from .adapter_storiesonlinenet import StoriesOnlineNetAdapter

View file

@ -21,10 +21,8 @@ from __future__ import absolute_import
''' This adapter will download the stories from the www.fireflyfans.net forum pages '''
import logging
import re
import sys
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -17,7 +17,6 @@
from __future__ import absolute_import
import re
from ..htmlcleanup import stripHTML
from .base_xenforoforum_adapter import BaseXenForoForumAdapter

View file

@ -19,12 +19,10 @@ from __future__ import absolute_import
import logging
logger = logging.getLogger(__name__)
import re
from ..htmlcleanup import stripHTML, removeAllEntities
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -23,8 +23,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -26,7 +26,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -21,17 +21,12 @@
from __future__ import absolute_import
import logging
import re
import sys
from datetime import datetime, timedelta
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate
from .. import exceptions as exceptions
from ..htmlcleanup import stripHTML
from ..dateutils import UNIX_EPOCHE
logger = logging.getLogger(__name__)

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -20,14 +20,12 @@
from __future__ import absolute_import
import logging
import json
import re
import sys # ## used for debug purposes
import datetime
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -27,7 +27,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib import parse as urlparse
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -22,13 +22,11 @@ from __future__ import absolute_import
import logging
logger = logging.getLogger(__name__)
import re
import urllib
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -26,7 +26,6 @@ from ..htmlcleanup import removeEntities, stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from ..six.moves import zip as izip
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -22,13 +22,10 @@ import re
import os
from bs4.element import Comment
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib import parse as urlparse
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -19,13 +19,11 @@ from __future__ import absolute_import
import logging
logger = logging.getLogger(__name__)
import re
import urllib
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -16,7 +16,6 @@
#
from __future__ import absolute_import
from ..htmlcleanup import stripHTML
# Software: eFiction
from .base_efiction_adapter import BaseEfictionAdapter

View file

@ -16,7 +16,6 @@
#
from __future__ import absolute_import
from ..htmlcleanup import stripHTML
# Software: eFiction
from .base_efiction_adapter import BaseEfictionAdapter

View file

@ -16,7 +16,6 @@
#
from __future__ import absolute_import
from ..htmlcleanup import stripHTML
# Software: eFiction
from .base_efiction_adapter import BaseEfictionAdapter

View file

@ -23,14 +23,11 @@ from __future__ import absolute_import
import logging
import re
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib import parse as urlparse
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate
from bs4 import Comment
from ..htmlcleanup import removeEntities, stripHTML, fix_excess_space
from ..htmlcleanup import fix_excess_space, stripHTML
from .. import exceptions as exceptions
logger = logging.getLogger(__name__)

View file

@ -20,14 +20,10 @@
from __future__ import absolute_import
import logging
import json
import re
import sys # ## used for debug purposes
import datetime
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -24,8 +24,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -20,13 +20,11 @@ from __future__ import absolute_import
import logging
logger = logging.getLogger(__name__)
import re
import urllib
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib import parse as urlparse
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter
from ..htmlcleanup import stripHTML

View file

@ -25,9 +25,7 @@ from ..dateutils import parse_relative_date_string
from ..htmlcleanup import stripHTML
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves import http_client as httplib
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter

View file

@ -23,8 +23,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -20,7 +20,6 @@ import logging
logger = logging.getLogger(__name__)
# py2 vs py3 transition
from ..six import text_type as unicode
from .adapter_finestoriescom import FineStoriesComAdapter

View file

@ -23,7 +23,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves import http_cookiejar as cl

View file

@ -24,7 +24,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,11 +25,8 @@ from __future__ import absolute_import
''' This adapter scrapes the metadata and chapter text from stories on archive.shriftweb.org '''
import logging
import re
import sys
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate
@ -153,7 +150,6 @@ class BFAArchiveShriftwebOrgSiteAdapter(BaseSiteAdapter):
)+'/cgi-bin/search.cgi?Author={}&SortBy=0'+
'&SortOrder=0&NumToList=0&FastSearch=0' +
'&ShortResults=0').format(author_name)
pass
else:
stories_main = u'<b>' + repr(stories_main).split('<b>',1)[1][:-5]
## now that I have the stories in a format that I can manipulate, I'm going to

View file

@ -20,12 +20,10 @@ import logging
logger = logging.getLogger(__name__)
import re
from bs4.element import Tag
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate
@ -154,7 +152,6 @@ class SilmarillionWritersGuildOrgAdapter(BaseSiteAdapter):
pass
except Exception as e:
logger.warning("series parsing failed(%s)"%e)
pass
# Find the chapters by regexing urls
chapters=soup.findAll('a', href=re.compile(r'viewstory.php\?sid='+self.story.getMetadata('storyId')+r"&chapter=\d+$"))

View file

@ -24,8 +24,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -6,9 +6,7 @@ from bs4.element import Tag
from ..htmlcleanup import stripHTML
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib import parse as urlparse
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate
from .. import exceptions

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -16,7 +16,6 @@
#
from __future__ import absolute_import
from ..htmlcleanup import stripHTML
# Software: eFiction
from .base_efiction_adapter import BaseEfictionAdapter

View file

@ -16,7 +16,6 @@
#
from __future__ import absolute_import
from ..htmlcleanup import stripHTML
# Software: eFiction
from .base_efiction_adapter import BaseEfictionAdapter

View file

@ -23,8 +23,6 @@ from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -383,7 +383,6 @@ class StoriesOnlineNetAdapter(BaseSiteAdapter):
# logger.debug("No universe page")
except:
raise
pass
try:
a = description_element.find('a', href=re.compile(r"/universe/\d+/.*"))
# logger.debug("Looking for universe - a='{0}'".format(a))
@ -416,7 +415,6 @@ class StoriesOnlineNetAdapter(BaseSiteAdapter):
# logger.debug("Do not have a universe")
except:
raise
pass
# There's nothing around the desc to grab it by, and there's a
# variable number of links before it.

View file

@ -30,15 +30,12 @@ from __future__ import absolute_import
import logging
logger = logging.getLogger(__name__)
import re
import sys
from bs4.element import Comment
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -1,19 +1,15 @@
# -*- coding: utf-8 -*-
from __future__ import absolute_import
import datetime
import logging
logger = logging.getLogger(__name__)
import re, sys
from .. import translit
import re
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -17,7 +17,6 @@
# Software: eFiction
from __future__ import absolute_import
from ..htmlcleanup import stripHTML
from .base_efiction_adapter import BaseEfictionAdapter

View file

@ -16,7 +16,6 @@
#
from __future__ import absolute_import
from ..htmlcleanup import stripHTML
# Software: eFiction
from .base_efiction_adapter import BaseEfictionAdapter

View file

@ -20,13 +20,11 @@ from __future__ import absolute_import
import logging
logger = logging.getLogger(__name__)
import re
import urllib
from ..htmlcleanup import stripHTML
from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -16,7 +16,6 @@
#
from __future__ import absolute_import
from ..htmlcleanup import stripHTML
# Software: eFiction
from .base_efiction_adapter import BaseEfictionAdapter

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

View file

@ -25,7 +25,6 @@ from .. import exceptions as exceptions
# py2 vs py3 transition
from ..six import text_type as unicode
from ..six.moves.urllib.error import HTTPError
from .base_adapter import BaseSiteAdapter, makeDate

Some files were not shown because too many files have changed in this diff Show more