diff options
| author | Trupti Rajesh Kini | 2016-11-18 11:50:50 +0530 |
|---|---|---|
| committer | GitHub | 2016-11-18 11:50:50 +0530 |
| commit | 678088b5871bac0152d343bfc9ef9d9599b8553e (patch) | |
| tree | 52ef694ea604d29d05de624bcfe9a2725b14ec2d /scripts | |
| parent | c5c3c7b6c4794d960ead6137d251cd9b8f423aa4 (diff) | |
| parent | 19793cdf2025bb2a4560a0718ed5d6bce175e7b8 (diff) | |
| download | Python-TBC-Interface-678088b5871bac0152d343bfc9ef9d9599b8553e.tar.gz Python-TBC-Interface-678088b5871bac0152d343bfc9ef9d9599b8553e.tar.bz2 Python-TBC-Interface-678088b5871bac0152d343bfc9ef9d9599b8553e.zip | |
Merge pull request #3 from kinitrupti/hitcount-updated
Hitcount updated
Diffstat (limited to 'scripts')
| -rw-r--r-- | scripts/crawler/tbc_web_crawler/spiders/tbc_spider.py | 2 | ||||
| -rw-r--r-- | scripts/database_updater.py | 4 | ||||
| -rw-r--r-- | scripts/split_json.py | 8 |
3 files changed, 7 insertions, 7 deletions
diff --git a/scripts/crawler/tbc_web_crawler/spiders/tbc_spider.py b/scripts/crawler/tbc_web_crawler/spiders/tbc_spider.py index 9688e70..befc63f 100644 --- a/scripts/crawler/tbc_web_crawler/spiders/tbc_spider.py +++ b/scripts/crawler/tbc_web_crawler/spiders/tbc_spider.py @@ -1,5 +1,5 @@ import scrapy -from items import TbcErrorItems, TbcBrokenItems +from .items import TbcErrorItems, TbcBrokenItems from scrapy.utils.response import get_base_url from scrapy.utils.url import urljoin_rfc from scrapy.http import Request diff --git a/scripts/database_updater.py b/scripts/database_updater.py index 71813ea..6bbb1f6 100644 --- a/scripts/database_updater.py +++ b/scripts/database_updater.py @@ -74,5 +74,5 @@ if __name__ == '__main__': b = a.fetch_comments_from_script() c = a.add_comments_to_db() #This should always be before delete_redundant_comments d = a.delete_redundant_comments() #This should always be after add_comments_to_db - print c - print d + print (c) + print (d) diff --git a/scripts/split_json.py b/scripts/split_json.py index baa0b90..a6905db 100644 --- a/scripts/split_json.py +++ b/scripts/split_json.py @@ -1,4 +1,4 @@ -import cPickle +import pickle import json from os.path import dirname, abspath,join try: @@ -7,14 +7,14 @@ try: json_dump.close() a = [saved_data for saved_data in json_data if str(saved_data).startswith("{u'ch")] with open(join(dirname(abspath(dirname(__file__))),'tbc_error_page/error.pickle'), "w+") as error_json: - cPickle.dump(a, error_json) + pickle.dump(a, error_json) error_json.close() b = [saved_data for saved_data in json_data if str(saved_data).startswith("{u'br")] with open(join(dirname(abspath(dirname(__file__))),'tbc_error_page/broken.pickle'), "w+") as broken_json: - cPickle.dump(b, broken_json) + pickle.dump(b, broken_json) broken_json.close() except ValueError: - print "Couldn't find file" + print("Couldn't find file") |