From cf1209063bf68e01d312bc870280cf43b2a616a9 Mon Sep 17 00:00:00 2001
From: mahesh
Date: Fri, 1 Apr 2016 01:41:16 +0530
Subject: A crawler to crawl the tbc website to find errors on tbc notebooks
 and broken links

---
 scripts/crawler/scrapy.cfg | 11 +++++++++++
 1 file changed, 11 insertions(+)
 create mode 100644 scripts/crawler/scrapy.cfg

(limited to 'scripts/crawler/scrapy.cfg')

diff --git a/scripts/crawler/scrapy.cfg b/scripts/crawler/scrapy.cfg
new file mode 100644
index 0000000..b99853f
--- /dev/null
+++ b/scripts/crawler/scrapy.cfg
@@ -0,0 +1,11 @@
+# Automatically created by: scrapy startproject
+#
+# For more information about the [deploy] section see:
+# https://scrapyd.readthedocs.org/en/latest/deploy.html
+
+[settings]
+default = tbc_web_crawler.settings
+
+[deploy]
+#url = http://localhost:6800/
+project = tbc_web_crawler
-- 
cgit