blob: bf219bebf1c1bbc38de4e6a9ff2fb975d7204dcd (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
|
#!/usr/bin/env bash
DIR="$( cd "$( dirname "$0" )" && pwd )"
cd $DIR
python database_updater.py
source ../../../bin/activate
# this is for the test server. Might differ on different machines. Ideally it should be "source ../../bin/activate"
cd crawler/
scrapy crawl tbc_spider -o items.json -t json
#sadly scrapy can only be run in the folders containing scrapy.cfg
cd ../.
python split_json.py
deactivate
|
