ubuntu@node2:~/Docker/nutthaphon/scrapyd/user$ docker run --name scrapyd-server --user scrapyd -it -P nutthaphon/scrapyd:1.1.1 bash scrapyd@a4c2642d74db:~$ pwd /home/scrapyd scrapyd@a4c2642d74db:~$ ls master.zip scrapyd-client-master setuptools-28.8.0.zip scrapyd@a4c2642d74db:~$ mkdir projects scrapyd@a4c2642d74db:~$ cd projects/ scrapyd@a4c2642d74db:~/projects$ scrapy startproject tutorial New Scrapy project 'tutorial', using template directory '/usr/local/lib/python2.7/dist-packages/scrapy/templates/project', created in: /home/scrapyd/projects/tutorial You can start your first spider with: cd tutorial scrapy genspider example example.com scrapyd@a4c2642d74db:~/projects$ cd tutorial/ scrapyd@a4c2642d74db:~/projects/tutorial$ ls scrapy.cfg tutorial scrapyd@a4c2642d74db:~/projects/tutorial$ vi scrapy.cfg bash: vi: command not found scrapyd@a4c2642d74db:~/projects/tutorial$ cat scrapy.cfg # Automatically created by: scrapy startproject # # For more information about the [deploy] section see: # https://scrapyd.readthedocs.org/en/latest/deploy.html [settings] default = tutorial.settings [deploy] #url = http://localhost:6800/ project = tutorial scrapyd@a4c2642d74db:~/projects/tutorial$ sed -i 's/#utl/url/g' scrapy.cfg scrapyd@a4c2642d74db:~/projects/tutorial$ cat scrapy.cfg # Automatically created by: scrapy startproject # # For more information about the [deploy] section see: # https://scrapyd.readthedocs.org/en/latest/deploy.html [settings] default = tutorial.settings [deploy] #url = http://localhost:6800/ project = tutorial scrapyd@a4c2642d74db:~/projects/tutorial$ sed -i 's/#url/url/g' scrapy.cfg scrapyd@a4c2642d74db:~/projects/tutorial$ cat scrapy.cfg # Automatically created by: scrapy startproject # # For more information about the [deploy] section see: # https://scrapyd.readthedocs.org/en/latest/deploy.html [settings] default = tutorial.settings [deploy] url = http://localhost:6800/ project = tutorial scrapyd@a4c2642d74db:~/projects/tutorial$ ~/scrapyd-client-master/scrapyd-client/scrapyd-deploy -l default http://localhost:6800/ scrapyd@a4c2642d74db:~/projects/tutorial$ ~/scrapyd-client-master/scrapyd-client/scrapyd-deploy default -p tutorial Packing version 1479799362 Deploying to project "tutorial" in http://localhost:6800/addversion.json Deploy failed: <urlopen error [Errno 111] Connection refused> scrapyd@a4c2642d74db:~/projects/tutorial$ ~/scrapyd-client-master/scrapyd-client/scrapyd-deploy default -p tutorial Packing version 1479799403 Deploying to project "tutorial" in http://localhost:6800/addversion.json Server response (200): {"status": "ok", "project": "tutorial", "version": "1479799403", "spiders": 0, "node_name": "a4c2642d74db"} scrapyd@a4c2642d74db:~/projects/tutorial$ ~/scrapyd-client-master/scrapyd-client/scrapyd-deploy -L default tutorial
Tuesday, November 22, 2016
Scrapyd deploying your project
Subscribe to:
Post Comments (Atom)
No comments:
Post a Comment