feat: add custom command for covidtracking spider

Author: leafcoder

django_covid19/management/commands/crawl.py

@@ -6,6 +6,7 @@
 sys.path.insert(0, os.path.join(app_dir, 'spider'))
 
 from nCoV.spiders.dxy import DXYSpider
+from nCoV.spiders.covidtracking import CovidTrackingSpider
 from scrapy.crawler import CrawlerProcess
 from scrapy.utils.project import get_project_settings
 from django.core.management.base import BaseCommand
@@ -17,15 +18,23 @@ def __init__(self):
         os.environ.setdefault('SCRAPY_SETTINGS_MODULE', settings_file_path)
         self.process = CrawlerProcess(get_project_settings())
         self.spider = DXYSpider
+        self.covidtracking_spider = CovidTrackingSpider
 
-    def run_spiders(self):
-        self.process.crawl(self.spider)
+    def run_spiders(self, spider):
+        if spider == 'covidtracking':
+            self.process.crawl(self.covidtracking_spider)
+        else:
+            self.process.crawl(self.spider)
         self.process.start()
 
 class Command(BaseCommand):
 
     help = _('Crawl data from DingXiangYuan.')
 
+    def add_arguments(self, parser):
+        parser.add_argument('spider', type=str, help='spider name')
+
     def handle(self, *args, **options):
+        spider = options['spider']
         scraper = Scraper()
-        scraper.run_spiders()
+        scraper.run_spiders(spider)