Refactor crawler file name

shhs29 · Mar 4, 2022 · 6fc1268 · 6fc1268
1 parent 495eca6
commit 6fc1268
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/README.md b/README.md
@@ -3,5  3,5 @@ main.py contains code to crawl ontario tech websites and visualise it as a graph
 
 To run crawler, execute command:
 ```
-python main.py
 python crawler.py
 ```
diff --git a/main.py → crawler.py b/main.py → crawler.py
@@ -6,7  6,7 @@
 from bs4 import BeautifulSoup
 
 
-def crawler(root_url: str):
 def crawl_engine(root_url: str):
     # list of extensions to ignore from crawler
     extensions = ['.jpg', '.jpeg', '.png', '.pdf', '.svg']
     # create a connection pool to handle requests
@@ -89,4  89,4 @@ def crawler(root_url: str):
 
 if __name__ == '__main__':
     # crawl all ontario tech webpages
-    crawler(root_url="https://ontariotechu.ca/")
     crawl_engine(root_url="https://ontariotechu.ca/")