add type hinting
This commit is contained in:
parent
6ecefb482f
commit
39f672cb21
1 changed files with 4 additions and 3 deletions
|
|
@ -25,6 +25,7 @@ run_project(full=True) # run full pipeline including network requests
|
||||||
|
|
||||||
"""
|
"""
|
||||||
import logging
|
import logging
|
||||||
|
from typing import List, Optional
|
||||||
|
|
||||||
import requests
|
import requests
|
||||||
from kedro.extras.datasets.json import JSONDataSet
|
from kedro.extras.datasets.json import JSONDataSet
|
||||||
|
|
@ -38,7 +39,7 @@ logger = logging.getLogger(__name__)
|
||||||
__version__ = "0.2.0"
|
__version__ = "0.2.0"
|
||||||
|
|
||||||
|
|
||||||
def get_body(packages):
|
def get_body(packages: str) -> str:
|
||||||
"""Get the body tag from the full page html."""
|
"""Get the body tag from the full page html."""
|
||||||
|
|
||||||
tag = "<body>\n"
|
tag = "<body>\n"
|
||||||
|
|
@ -48,7 +49,7 @@ def get_body(packages):
|
||||||
return packages
|
return packages
|
||||||
|
|
||||||
|
|
||||||
def remove_html_tags(text):
|
def remove_html_tags(text: str) -> List[str]:
|
||||||
"""Remove html tags from a string"""
|
"""Remove html tags from a string"""
|
||||||
import re
|
import re
|
||||||
|
|
||||||
|
|
@ -146,7 +147,7 @@ catalog = DataCatalog(
|
||||||
runner = SequentialRunner()
|
runner = SequentialRunner()
|
||||||
|
|
||||||
|
|
||||||
def run_project(full=None):
|
def run_project(full: Optional[bool] = None):
|
||||||
"""
|
"""
|
||||||
Run the project.
|
Run the project.
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue