Skip to content

Commit

Permalink
Rename a function
Browse files Browse the repository at this point in the history
  • Loading branch information
Sultan Iman committed Feb 5, 2024
1 parent 3483144 commit 320bdc9
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
4 changes: 2 additions & 2 deletions sources/scraping/helpers.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@

from .types import AnyDict
from .queue import BaseQueue
from .scrapy.pipeline_item import get_pipeline_item
from .scrapy.pipeline_item import get_item_pipeline
from .settings import SOURCE_SCRAPY_SETTINGS, SOURCE_SCRAPY_QUEUE_SIZE


Expand Down Expand Up @@ -124,7 +124,7 @@ def create_pipeline_runner(
if queue is None:
queue = BaseQueue(maxsize=queue_size)

scrapy_pipeline_item = get_pipeline_item(queue)
scrapy_pipeline_item = get_item_pipeline(queue)
settings = {
"ITEM_PIPELINES": {scrapy_pipeline_item: 100},
**SOURCE_SCRAPY_SETTINGS,
Expand Down
2 changes: 1 addition & 1 deletion sources/scraping/scrapy/pipeline_item.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ def process_item(
raise NotImplementedError


def get_pipeline_item(queue: Type[BaseQueue]) -> Type[PipelineItem]:
def get_item_pipeline(queue: Type[BaseQueue]) -> Type[PipelineItem]:
"""Wraps our custom ItemPipeline and provides queue instance
It is done this way because there is no way to define
Expand Down

0 comments on commit 320bdc9

Please sign in to comment.