Skip to content

Commit

Permalink
different metadata import - attempt to fix airflow error
Browse files Browse the repository at this point in the history
  • Loading branch information
Cloud956 committed Oct 9, 2023
1 parent d48fdad commit 4f85647
Showing 1 changed file with 2 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -8,8 +8,7 @@
import time
from datetime import datetime
from os.path import dirname, abspath

import rechtspraak_citations_extractor as rex_citations
from rechtspraak_citations_extractor import get_citations
import rechtspraak_extractor as rex
from airflow.models.variable import Variable
from dotenv import load_dotenv, find_dotenv
Expand Down Expand Up @@ -138,7 +137,7 @@ def rechtspraak_extract(args=None):
base_extraction = rex.get_rechtspraak(max_ecli=amount, sd=last_updated, save_file='n', ed=today_date)
metadata_df = rex.get_rechtspraak_metadata(save_file='n', dataframe=base_extraction)
logging.info(f"Length of metadata df is {len(metadata_df)}")
rex_citations.get_citations(metadata_df, LIDO_USERNAME, LIDO_PASSWORD, 1)
get_citations(metadata_df, LIDO_USERNAME, LIDO_PASSWORD, 1)

logging.info(f"Updating local storage ...")
df_filepath = get_path_raw(CSV_RS_CASES)
Expand Down

0 comments on commit 4f85647

Please sign in to comment.