INNER CODE UNIT · Python
df
lefterisloukas/edgar-crawler · download_filings.py:455
df = df[(df.CIK.isin(ciks))]
# Add the filtered dataframe to the list
dfs_list.append(df)
# Return the concatenated dataframe if there are multiple dataframes in the list, else return the single dataframe
return pd.concat(dfs_list) if (len(dfs_list) > 1) else dfs_list[0]
def crawl(
filing_types: List[str], series: pd.Series, raw_filings_folder: str, user_agent: str
) -> pd.Series:
"""
Crawls the EDGAR HTML indexes and extracts required details.
Such details include the Filing Date, the Period of Report, the State location, the Fiscal Year End, and many more.
Args: