INNER CODE UNIT · Python
df
lefterisloukas/edgar-crawler · download_filings.py:451
df = df[df.Type.isin(filing_types)]
# If CIKs were provided, filter the dataframe by CIK
if len(ciks):
df = df[(df.CIK.isin(ciks))]
# Add the filtered dataframe to the list
dfs_list.append(df)
# Return the concatenated dataframe if there are multiple dataframes in the list, else return the single dataframe
return pd.concat(dfs_list) if (len(dfs_list) > 1) else dfs_list[0]
def crawl(
filing_types: List[str], series: pd.Series, raw_filings_folder: str, user_agent: str
) -> pd.Series:
"""
Crawls the EDGAR HTML indexes and extracts required details.