INNER CODE UNIT · Python

make_dataset

gagan3012/keytotext · keytotext/dataset.py:25

def make_dataset(dataset="common_gen", split="train"):
    if dataset == "common_gen":
        dataset = load_dataset(dataset, split=split)
        df = pd.DataFrame()
        df["keywords"] = dataset["concepts"]
        df["text"] = dataset["target"]
        df["keywords"] = df["keywords"].apply(clean)
        return df
    else:
        dataset = load_dataset(dataset, split=split)
        print(dataset)
        df = make_keywords(dataset=dataset)
        return df
  

View source record →