INNER CODE UNIT · Python

clean

gagan3012/keytotext · keytotext/dataset.py:8

def clean(keywords):
    source_text = " ".join(map(str, keywords))
    return source_text

def clean_keywords(keywords):
  return clean(list(map(list, zip(*keywords)))[0])

def make_keywords(dataset):
  kw_model = KeyBERT()
  df = pd.DataFrame(columns=['text', 'keywords'])
  df["text"] = dataset["text"] 
  for i in tqdm(range(len(df))):
    keyword = kw_model.extract_keywords(df['text'][i])
    clean = clean_keywords(keyword)
    df["keywords"][i] = clean
  return df

def make_dataset(dataset="common_gen", split="train"):

View source record →