Usage of title and/or description column in YFCC100M about open_clip HOT 4 CLOSED

import pandas as pd
import urllib

df["title"] = df["title"].replace(np.nan, "", regex=True)
df["description"] = df["description"].replace(np.nan, "", regex=True)
df["title"] = df["title"].apply(lambda x: str.replace(urllib.parse.unquote(x), "+", " "))
df["description"] = df["description"].apply(
    lambda x: str.replace(urllib.parse.unquote(x), "+", " ")
)

def remove_html(raw_html):
    cleanr = re.compile('<.*?>')
    cleantext = re.sub(cleanr, '', raw_html)
    return cleantext

def clean_text(x):
    return remove_html(ftfy.fix_text(urllib.parse.unquote_plus(x)))

text = clean_text(table['title'][idx] + ' ' + table['description'][idx])[:500]