def get_tokens(f):
    return set([item for sublist in [re.split('[^\w]+', line.lower()) for line in f] for item in sublist if len(item) > 3])
dataset/ETHPy150Open accumulo/pyaccumulo/examples/intersecting_iterator/ingest.py/get_tokens/original