def read_unique_lines(data_file):
    """Loads the data from the given files as lines (unique),
    in preparation for training or testing.
    """

    encountered = set()
    with open(data_file) as f:
        for line in f:
            encountered.add(line)

    return list(encountered)