@staticmethod
    def get_tamil_words_iterable( letters ):
        """ given a list of UTF-8 letters section them into words, grouping them at spaces """
        #punctuations = u'-,+,/,*,>,<,_,],[,{,},(,)'.split(',')+[',']
        #isspace_or_tamil = lambda x:  not x in punctuations  and tamil.utf8.istamil(x)
        
        # correct algorithm for get-tamil-words
        buf = []
        for idx,let in enumerate(letters):
            if tamil.utf8.istamil( let ):
                buf.append( let )
            else:
                if len(buf) > 0:
                    yield  u"".join( buf )
                    buf = []
        if len(buf) > 0:
            yield u"".join(buf)
                              
    # sentinel
dataset/ETHPy150Open Ezhil-Language-Foundation/open-tamil/examples/solpattiyal.py/WordFrequency.get_tamil_words_iterable/original