pos_tagging_doc.py

import metapy

def extract_sequences(tok):
    sequences = []
    for token in tok:
        if token == '<s>':
            sequences.append(metapy.sequence.Sequence())
        elif token != '</s>':
            sequences[-1].add_symbol(token)
    return sequences

doc = metapy.index.Document()
doc.content("I said that I can't believe that it only costs $19.95!")
tok = metapy.analyzers.ICUTokenizer()
tok = metapy.analyzers.PennTreebankNormalizer(tok)
tok.set_content(doc.content())
tokens = [token for token in tok]
# print(tokens)

tagger = metapy.sequence.PerceptronTagger("perceptron-tagger/")

for seq in extract_sequences(tokens):
    tagger.tag(seq)
    print(seq)