nltk_example.py

from nltk.tokenize import sent_tokenize, word_tokenize

example_text = "Hello Mr. Smith, how are you doing today? The weather is gread and Python is awesome. The sky is pinkish-blue. You should not eat cardboard."

print(sent_tokenize(example_text))

print(word_tokenize(example_text))

for i in word_tokenize(example_text):
	print(i)
	
# tokenizing - word tokenizers... sentence tokenizers
# lexicon and corporas
# corpora - body of text ex: medical journals, presidential speeches, English language
# lexicon - words and their meanings