Mercurial > hg > python
diff lazyBug.py @ 5:bd1db1ed4c25
found on ecclerig
author | Henry S. Thompson <ht@inf.ed.ac.uk> |
---|---|
date | Mon, 09 Mar 2020 17:39:38 +0000 |
parents | |
children |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/lazyBug.py Mon Mar 09 17:39:38 2020 +0000 @@ -0,0 +1,15 @@ +'''Illustrate problem with writable cache in LazySubsequence''' + +from nltk.corpus import brown +import nltk, sys + +data = brown.tagged_sents(categories='news', tagset='universal') +train_data=data[:1000] +y=train_data[0] +print('initial:',y==train_data[0],train_data[0][:2]) +train_data[0].insert(0,('<s>','<s>')) +print('modified:',y==train_data[0],train_data[0][:2]) +z=len([s for s in train_data]) +print('post-view:',y==train_data[0],train_data[0][:2]) + +print("\nnltk: %s\npython: %s"%(nltk.version_info,sys.version))