619b0bc432
- Move single-file tools to tools/ organized by category (security, forensics, data, etc.) - Move multi-file projects to projects/ (go-tools, puzzlebox, timesketch, rust-tools) - Move system scripts to scripts/ (proxy, display, setup, windows) - Organize config files in config/ (shell, visidata, applications) - Move experimental tools to archive/experimental - Create 'what' fuzzy search tool with progressive enhancement (ollama->fzf->grep) - Add initial metadata database for intelligent tool discovery - Preserve git history using 'git mv' commands
14 lines
397 B
Python
14 lines
397 B
Python
import sys
|
|
from nltk.corpus import stopwords
|
|
from nltk.tokenize import word_tokenize
|
|
|
|
|
|
with open(sys.argv[0],'r') as f:
|
|
text=" ".join(f.readlines())
|
|
stop_words = set(stopwords.words('english'))
|
|
word_tokens = word_tokenize(text)
|
|
for word in [w for w in word_tokens if len(w)>3 and not w in stop_words]:
|
|
word=word.strip(' \n,.=!_\'')
|
|
word.replace(".","_")
|
|
print(word)
|