web_beautiful_soup.py

import bs4 as bs
import urllib.request
from nltk.tokenize import sent_tokenize, word_tokenize
import nltk

source = urllib.request.urlopen('http://ptrckprry.com/course/ssd/data/negative-words.txt').read()

soup = bs.BeautifulSoup(source, 'lxml')
nav = soup.nav

# Uncomment this and run the script again to download nltk collections if the "NLTK Lookup Error" occurs
#nltk.download()

def lag_liste(kilde):

	words = word_tokenize(soup.text)
	ny_liste = []

	for line in words:

		ny_liste.append(line)
		
		if len(ny_liste) == len(words):
			print(ny_liste)



lag_liste(soup)