Compressing the Story: The Magic of Text Summarization

import nltk
import re
import numpy as np
from nltk.corpus import stopwords
from sklearn.metrics.pairwise import cosine_similarity
from sklearn.feature_extraction.text import TfidfVectorizer

def preprocess_text(text):
	text = re.sub(r'[^\w\s]', '', text)
	text = text.lower()
	text = text.lower()
	text = [word for word in text.split() if word not in stopwords.words('english')]
	return " ".join(text)

def summarize_text(text, n=10):
	text = [preprocess_text(sentence) for sentence in nltk.sent_tokenize(text)]
	tfidf = TfidfVectorizer().fit_transform(text)
	similarity_matrix = cosine_similarity(tfidf)
	similarity_matrix = np.asarray(similarity_matrix)
	sentence_importance = np.sum(similarity_matrix, axis=0)
	ranked_sentence_indexes = [item[0] for item in sorted(enumerate(sentence_importance), key=lambda item: item[1], reverse=True)]
	selected_sentences = sorted(ranked_sentence_indexes[:n])
	summarized_text = ' '.join([text[i] for i in selected_sentences])
	return summarized_text

text = "A young man named Jim Hawkins is the narrator of the story. He lives in England with his mother and father. They run the Admiral Benbow Inn. One day, an old sailor named Billy Bones comes to stay at the inn. He pays Jim's father to keep a large sea chest for him. Later, Billy Bones dies and Jim finds a map in the chest. The map shows the location of a treasure on a mysterious island. Jim, Dr. Livesey, and Squire Trelawney decide to go to the island and look for the treasure. They set sail on the ship called the Hispaniola. On the ship, they meet a one-legged pirate named Long John Silver. They soon discover that Long John Silver and his men plan to steal the treasure. Jim and the other men must find a way to stop them."

print(summarize_text(text))