Btukfyl

def summary(filename, method):

    list_names = glob.glob(filename)

    orginal_data = 

    topic_data = 

    print(list_names)

    for file_name in list_names:

        article = 

        article_temp = io.open(file_name,"r", encoding = "utf-8-sig").readlines()

        for line in article_temp:

            print(line)

            if (line.strip()):

                tokenizer =nltk.data.load('tokenizers/punkt/english.pickle')

                sentences = tokenizer.tokenize(line)

                print(sentences)

                article = article + sentences

        orginal_data.append(article)

        topic_data.append(preprocess_data(article))

    if (method == "orig"):

        summary = generate_summary_origin(topic_data, 100, orginal_data)

    elif (method == "best-avg"):

        summary = generate_summary_best_avg(topic_data, 100, orginal_data)

    else:

        summary = generate_summary_simplified(topic_data, 100, orginal_data)

    return summary

Assaly, who is a fan of both Pusha T and Drake, said he and his friends 

wondered if people in the crowd might boo Pusha T during the show, but 

said he never imagined actual violence would take place.



[u'Assaly, who is a fan of both Pusha T and Drake, said he and his 

friends wondered if people inxa0the crowd might boo Pushaxa0T during 

the show, but said he never imagined actual violence would take 

place.']

def summary(filename, method):

    list_names = glob.glob(filename)

    orginal_data = 

    topic_data = 

    print(list_names)

    for file_name in list_names:

        article = 

        article_temp = io.open(file_name,"r", encoding = "utf-8-sig").readlines()

        for line in article_temp:

            print(line)

            if (line.strip()):

                tokenizer =nltk.data.load('tokenizers/punkt/english.pickle')

                sentences = tokenizer.tokenize(line)

                print(sentences)

                article = article + sentences

        orginal_data.append(article)

        topic_data.append(preprocess_data(article))

    if (method == "orig"):

        summary = generate_summary_origin(topic_data, 100, orginal_data)

    elif (method == "best-avg"):

        summary = generate_summary_best_avg(topic_data, 100, orginal_data)

    else:

        summary = generate_summary_simplified(topic_data, 100, orginal_data)

    return summary

Assaly, who is a fan of both Pusha T and Drake, said he and his friends 

wondered if people in the crowd might boo Pusha T during the show, but 

said he never imagined actual violence would take place.



[u'Assaly, who is a fan of both Pusha T and Drake, said he and his 

friends wondered if people inxa0the crowd might boo Pushaxa0T during 

the show, but said he never imagined actual violence would take 

place.']

def summary(filename, method):

    list_names = glob.glob(filename)

    orginal_data = 

    topic_data = 

    print(list_names)

    for file_name in list_names:

        article = 

        article_temp = io.open(file_name,"r", encoding = "utf-8-sig").readlines()

        for line in article_temp:

            print(line)

            if (line.strip()):

                tokenizer =nltk.data.load('tokenizers/punkt/english.pickle')

                sentences = tokenizer.tokenize(line)

                print(sentences)

                article = article + sentences

        orginal_data.append(article)

        topic_data.append(preprocess_data(article))

    if (method == "orig"):

        summary = generate_summary_origin(topic_data, 100, orginal_data)

    elif (method == "best-avg"):

        summary = generate_summary_best_avg(topic_data, 100, orginal_data)

    else:

        summary = generate_summary_simplified(topic_data, 100, orginal_data)

    return summary

Assaly, who is a fan of both Pusha T and Drake, said he and his friends 

wondered if people in the crowd might boo Pusha T during the show, but 

said he never imagined actual violence would take place.



[u'Assaly, who is a fan of both Pusha T and Drake, said he and his 

friends wondered if people inxa0the crowd might boo Pushaxa0T during 

the show, but said he never imagined actual violence would take 

place.']

def summary(filename, method):

    list_names = glob.glob(filename)

    orginal_data = 

    topic_data = 

    print(list_names)

    for file_name in list_names:

        article = 

        article_temp = io.open(file_name,"r", encoding = "utf-8-sig").readlines()

        for line in article_temp:

            print(line)

            if (line.strip()):

                tokenizer =nltk.data.load('tokenizers/punkt/english.pickle')

                sentences = tokenizer.tokenize(line)

                print(sentences)

                article = article + sentences

        orginal_data.append(article)

        topic_data.append(preprocess_data(article))

    if (method == "orig"):

        summary = generate_summary_origin(topic_data, 100, orginal_data)

    elif (method == "best-avg"):

        summary = generate_summary_best_avg(topic_data, 100, orginal_data)

    else:

        summary = generate_summary_simplified(topic_data, 100, orginal_data)

    return summary

Assaly, who is a fan of both Pusha T and Drake, said he and his friends 

wondered if people in the crowd might boo Pusha T during the show, but 

said he never imagined actual violence would take place.



[u'Assaly, who is a fan of both Pusha T and Drake, said he and his 

friends wondered if people inxa0the crowd might boo Pushaxa0T during 

the show, but said he never imagined actual violence would take 

place.']

add a comment | 

Your Answer

StackExchange.ifUsing("editor", function () {
StackExchange.using("externalEditor", function () {
StackExchange.using("snippets", function () {
StackExchange.snippets.init();
});
});
}, "code-snippets");

StackExchange.ready(function() {
var channelOptions = {
tags: "".split(" "),
id: "1"
};
initTagRenderer("".split(" "), "".split(" "), channelOptions);

StackExchange.using("externalEditor", function() {
// Have to fire editor after snippets, if snippets enabled
if (StackExchange.settings.snippets.snippetsEnabled) {
StackExchange.using("snippets", function() {
createEditor();
});
}
else {
createEditor();
}
});

function createEditor() {
StackExchange.prepareEditor({
heartbeatType: 'answer',
autoActivateHeartbeat: false,
convertImagesToLinks: true,
noModals: true,
showLowRepImageUploadWarning: true,
reputationToPostImages: 10,
bindNavPrevention: true,
postfix: "",
imageUploader: {
brandingHtml: "Powered by u003ca class="icon-imgur-white" href="https://imgur.com/"u003eu003c/au003e",
contentPolicyHtml: "User contributions licensed under u003ca href="https://creativecommons.org/licenses/by-sa/3.0/"u003ecc by-sa 3.0 with attribution requiredu003c/au003e u003ca href="https://stackoverflow.com/legal/content-policy"u003e(content policy)u003c/au003e",
allowUrls: true
},
onDemand: true,
discardSelector: ".discard-answer"
,immediatelyShowMarkdownHelp:true
});


}
});

active

oldest

votes

x = u'Assaly, who is a fan of both Pusha T and Drake, said he and his friends wondered if people inxa0the crowd might boo Pushaxa0T during the show, but said he never imagined actual violence would take place.'



# method 1 

x.replace('xa0', ' ')



# method 2

import unicodedata

unicodedata.normalize('NFKD', x)



print(x)

Assaly, who is a fan of both Pusha T and Drake, said he and his friends wondered if people in the crowd might boo Pusha T during the show, but said he never imagined actual violence would take place.

x = u'Assaly, who is a fan of both Pusha T and Drake, said he and his friends wondered if people inxa0the crowd might boo Pushaxa0T during the show, but said he never imagined actual violence would take place.'



# method 1 

x.replace('xa0', ' ')



# method 2

import unicodedata

unicodedata.normalize('NFKD', x)



print(x)

Assaly, who is a fan of both Pusha T and Drake, said he and his friends wondered if people in the crowd might boo Pusha T during the show, but said he never imagined actual violence would take place.

x = u'Assaly, who is a fan of both Pusha T and Drake, said he and his friends wondered if people inxa0the crowd might boo Pushaxa0T during the show, but said he never imagined actual violence would take place.'



# method 1 

x.replace('xa0', ' ')



# method 2

import unicodedata

unicodedata.normalize('NFKD', x)



print(x)

Assaly, who is a fan of both Pusha T and Drake, said he and his friends wondered if people in the crowd might boo Pusha T during the show, but said he never imagined actual violence would take place.

x = u'Assaly, who is a fan of both Pusha T and Drake, said he and his friends wondered if people inxa0the crowd might boo Pushaxa0T during the show, but said he never imagined actual violence would take place.'



# method 1 

x.replace('xa0', ' ')



# method 2

import unicodedata

unicodedata.normalize('NFKD', x)



print(x)

Assaly, who is a fan of both Pusha T and Drake, said he and his friends wondered if people in the crowd might boo Pusha T during the show, but said he never imagined actual violence would take place.

add a comment |