Gibberish when writing news to html

YanHan

Hello,

I tried to download daily oil Chinese news to html file.The code is as follows:

#OIL新闻下载

def download_headlines(query,S_date,E_date):

headlines = pd.DataFrame()

try:

while E_date > S_date:

headline = ek.get_news_headlines(query,date_to=E_date,count=100)

headlines = headlines.append(headline)

t = headline.iat[len(headline)-1,0]

E_date = t.strftime("%Y-%m-%dT%H:%M:%S.%f")

except:

print('出错了...')

finally:

headlines = headlines.drop_duplicates()

headlines = headlines.drop(headlines[headlines.versionCreated < S_date].index)

print('下载新闻标题总数：%d' % len(headlines))

return headlines

query_oil = '( Topic:CRU OR Topic:PROD ) AND Source:RTRS NOT ( Product:RITV OR Product:RCNBC OR Product:LCNBC ) in LZS'

End_date = datetime.datetime.now()

Start_date = End_date - timedelta(days=1)

headlines_oil = download_headlines(query_oil,str(Start_date),str(End_date))

headlines = headlines_oil

#下载全部新闻内容

headlines['story'] = [ek.get_news_story(each) for each in headlines['storyId'].tolist()]

#正则化

import re

headlines['story'] = headlines['story'].apply(lambda x: re.sub(r"</p>|<p>|</div>",'',x)) # 删除段落符

headlines['story'] = headlines['story'].apply(lambda x: re.sub(r"<br/><br/>",'<br/>',x)) # 删除段落之间的过多空行

headlines['story'] = headlines['story'].apply(lambda x: re.sub(r"<br/>",'<br/><br/>',x)) # 使段落之间强制空一行

headlines['story'] = headlines['story'].apply(lambda x: re.sub(r"[(|（]完(.*?)$",'【完】',x)) # 修改 （完） -> 【完】

headlines['story'] = headlines['story'].apply(lambda x: re.sub(r"[(|（]c(.*?)Copyright(.*?)$",'',x)) # 删除“(c) Copyright”之后的内容

headlines['story'] = headlines['story'].apply(lambda x: re.sub(r"[(|（]([编译|发稿|整理|审校|Reporting|Editting])(.*?)$",'',x)) # 删除“（编译|发稿|Reporting”之后的内容

#转化为html文件

os.chdir(r'D:/TASK/Daily')

f = open('daily.html','w',encoding='utf-8') # 创建 news_archive.html

f = open('daily.html','a',encoding='utf-8') # 设置追加写入模式

f.writelines('目录<hr>')

table_of_content=headlines.text.tolist()

for each in table_of_content:

f.writelines(each + '<br/>')

f.writelines('<hr><br/>')

for i in range(len(headlines)):

f.writelines('<font color="#FF0000">'+ headlines.iat[i,1]+'</font><br/><br/>') #写入新闻标题，红色，空一行

f.write(headlines.iat[i,4]+'<hr><br/>') #写入新闻全文，文后加横线分隔

f.close()

However,though I've input encoding = 'utf-8' when writing html file,the output are still garbled words.Can you help me?

Thank you

chavalit-jintamalit

Hi @YanHan

I just test this code and asked my colleague to confirm that the result are the same (no gibberish in the story news from API).

News from Eikon "News Monitor" app:

News from API:

news_id = 'urn:newsml:reuters.com:20210303:nL3S2L10QI:3'
df = ek.get_news_story(news_id)

from IPython.core.display import HTML
HTML(df)

moragodkrit.chumsri_1

@YanHan

I tested your codes on my jupyter notebook running on my windows 10 but did not find the garbled words like your screenshot. You can find the sample output from the attached daily.zip file.

daily.zip

And below are the codes I have modified a little bit.

#OIL新闻下载
import pandas as pd
def download_headlines(query,S_date,E_date):
    headlines = pd.DataFrame()
    try:
        while E_date > S_date:
            headline = ek.get_news_headlines(query,date_to=E_date,count=100)
            headlines = headlines.append(headline)
            t = headline.iat[len(headline)-1,0]
            E_date = t.strftime("%Y-%m-%dT%H:%M:%S.%f")
    except:
        print('出错了...')
    finally:
        headlines = headlines.drop_duplicates()
        headlines = headlines.drop(headlines[headlines.versionCreated < S_date].index)
        print('下载新闻标题总数：%d' % len(headlines))
    return headlines
import datetime
query_oil = '( Topic:CRU OR Topic:PROD ) AND Source:RTRS NOT ( Product:RITV OR Product:RCNBC OR Product:LCNBC ) in LZS'
End_date = datetime.datetime.now()
Start_date = End_date - datetime.timedelta(days=1)
headlines_oil = download_headlines(query_oil,str(Start_date),str(End_date))
headlines = headlines_oil
#下载全部新闻内容
headlines['story'] = [ek.get_news_story(each) for each in headlines['storyId'].tolist()]
#正则化
import re


headlines['story'] = headlines['story'].apply(lambda x: re.sub(r"</p>|<p>|</div>",'',x)) # 删除段落符
headlines['story'] = headlines['story'].apply(lambda x: re.sub(r"<br/><br/>",'<br/>',x)) # 删除段落之间的过多空行
headlines['story'] = headlines['story'].apply(lambda x: re.sub(r"<br/>",'<br/><br/>',x)) # 使段落之间强制空一行
headlines['story'] = headlines['story'].apply(lambda x: re.sub(r"[(|（]完(.*?)$",'【完】',x)) # 修改 （完） -> 【完】
headlines['story'] = headlines['story'].apply(lambda x: re.sub(r"[(|（]c(.*?)Copyright(.*?)$",'',x)) # 删除“(c) Copyright”之后的内容
headlines['story'] = headlines['story'].apply(lambda x: re.sub(r"[(|（]([编译|发稿|整理|审校|Reporting|Editting])(.*?)$",'',x)) # 删除“（编译|发稿|Reporting”之后的内容


#转化为html文件
import os
os.chdir(r'c:\\tmp')
#f = open('daily.html','w',encoding='utf-8') # 创建 news_archive.html
f = open('daily.html','a+',encoding='utf-8') # 设置追加写入模式
f.writelines('目录<hr>')
table_of_content=headlines.text.tolist()
for each in table_of_content:
    f.writelines(each + '<br/>')
    f.writelines('<hr><br/>')

for i in range(len(headlines)):
    f.writelines('<font color="#FF0000">'+ headlines.iat[i,1]+'</font><br/><br/>') #写入新闻标题，红色，空一行
    f.write(headlines.iat[i,4]+'<hr><br/>') #写入新闻全文，文后加横线分隔
f.close()

Unknown

Dissertation, like essay, is a demanding assignment. However, students frequently fail to write in a grammatically proper manner. I found a solution and went to https://www.bestessay.com/ , where I acquire my papers and always get them on time and in good shape, regardless of the topic's intricacy or my specifications. I encourage students to give it a shot!