Sync with upstream

exercises/1901010103/d11/mymodule/main.py

@@ -0,0 +1,36 @@
+#!/usr/bin/python
+import yagmail
+import requests
+import getpass
+import sys
+from pyquery import PyQuery
+sys.path.append('/Users/Yang/GitHub:PJ1/selfteaching-python-camp/exercises/1901010120/d11/mymodule/')
+from stats_word import stats_text
+from os import path
+
+#提取微信地址和正文
+content_url = "https://mp.weixin.qq.com/s/pLmuGoc4bZrMNl7MSoWgiA"
+html_code = requests.get(content_url).text
+document = PyQuery(html_code)
+content = document("#js_content").text().replace("\n", "")
+
+
+#file_path = path.join(path.dirname(path.abspath(__file__)),'./tang300.json')
+#with open(file_path,'r', encoding="utf-8") as f_poems:
+#    poems_json = json.load(f_poems)
+
+#all_poems = ""
+#for poems_info in poems_json:
+#    all_poems += poems_info["contents"]
+
+try:
+    en_result, cn_result = stats_text("",content)
+    #print cn_result
+    smtp_host = "smtp.sina.com"
+    sender = input("Please enter the sender's email address: ")
+    password = getpass.getpass("Please enter the sender's email password: ")
+    recipient = input("Please enter the recipient's email address: ")
+    yagmail.SMTP(user=sender, password=password, host=smtp_host).send(recipient, "Cutted words", str(cn_result))
+except ValueError as e:
+    print("Exception catched.")
+    print(e)

exercises/1901010103/d11/mymodule/stats_word.py

@@ -0,0 +1,46 @@
+#!/usr/bin/python
+
+import string
+import jieba
+from collections import Counter
+
+def stats_text_en(en_text):
+    if not isinstance(en_text, str):
+        raise ValueError("The method only accepts type str.")
+
+    for en_special_word in string.punctuation:
+        if en_special_word in en_text:
+            en_text = en_text.replace(en_special_word, "")
+
+    en_word_counter = Counter()
+    en_text = en_text.split()
+    for en_word in en_text:
+        en_word_counter[en_word] += 1
+
+    return en_word_counter.most_common()
+
+
+def stats_text_cn(cn_text):
+    if not isinstance(cn_text, str):
+        raise ValueError("The method only accepts type str.")
+
+    cn_special_words = "！“”#$%&‘’（）*+，-。/：；、……<=>？@[]「」《》^_`{|}~\n"
+    for cn_special_word in cn_special_words:
+        if cn_special_word in cn_text:
+            cn_text = cn_text.replace(cn_special_word, "")
+
+    #把字符串给cut作为第一个参数
+    cn_text = jieba.cut(cn_text, cut_all=False)
+
+    cn_word_counter = Counter()
+    for cn_word in cn_text:
+        cn_word_counter[cn_word] += 1
+
+    return cn_word_counter.most_common(100)
+
+
+def stats_text(en_text, cn_text):
+    if (not isinstance(en_text, str)) or (not isinstance(cn_text, str)):
+        raise ValueError("The method only accepts type str.")
+
+    return stats_text_en(en_text), stats_text_cn(cn_text)

exercises/1901010103/d12/mymodule/main.py

@@ -0,0 +1,29 @@
+# coding=utf8
+#!/usr/bin/python
+from wxpy import *
+import sys
+from pyquery import PyQuery
+sys.path.append('/Users/Yang/GitHub:PJ1/selfteaching-python-camp/exercises/1901010120/d11/mymodule/')
+from stats_word import stats_text
+from os import path
+
+#注册机器人
+wechat_bot = Bot()
+#注册内容是分享就抽取
+@wechat_bot.register(chats=User, msg_types=SHARING)
+def process_url(msg):
+    content_url = msg.url
+    html_code = requests.get(content_url).text
+    document = PyQuery(html_code)
+    content = document("#js_content").text().replace("\n", "")
+
+    try:
+        en_result, cn_result = stats_text("", content)
+        # print(cn_result)
+        msg.reply(cn_result)
+
+    except ValueError as e:
+        print("Exception catched.")
+        print(e)
+
+embed()

exercises/1901010103/d12/mymodule/stats_word.py

@@ -0,0 +1,45 @@
+#!/usr/bin/python
+
+import string
+import jieba
+from collections import Counter
+
+def stats_text_en(en_text):
+    if not isinstance(en_text, str):
+        raise ValueError("The method only accepts type str.")
+
+    for en_special_word in string.punctuation:
+        if en_special_word in en_text:
+            en_text = en_text.replace(en_special_word, "")
+
+    en_word_counter = Counter()
+    en_text = en_text.split()
+    for en_word in en_text:
+        en_word_counter[en_word] += 1
+
+    return en_word_counter.most_common(100)
+
+
+def stats_text_cn(cn_text):
+    if not isinstance(cn_text, str):
+        raise ValueError("The method only accepts type str.")
+
+    cn_special_words = "！“”#$%&‘’（）*+，-。/：；、……<=>？@[]「」《》^_`{|}~\n"
+    for cn_special_word in cn_special_words:
+        if cn_special_word in cn_text:
+            cn_text = cn_text.replace(cn_special_word, "")
+
+    cn_text = jieba.cut(cn_text, cut_all=False)
+
+    cn_word_counter = Counter()
+    for cn_word in cn_text:
+        cn_word_counter[cn_word] += 1
+
+    return cn_word_counter.most_common(100)
+
+
+def stats_text(en_text, cn_text):
+    if (not isinstance(en_text, str)) or (not isinstance(cn_text, str)):
+        raise ValueError("The method only accepts type str.")
+
+    return stats_text_en(en_text), stats_text_cn(cn_text)

exercises/1901010109/codetest.code-workspace

@@ -2,6 +2,9 @@
 	"folders": [
 		{
 			"path": "."
+		},
+		{
+			"path": "D:\\myPython\\Future"
 		}
 	]
 }

exercises/1901010109/d07/mymodule/main.py → exercises/1901010109/d07/main.py

@@ -1,7 +1,7 @@
 from IPython.core.interactiveshell import InteractiveShell
 InteractiveShell.ast_node_interactivity = 'all'
 
-from stats_word import stats_text
+from mymodule import stats_word
 
 text = '''
 愚公移⼭
@@ -83,6 +83,6 @@
 two mighty gods to carry the mountains away.
 '''
 
-print( f"text 里各英文单词和各中文汉字出现的次数，降序排列：", stats_text(text) )
-for key,value in stats_text(text) :
+print( f"text 里各英文单词和各中文汉字出现的次数，降序排列：", stats_word.stats_text(text) )
+for key,value in stats_word.stats_text(text) :
     print( key, value )

exercises/1901010109/d08/main.py

@@ -0,0 +1,91 @@
+from IPython.core.interactiveshell import InteractiveShell
+InteractiveShell.ast_node_interactivity = 'all'
+
+from mymodule import stats_word
+
+text = '''
+愚公移⼭
+
+太⾏，王屋⼆⼭的北⾯，住了⼀個九⼗歲的⽼翁，名叫愚公。⼆⼭佔地廣闊，擋住去路，使他
+和家⼈往來極為不便。
+
+⼀天，愚公召集家⼈說：「讓我們各盡其⼒，剷平⼆⼭，開條道路，直通豫州，你們認為怎
+樣？」
+⼤家都異⼝同聲贊成，只有他的妻⼦表示懷疑，並說：「你連開鑿⼀個⼩丘的⼒量都沒有，怎
+可能剷平太⾏、王屋⼆⼭呢？況且，鑿出的⼟⽯⼜丟到哪裏去呢？」
+
+⼤家都熱烈地說：「把⼟⽯丟進渤海裏。」
+於是愚公就和兒孫，⼀起開挖⼟，把⼟⽯搬運到渤海去。
+愚公的鄰居是個寡婦，有個兒⼦⼋歲也興致勃勃地⾛來幫忙。
+寒來暑往，他們要⼀年才能往返渤海⼀次。
+
+住在⿈河河畔的智叟，看⾒他們這樣⾟苦，取笑愚公說：「你不是很愚蠢嗎？你已⼀把年紀
+了，就是⽤盡你的氣⼒，也不能挖去⼭的⼀⻆呢？」
+
+愚公歎息道：「你有這樣的成⾒，是不會明⽩的。你⽐那寡婦的⼩兒⼦還不如呢！就算我死
+了，還有我的兒⼦，我的孫⼦，我的曾孫⼦，他們⼀直傳下去。⽽這⼆⼭是不會加⼤的，總有
+⼀天，我們會把它們剷平。」
+
+智叟聽了，無話可說：
+⼆⼭的守護神被愚公的堅毅精神嚇倒，便把此事奏知天帝。天帝佩服愚公的精神，就命兩位⼤
+⼒神揹⾛⼆⼭。
+
+How The Foolish Old Man Moved Mountains
+
+Yugong was a ninety-year-old man who lived at the north of two high
+mountains, Mount Taixing and Mount Wangwu.
+
+
+Stretching over a wide expanse of land, the mountains blocked
+yugong’s way making it inconvenient for him and his family to get
+around.
+One day yugong gathered his family together and said,”Let’s do our
+best to level these two mountains. We shall open a road that leads
+to Yuzhou. What do you think?”
+
+All but his wife agreed with him.
+“You don’t have the strength to cut even a small mound,” muttered
+his wife. “How on earth do you suppose you can level Mount Taixin
+and Mount Wanwu? Moreover, where will all the earth and rubble go?”
+“Dump them into the Sea of Bohai!” said everyone.
+
+So Yugong, his sons, and his grandsons started to break up rocks and
+remove the earth. They transported the earth and rubble to the Sea
+of Bohai.
+
+Now Yugong’s neighbour was a widow who had an only child eight years
+old. Evening the young boy offered his help eagerly.
+
+Summer went by and winter came. It took Yugong and his crew a full
+year to travel back and forth once.
+
+On the bank of the Yellow River dwelled an old man much respected
+for his wisdom. When he saw their back-breaking labour, he ridiculed
+Yugong saying,”Aren’t you foolish, my friend? You are very old now,
+and with whatever remains of your waning strength, you won’t be able
+to remove even a corner of the mountain.”
+
+Yugong uttered a sigh and said,”A biased person like you will never
+understand. You can’t even compare with the widow’s little boy!”
+
+“Even if I were dead, there will still be my children, my
+grandchildren, my great grandchildren, my great great grandchildren.
+They descendants will go on forever. But these mountains will not
+grow any taler. We shall level them one day!” he declared with
+confidence.
+
+The wise old man was totally silenced.
+When the guardian gods of the mountains saw how determined Yugong
+and his crew were, they were struck with fear and reported the
+incident to the Emperor of Heavens.
+
+Filled with admiration for Yugong, the Emperor of Heavens ordered
+two mighty gods to carry the mountains away.
+'''
+
+try:
+    print( f"text 里各英文单词和各中文汉字出现的次数，降序排列：", stats_word.stats_text(text) )
+    for key,value in stats_word.stats_text(text) :
+        print( key, value )
+except ValueError:
+    print( "输入的不是文本，请重新输入" )