【1901100139】⾃学训练营 DAY12

exercises/1901100139/d12/main.py

@@ -0,0 +1,32 @@
+
+import logging
+import requests
+import pyquery
+from mymodule import stats_word
+from wxpy import *
+
+logging.basicConfig(format='file:%(filename)s|line:%(lineno)d|message:%(message)s',level=logging.DEBUG)
+
+def get_article(url):
+    r=requests.get(url)
+    document= pyquery.PyQuery(r.text)
+    return document('#js_content').text()
+
+def main():
+    bot=Bot()
+    friends=bot.friends()
+
+    @bot.register(friends,SHARING)
+    def handler(msg):
+        try:
+            logging.info('sharing url=%s',msg.url)
+            article=get_article(msg.url)
+            result=stats_word.stats_text_cn(article,100)
+            msg.reply(str(result))
+        except Exception as e:
+            logging.exception(e)
+    embed            
+
+
+if __name__=='__main__':
+    main()        

exercises/1901100139/d12/mymodule/stats_word.py

@@ -0,0 +1,22 @@
+from collections import Counter
+def stats_text_en(text,count):
+    elements = text.split()
+    words = []
+    symbols = ',.*-!'
+    for element in elements:
+        for symbol in symbols:
+            element = element.replace(symbol,'')
+        if len(element) and element.isascii():
+            words.append(element)
+    return Counter(words).most_common(count)
+def stats_text_cn(text,count):
+    cn_characters = []
+    for character in text:
+        if '\u4e00' <= character <= '\u9fff':
+            cn_characters.append(character)
+    return Counter(cn_characters).most_common(count)
+def stats_text(text,count):
+    '''
+    合并中英词频的结果
+    ''' 
+    return stats_text_en(text,count) + stats_text_cn(text,count)