修改宋词README，加入已知问题

UpdateCi.py

@@ -1,136 +0,0 @@
-import json
-import logging
-import os
-import re
-from difflib import SequenceMatcher
-
-import requests
-from bs4 import BeautifulSoup
-from bs4.element import NavigableString
-
-
-def get_page_content(page: int) -> list:
-    """ 获取目录页每一页的内容 """
-    content = []
-    r = requests.post("http://qsc.zww.cn/getdata.asp", data={
-        "seektype": 2,
-        "seekvalue": "",
-        "pageno": page
-    })
-    r.encoding = "gbk"
-    soup = BeautifulSoup(re.search(r"filllist\('·(.*?)'\);", r.text).group(1), features="lxml")
-    for i, a in enumerate(soup.find_all(name="a")):
-        if i % 2 == 0:
-            content.append({
-                "rhythmic": a.string.split("（")[0],
-                "param": re.search(r"doseek2\((.*?)\);", a["onclick"]).group(1).split(",")
-            })
-        else:
-            content[-1]["author"] = a.string
-    for c in content:
-        c["paragraphs"] = get_paragraphs(int(c["param"][0]), int(c["param"][1]))
-        del c["param"]
-    return content
-
-
-def get_paragraphs(seek_type: int, seek_value: int) -> list:
-    """ 获取词的内容段落 """
-    paragraphs = []
-    r = requests.post("http://qsc.zww.cn/getdata.asp", data={
-        "seektype": seek_type,
-        "seekvalue": seek_value,
-        "pageno": 1
-    })
-    r.encoding = "gbk"
-    soup = BeautifulSoup(re.search(r"fillbody\('(.*?)'\);", r.text).group(1), features="lxml")
-    for child in soup.find(name="p", align=None).contents:
-        if isinstance(child, NavigableString):
-            paragraphs.append(child)
-    return paragraphs
-
-
-def get_all_page(temp_file: str):
-    """ 爬取数据并保存至临时文件 """
-    for page in range(1, 1240):
-        all_data.extend(get_page_content(page))
-        logging.info("Success: save page {0}".format(page))
-    with open(temp_file, "w", encoding="utf-8") as f:
-        f.write(json.dumps(all_data, indent=2, ensure_ascii=False))
-
-
-def only_text(text: str):
-    """ 去除标点只保留文字 """
-    return re.sub(r"[，。、《》…（）·・\s]", "", text)
-
-
-def update_file_data(old_data: list, new_data: list):
-    for i in range(len(old_data)):
-        old_text = only_text("".join(old_data[i]["paragraphs"]))
-        new_text = only_text("".join(new_data[start + i]["paragraphs"]))
-        # 计算纯文字的相似度
-        ratio = SequenceMatcher(a=old_text, b=new_text).quick_ratio()
-        if 0.9 <= ratio < 1.0:
-            # 假定此范围内说明缺字，需要更新
-            old_data[i]["author"] = new_data[start + i]["author"]
-            old_data[i]["paragraphs"] = new_data[start + i]["paragraphs"]
-        elif ratio < 0.9:
-            # 异常情况warning输出，不更新
-            logging.warning(old_text)
-            logging.warning(new_text)
-        else:
-            old_data[i]["author"] = new_data[start + i]["author"]
-
-
-char_dict = {
-    "鵷": "鹓",
-    "颭": "飐",
-    "鷁": "鹢",
-    "鴞": "鸮",
-    "餖": "饾",
-    "飣": "饤",
-    "舃": "舄",
-    "駸": "骎",
-    "薄倖": "薄幸",
-    "赬": "赪",
-    "鷫鸘": "鹔鹴",
-    "嶮": "崄",
-    "後": "后",
-    "纇": "颣",
-    "颸": "飔",
-    "崑崙": "昆仑",
-    "曨": "昽"
-}
-
-
-def correct(old_data: list):
-    """ 部分繁体转为简体 """
-    for i in range(len(old_data)):
-        for j in range(len(old_data[i]["paragraphs"])):
-            for k, v in char_dict.items():
-                if k in old_data[i]["paragraphs"][j]:
-                    old_data[i]["paragraphs"][j] = old_data[i]["paragraphs"][j].replace(k, v)
-
-
-if __name__ == '__main__':
-    logging.basicConfig(level=logging.INFO,
-                        format="%(asctime)s - %(levelname)-9s %(filename)-15s[:%(lineno)d]\t%(message)s")
-    temp_file_name = "all.json"
-    # 临时文件不存在则先爬取
-    if not os.path.exists(temp_file_name):
-        get_all_page(temp_file_name)
-    # 读取临时文件
-    with open("all.json", "r", encoding="utf-8") as f:
-        all_data = json.load(f)
-    # 遍历当前目录
-    for file_name in os.listdir("./ci/"):
-        if re.match(r"ci\.song\.\d+\.json", file_name):
-            # 每个文件开始的数据索引
-            start = int(file_name.split(".")[2])
-            with open("./ci/" + file_name, "r", encoding="utf-8") as f:
-                file_data = json.load(f)
-            # update_file_data(file_data, all_data)
-            correct(file_data)
-            # 保存数据，原文件中逗号后有空格，这里保持一致
-            with open("./ci/" + file_name, "w", encoding="utf-8") as f:
-                f.write(json.dumps(file_data, indent=2, ensure_ascii=False).replace(",", ", "))
-                logging.info("Save " + file_name)

ci/README.md

@@ -70,3 +70,8 @@ sqlite> select * from ciauthor limit 1;
 1|苏轼|苏轼：(1037-1101)北宋文学家、书画家...
 ```
 
+## 已知问题
+
+1. 尚存在一些繁体字，由于找不到对应的简化字，或是不能确定是否应当简化，仍保留在词中。
+2. 部分异体字、通用字，不及一一对照原本考证用法，只得保留。例如：`搵`与`揾`,`酴醿`与`酴醾`，`溟濛`与`溟蒙`，`鸿濛`与`鸿蒙`等。
+