no message

Author: rory0807

moumoubaimifan/deadCompany/deadCompany.py

@@ -0,0 +1,175 @@
+# coding=utf-8
+
+from selenium import webdriver
+import time
+import random
+
+from selenium.webdriver import ActionChains
+from pyecharts import options as opts
+from pyecharts.charts import Bar, Pie
+
+
+def login():
+    driver = webdriver.Chrome()
+
+    driver.get('https://www.itjuzi.com/login')
+    driver.implicitly_wait(10)
+
+    driver.find_element_by_xpath('//form/div[1]/div/div[1]/input').clear()
+    driver.find_element_by_xpath('//form/div[1]/div/div[1]/input').send_keys('18821290263')
+    driver.find_element_by_xpath('//form/div[2]/div/div[1]/input').clear()
+    driver.find_element_by_xpath('//form/div[2]/div/div[1]/input').send_keys('123456')
+    driver.find_element_by_class_name('el-button').click()
+    driver.switch_to.default_content()
+    time.sleep(5)
+    return driver
+
+def link(driver):
+    ActionChains(driver).move_to_element(driver.find_elements_by_class_name('more')[0]).perform() # 把鼠标移到公司库导航上面
+    driver.find_element_by_link_text('死亡公司').click() # 点击死亡公司超链接
+    driver.switch_to.window(driver.window_handles[1]) # 切换到新开的标签页
+    driver.implicitly_wait(10)
+    time.sleep(5)
+
+def crawler(driver):
+
+    next_page=driver.find_element_by_class_name('btn-next') #下一页
+    # 只抓 2020 年的数据
+    for page in range(1, 11):
+        result = []
+        deadCompany = driver.find_element_by_tag_name("tbody").find_elements_by_tag_name("tr")
+        num = len(deadCompany)
+
+        for i in range(1,num + 1):
+            gsjc = deadCompany[i - 1].find_element_by_xpath('td[3]/div/h5/a').text # 公司简称
+            chsj = deadCompany[i - 1].find_element_by_xpath('td[3]/div/p').text # 存活时间
+            gbsj = deadCompany[i - 1].find_element_by_xpath('td[4]').text # 关闭时间
+            hy = deadCompany[i - 1].find_element_by_xpath('td[5]').text # 所属行业
+            dd = deadCompany[i - 1].find_element_by_xpath('td[6]').text # 公司地点
+            clsj = deadCompany[i - 1].find_element_by_xpath('td[7]').text # 关闭时间
+            htzt = deadCompany[i - 1].find_element_by_xpath('td[8]').text # 融资状态
+
+            result.append(','.join([gsjc, chsj, gbsj, hy, dd, clsj, htzt]))
+
+        with open('itjuzi/deadCompany.csv', 'a') as f:
+            f.write('\n'.join('%s' % id for id in result)+'\n')
+            print(result)
+
+        print("第 %s 页爬取完成" % page)
+        next_page.click() # 点击下一页
+        time.sleep(random.uniform(2, 10))
+
+def parse_csv():
+    deadCompany_list = []
+    with open('itjuzi/deadCompany.csv', 'r') as f:
+        for line in f.readlines():
+            a = line.strip()
+            deadCompany_list.append(a)
+    return deadCompany_list
+
+
+def lifetime_pie(deadCompany_list):
+    lifetime_dict = {}
+    for i in deadCompany_list:
+        info = i.split(',')
+        lifetime = info[1].replace('存活', '').split('年')[0]
+        if int(lifetime) >= 10:
+            lifetime = '>=10'
+        lifetime_dict[lifetime] = lifetime_dict.get(lifetime, 0) + 1
+
+    (
+        Pie()
+            .add("", [list(z) for z in zip(lifetime_dict.keys(), lifetime_dict.values())],
+                 radius=["40%", "75%"], )
+            .set_global_opts(
+            title_opts=opts.TitleOpts(
+            title="公司存活年限",
+            pos_left="center",
+            pos_top="20"),legend_opts=opts.LegendOpts(type_="scroll", pos_left="80%", orient="vertical"), )
+            .set_series_opts(label_opts=opts.LabelOpts(formatter="{b}: {d}%"), )
+            .render("存活时间.html")
+    )
+
+
+def rongzi_pie(deadCompany_list):
+    rongzi_dict = {}
+    norongzi_list = ['尚未获投', '不明确', '尚未获']
+    rongzi_list = ['天使轮', 'A轮', 'B轮', 'C轮', 'D轮', 'E轮', 'D+轮', '种子轮', 'A+轮', '新三板', '战略投资', 'B+轮', 'Pre-A轮']
+    for i in deadCompany_list:
+        info = i.split(',')
+        rongzi = info[6].strip()
+        if rongzi in norongzi_list:
+            rongzi = '没有融资'
+        elif rongzi in rongzi_list:
+            rongzi = '已融资'
+
+        rongzi_dict[rongzi] = rongzi_dict.get(rongzi, 0) + 1
+
+    (
+        Pie()
+            .add("", [list(z) for z in zip(rongzi_dict.keys(), rongzi_dict.values())],
+                 radius=["40%", "75%"], )
+            .set_global_opts(
+            title_opts=opts.TitleOpts(
+                title="融资情况",
+                pos_left="center",
+                pos_top="20"), legend_opts=opts.LegendOpts(type_="scroll", pos_left="80%", orient="vertical"), )
+            .set_series_opts(label_opts=opts.LabelOpts(formatter="{b}: {d}%"), )
+            .render("融资情况.html")
+    )
+
+def rongzi_pie(deadCompany_list):
+    rongzi_dict = {}
+    norongzi_list = ['尚未获投', '不明确', '尚未获']
+    rongzi_list = ['天使轮', 'A轮', 'B轮', 'C轮', 'D轮', 'E轮', 'D+轮', '种子轮', 'A+轮', '新三板', '战略投资', 'B+轮', 'Pre-A轮']
+    for i in deadCompany_list:
+        info = i.split(',')
+        rongzi = info[6].strip()
+        if rongzi in norongzi_list:
+            rongzi = '没有融资'
+        elif rongzi in rongzi_list:
+            rongzi = '已融资'
+
+        rongzi_dict[rongzi] = rongzi_dict.get(rongzi, 0) + 1
+
+    (
+        Pie()
+            .add("", [list(z) for z in zip(rongzi_dict.keys(), rongzi_dict.values())],
+                 radius=["40%", "75%"], )
+            .set_global_opts(
+            title_opts=opts.TitleOpts(
+                title="融资情况",
+                pos_left="center",
+                pos_top="20"), legend_opts=opts.LegendOpts(type_="scroll", pos_left="80%", orient="vertical"), )
+            .set_series_opts(label_opts=opts.LabelOpts(formatter="{b}: {d}%"), )
+            .render("融资情况.html")
+    )
+
+def place_bar(deadCompany_list):
+    place_dict = {}
+    for i in deadCompany_list:
+        info = i.split(',')
+        place = info[4].strip()
+
+        place_dict[place] = place_dict.get(place, 0) + 1
+
+
+    ( Bar(init_opts=opts.InitOpts(width='2000px'))
+        .add_xaxis(list(place_dict.keys()))
+        .add_yaxis("地区", list(place_dict.values()), )
+        .set_global_opts(
+            title_opts=opts.TitleOpts(title="地区分布")
+        )
+        .render("地区.html")
+      )
+
+
+if __name__ == '__main__':
+    driver = login()
+    link(driver)
+    crawler(driver)
+
+    deadCompany_list = parse_csv()
+    lifetime_pie(deadCompany_list)
+    rongzi_pie(deadCompany_list)
+    place_bar(deadCompany_list)