gallchangranking.ver.1.3c2.py

import requests
from bs4 import BeautifulSoup
import operator
import time
import re
import os

def request(url):
    header = {
        'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9',
        'Accept-Encoding': 'gzip,deflate',
        'Accept-Language': 'ko-KR,ko;q=0.9,en-US;q=0.8,en;q=0.7',
        'Cache-Control': 'max-age=0',
        'Connection': 'keep-alive',
        'Host': 'gall.dcinside.com',
        'Upgrade-Insecure-Requests': '1',
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0;Win64;x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36'
    }
    url_get = requests.get(url, headers=header)
    return url_get

def gall_check(minor_string, gall):
    recept = request("http://gall.dcinside.com/%sboard/lists/?id=%s" %(minor_string, gall))
    soup = BeautifulSoup(recept.text, "html.parser")
    meta_data = soup.find_all("meta", {"name": "title"})
    comp = re.findall("\"(.+갤러리)", str(meta_data))
    if comp == []:
        return None
    gall_name = comp[0]
    return gall_name


def main():
	
    is_minor = input("마이너 갤러리입니까? (y/n): ")

    if is_minor == 'y':
        minor_string = "mgallery/"
    elif is_minor == 'n': 
        minor_string = ""
    
    else:
        print("y나 n으로 입력부탁")
        main()
    
    gall = input("갤러리 id?(ex:mlp): ")
    if gall_check(minor_string, gall):
        print(gall_check(minor_string, gall))
    else:
        print("id 잘못 입력한듯")
        main()
    init_page = int(input("시작 페이지?: "))
    final_page = int(input("마지막 페이지?: "))
    nick_dic = dict()

    for page in range(init_page, final_page + 1):
        print("\rWorking page={}/{}".format(page, final_page), end="")
        recept = request("http://gall.dcinside.com/%sboard/lists/?id=%s&page=%d" %(minor_string, gall, page))
        soup = BeautifulSoup(recept.text, "html.parser")
        nick_list = soup.find_all('td', {'class': "gall_writer ub-writer"})

        for nicks in nick_list:
            try:  # 첫부분 예외처리
                nick = nicks.attrs['data-nick']
                uid = nicks.attrs['data-uid']
                ip = nicks.attrs['data-ip']
            except:
                nick = "운영자"
            if nick == "운영자":  # 공지사항
                continue
            nick_str = nick + "(" + uid + ip + ")"
            if nick_str in nick_dic:
                nick_dic[nick_str] += 1
            else:
                nick_dic[nick_str] = 1
    nick_list = dict_sorter(nick_dic)
    file_writer(gall, nick_list)    #저장


def dict_sorter(nick_dic):
    sorted_dic = sorted(nick_dic.items(), key=operator.itemgetter(1))   #딕셔너리 value로 정렬
    sorted_dic.reverse()
    return sorted_dic



def file_writer(gall, nick_list):
    timestr = time.strftime("%Y_%m_%d-%H_%M")
    file_name = "%s_gall-%s.txt" %(gall, timestr)
    print(file_name)
    f = open(file_name, 'w', encoding = 'utf-8')
    f.write("갤창랭킹 made by hanel2527, 마이 리틀 포니 갤러리\n\n Fix by Prince \n (**마셔보세요 데자와**)\n\n")
    total = 0
	
    for i in range(len(nick_list)):
        total += nick_list[i][1]
    f.write("총 글수: %d\n" %total)
    f.write("랭킹\t\t닉\t\t\t\t글 수\t\t갤 지분(%)\n")
    people = len(nick_list)
    print("%d" %people)

    for i in range(len(nick_list)):
        if nick_list[i][1] == 0:
            continue
        string = "%d\t\t%s\t\t\t\t%d\t\t%.2f\n" %((i+1), nick_list[i][0], nick_list[i][1], (nick_list[i][1] / total * 100))
        f.write(string)
    f.close()

if __name__ == "__main__":
    print("갤창랭킹 made by hanel2527, mlp갤 \n\n 마갤 지원 패치 by Prince,  \n(**데자와는 갓음료입니다**)\n\n")
    if input("랭킹 (g) : ") == "g":
        main()