知乎1

import requests,re,json,os,random,time

from bs4 import BeautifulSoup

with open('d://zhihu//zimei//followers_info.txt','r') as f:

    f=f.read().strip().split('\n')

with open('d://headers1.txt','r') as h:

    headers1={}

    for line in h.read().strip().split('\n'):

        name,v=line.strip().split(':',1)

        headers1[name]=v

a=[i.split(',') for i in f]

#urls=['https://www.zhihu.com/people/'+i[0]+'/following/columns' for i in a]

headers={**headers1,**{"User-Agent": "Opera/9.80 (Android 2.3.3; Linux; Opera Mobi/ADR-1202011015; U; en) Presto/2.9.201 Version/11.50"}}

def get_people(j):

    column_urls_info=['https://www.zhihu.com/api/v4/members/{1}/following-columns?include=data%5B*%5D.intro%2Cfollowers%2Carticles_count%2Cimage_url%2Cis_following%2Clast_article.created&offset={0}0&limit=20'.format(i,j[0]) for i in range(2,3)]

    column_urls_info.insert(0,'https://www.zhihu.com/api/v4/members/{0}/following-columns?include=data%5B*%5D.intro%2Cfollowers%2Carticles_count%2Cimage_url%2Cis_following%2Clast_article.created&limit=20'.format(j[0]))

    s=requests.Session()

    for url in column_urls_info:

        r=s.get(url,headers=headers).content.decode('utf-8')

        columns=json.loads(r)

        columns=columns['data']

        column_info={}

        for column in columns:

            column_info['title']=column['title']

            column_info['image_url']=column['image_url']

            column_info['id']=column['id']

            column_info['followers']=column['followers']

            column_info['intro']=column['intro']

            column_info['articles_count']=column['articles_count']

            column_info['author_name']=column['author']['name']

           

            if not os.path.isdir('d://zhihu//%s'%column['id']):

                os.mkdir('d://zhihu//%s'%column['id'])

                with open('d://zhihu//%s//column_info.txt'%column['id'],'a',errors='replace') as f:

                    f.write(str(column_info))

for j in a:

    try:

        get_people(j)

    except:

        print(j)

        continue