python简单爬虫

          import re
          

          from urllib.request import urlopen
          

          

          def getPage(url):
          

              response = urlopen(url)
          

              return response.read().decode('utf-8')
          

          

          def parsePage(s):
          

              ret = re.findall(
          

                  '
          

            .*?
            

              .*?
              
                (?P
                
                  \d+).*?
                  
                    (?P
                  
                  '
                  

                         '.*?
                  
                    (?P
                    
                      .*?)
                    
                  
                  .*?
                  
                    (?P
                    
                      .*?)评价
                    
                  
                  ',s,re.S)
                  

                      return ret
                  

                  

                  def main(num):
                  

                      url = 'https://movie.douban.com/top250?start=%s&filter=' % num
                  

                      response_html = getPage(url)
                  

                      ret = parsePage(response_html)
                  

                      print(ret)
                  

                  

                  count = 0
                  

                  for i in range(10):   # 10页
                  

                      main(count)
                  

                      count += 25
                  

                  

                  # url从网页上把代码搞下来
                  

                  # bytes decode ——> utf-8 网页内容就是我的待匹配字符串
                  

                  # ret = re.findall(正则，带匹配的字符串)  #ret是所有匹配到的内容组成的列表