qh
/
mx_site


			
							123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372
							<!DOCTYPE html>
<html>
<head>
    <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
    <meta name="keywords" content="网络爬虫开发,Python爬虫,PHP爬虫,网络爬虫开发,数据采集,铭讯科技">
    <meta name="description" content="铭讯科技是专业的软件定制开发服务商，提供全行业软件定制开发服务，是一支高交付的一流团队。">
    <meta name="author" content="铭讯科技">
    <title>Python爬虫-PHP爬虫-网络爬虫开发-数据采集-铭讯科技</title>
    <!-- Stylesheets -->
    <!-- Stylesheets -->
    <link href="static/css/bootstrap.css" rel="stylesheet">
    <link href="static/css/style.css" rel="stylesheet">
    <link href="static/css/slick.css" rel="stylesheet">
    <link href="static/css/responsive.css" rel="stylesheet">
    <!--Color Switcher Mockup-->
    <link href="static/css/color-switcher-design.css" rel="stylesheet">
    <link href="static/css/30.css" rel="stylesheet"/>    
    <!--Color Themes-->
    <link id="theme-color-file" href="static/css/official-blue-theme.css" rel="stylesheet">
    <link rel="icon" type="image/x-icon" href="./static/image/icon.jpg"/>
  

    <!-- Responsive -->
    <meta http-equiv="X-UA-Compatible" content="IE=edge">
    <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=0">

    <!--[if lt IE 9]>
    <script src="/officialBlue/js/html5shiv.js"></script><![endif]-->
    <!--[if lt IE 9]>
    <script src="/officialBlue/js/respond.js"></script><![endif]-->
    <style>
      @media screen and (max-width:480px){
        .sidebar .sidebar-blog-category{
          display: none;
        }
        .footer .footer-block .footer-tit{
    width: 100px;
    margin: 0 auto 5px auto;
  }
  .footer .footer-block .hot-line{
    width: 340px;
    margin: 0;
    margin-left: -120px;
  }
  .footer .footer-block p>span{
   display:none;
  }
       }
    </style>
</head>

<body>

<div class="page-wrapper">


    <!-- Main Header-->
<!--顶部菜单        -->
<div class="header-perch">
    <div class="hx-header-fix">
        <div class="auto-container">
            <div class="hx-header mobile">
                <div class="hx-logo"  style="width: 108px;height: 70px;">
                    <a href="index1.html">
                        <img style="width: 100%;" src="static/image/login.png" class="logo_blue" alt="">
                    </a>
                </div>
                <div class="menu-operate">
                    <div id="menu-operate-close"><img src="static/picture/71.png" alt=""></div>
                    <div id="menu-operate-spread"><img src="static/picture/72.png" alt=""></div>
                </div>
                <div class="hx-menu">
                    <ul>
                      <li><a href="index1.html">首页</a><span class="btm-line"><img src="static/picture/selected.png" alt=""></span></li>
                      <li><a href="services.html">软件开发服务</a><span class="btm-line"><img src="static/picture/selected.png" alt=""></span></li>
                      <li><a href="case.html">服务案例</a><span class="btm-line"><img src="static/picture/selected.png" alt=""></span></li>
                      <li><a href="faq.html">新闻资讯</a><span class="btm-line"><img src="static/picture/selected.png" alt=""></span></li>
                      <li><a href="contact.html">联系我们</a><span class="btm-line"><img src="static/picture/selected.png" alt=""></span></li>
                      <li><a href="about.html">关于我们</a><span class="btm-line"><img src="static/picture/selected.png" alt=""></span></li>
                      <li style="width: 180px;"><a href="">咨询电话:17347315117 </a><span class="btm-line"><img src="static/picture/selected.png" alt=""></span></li>
                    </ul>
                </div>
            </div>
        </div>
    </div>
</div>
<!--End Main Header -->

    <!--Page Title-->
    <section class="page-title" style="background-image:url(static/picture/w-R.png);">
        <div class="auto-container">
            <h2>网络爬虫开发</h2>
        </div>
    </section>

    <!--Breadcrumb-->
    <div class="Dg" style=" width: 1190px;margin:0 auto;; margin-top: 10px;"> <a style="margin-left: 15px;" href='index1.html' class=''>主页</a> > <a href='services.html'>软件开发服务</a> > <a href="">网络爬虫开发</a></div>
    <!--End Page Title-->

    <!--Sidebar Page Container-->
    <div class="sidebar-page-container">
        <div class="auto-container">
            <div class="row clearfix">
              <div class="content-side col-lg-8 col-md-12 col-sm-12">
                <div class="services-single">
                    <div class="inner-service">
                        
                        <div class="lower-content">
                            <h2 style="text-align: center">网络爬虫开发介绍</h2>
                            <div class="text">
                                <h1 style="box-sizing: border-box; outline: 0px; margin: 8px 0px 16px; padding: 0px; font-family: 'PingFang SC', 'Microsoft YaHei', SimHei, Arial, SimSun; font-size: 28px; color: #4f4f4f; line-height: 36px; overflow-wrap: break-word; font-variant-ligatures: common-ligatures; background-color: #ffffff;">概括性的介绍：</h1>
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px 0px 16px; padding: 0px; font-size: 16px; color: #4d4d4d; line-height: 26px; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">网络爬虫，总结起来，就是高效地收集互联网上的指定信息。<br style="box-sizing: border-box; outline: 0px; overflow-wrap: break-word;">然而，不同的网站会有不同的保护措施，以及，不同的展示信息的方式。</p>
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px 0px 16px; padding: 0px; font-size: 16px; color: #4d4d4d; line-height: 26px; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">这篇文章是第一篇，说的不多，是为了之后发文介绍如何开发一个自动化破解网站验证机制的程序（自动化生成爬虫代码文件）做铺垫。</p>
                       <h3 style="box-sizing: border-box; outline: 0px; margin: 8px 0px 16px; padding: 0px; font-family: 'PingFang SC', 'Microsoft YaHei', SimHei, Arial, SimSun; font-size: 22px; color: #4f4f4f; line-height: 30px; overflow-wrap: break-word; font-variant-ligatures: common-ligatures; background-color: #ffffff;"><a style="box-sizing: border-box; outline: none; margin: 0px; padding: 0px; font-weight: normal; cursor: pointer; background-color: transparent; color: #4ea1db; overflow-wrap: break-word;" name="t1"></a><a style="box-sizing: border-box; outline: none; margin: 0px; padding: 0px; font-weight: normal; cursor: pointer; background-color: transparent; color: #4ea1db; overflow-wrap: break-word;" name="t1"></a><a id="_6" style="box-sizing: border-box; outline: none; margin: 0px; padding: 0px; font-weight: normal; cursor: pointer; background-color: transparent; color: #4ea1db; overflow-wrap: break-word;"></a>爬虫的开发</h3>
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px 0px 16px; padding: 0px; font-size: 16px; color: #4d4d4d; line-height: 26px; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">主要就是针对三个点进行代码编写：</p>
                       <ol style="box-sizing: border-box; outline: 0px; margin: 0px 0px 24px; padding: 0px; list-style: none; font-size: 18px; overflow-wrap: break-word; color: rgba(0, 0, 0, 0.75); font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">
                       <li style="box-sizing: border-box; outline: 0px; margin: 8px 0px 0px 40px; padding: 0px; list-style: decimal; overflow-wrap: break-word;">如何<span style="box-sizing: border-box; outline: 0px; font-weight: bold; overflow-wrap: break-word;">高效地发送</span>可以拿到目标数据的<span style="box-sizing: border-box; outline: 0px; font-weight: bold; overflow-wrap: break-word;">请求</span></li>
                       <li style="box-sizing: border-box; outline: 0px; margin: 8px 0px 0px 40px; padding: 0px; list-style: decimal; overflow-wrap: break-word;">如何<span style="box-sizing: border-box; outline: 0px; font-weight: bold; overflow-wrap: break-word;">模仿真人操作</span>可以堂而皇之地<span style="box-sizing: border-box; outline: 0px; font-weight: bold; overflow-wrap: break-word;">通过对方的验证机制</span>获得数据</li>
                       <li style="box-sizing: border-box; outline: 0px; margin: 8px 0px 0px 40px; padding: 0px; list-style: decimal; overflow-wrap: break-word;">如何只截取<span style="box-sizing: border-box; outline: 0px; font-weight: bold; overflow-wrap: break-word;">目标信息</span>而不要其他信息</li>
                       </ol>
                       <h3 style="box-sizing: border-box; outline: 0px; margin: 8px 0px 16px; padding: 0px; font-family: 'PingFang SC', 'Microsoft YaHei', SimHei, Arial, SimSun; font-size: 22px; color: #4f4f4f; line-height: 30px; overflow-wrap: break-word; font-variant-ligatures: common-ligatures; background-color: #ffffff;"><a style="box-sizing: border-box; outline: none; margin: 0px; padding: 0px; font-weight: normal; cursor: pointer; background-color: transparent; color: #4ea1db; overflow-wrap: break-word;" name="t2"></a><a style="box-sizing: border-box; outline: none; margin: 0px; padding: 0px; font-weight: normal; cursor: pointer; background-color: transparent; color: #4ea1db; overflow-wrap: break-word;" name="t2"></a><a id="_14" style="box-sizing: border-box; outline: none; margin: 0px; padding: 0px; font-weight: normal; cursor: pointer; background-color: transparent; color: #4ea1db; overflow-wrap: break-word;"></a>开发的难度</h3>
                       <h5 style="box-sizing: border-box; outline: 0px; margin: 8px 0px 16px; padding: 0px; font-family: 'PingFang SC', 'Microsoft YaHei', SimHei, Arial, SimSun; font-size: 18px; color: #4f4f4f; line-height: 26px; overflow-wrap: break-word; font-variant-ligatures: common-ligatures; background-color: #ffffff;"><a id="_16" style="box-sizing: border-box; outline: none; margin: 0px; padding: 0px; font-weight: normal; cursor: pointer; background-color: transparent; color: #4ea1db; overflow-wrap: break-word;"></a>高效发送请求</h5>
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px 0px 16px; padding: 0px; font-size: 16px; color: #4d4d4d; line-height: 26px; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">实现这个功能，还需要根据业务的具体需求和数据量级来决定。<br style="box-sizing: border-box; outline: 0px; overflow-wrap: break-word;">如果业务多，量级大而且方便管理的，不用说，肯定是需要做分布式的。<br style="box-sizing: border-box; outline: 0px; overflow-wrap: break-word;">如果是需要管理的业务不多的情况下，可以直接写独立的异步爬虫程序。</p>
                       <blockquote style="box-sizing: border-box; outline: 0px; padding: 16px; margin: 0px 0px 24px; color: rgba(0, 0, 0, 0.5); border-left-width: 8px; border-left-color: #dddfe4; background: #eef0f4; overflow: auto; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-size: 16px; font-variant-ligatures: common-ligatures; word-break: break-word !important;">
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px; padding: 0px; font-size: 14px; color: #555666; line-height: 22px; overflow-wrap: break-word;"><span style="box-sizing: border-box; outline: 0px; font-weight: bold; overflow-wrap: break-word;">分布式爬虫</span> 市面上的设计方案有很多，只要是对各自的需求指定的分布式方案，对于这个的实现，可以考虑爬虫平台。<br style="box-sizing: border-box; outline: 0px; overflow-wrap: break-word;"><span style="box-sizing: border-box; outline: 0px; font-weight: bold; overflow-wrap: break-word;">独立的爬虫</span> 也就是一个业务对应一个爬虫程序。</p>
                       </blockquote>
                       <h5 style="box-sizing: border-box; outline: 0px; margin: 8px 0px 16px; padding: 0px; font-family: 'PingFang SC', 'Microsoft YaHei', SimHei, Arial, SimSun; font-size: 18px; color: #4f4f4f; line-height: 26px; overflow-wrap: break-word; font-variant-ligatures: common-ligatures; background-color: #ffffff;"><a id="_23" style="box-sizing: border-box; outline: none; margin: 0px; padding: 0px; font-weight: normal; cursor: pointer; background-color: transparent; color: #4ea1db; overflow-wrap: break-word;"></a>破解请求</h5>
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px 0px 16px; padding: 0px; font-size: 16px; color: #4d4d4d; line-height: 26px; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">前提：找到目标数据在哪一个url中，然后以这个url的http数据包作为目标开始破解（这一点也可以归为高效发送请求）<br style="box-sizing: border-box; outline: 0px; overflow-wrap: break-word;">破解的核心就是如何构造一个身份，通过对方的验证，只要通过，对方就会返回有效数据<br style="box-sizing: border-box; outline: 0px; overflow-wrap: break-word;">这个环节大体可以分为三个步（循环反复）：</p>
                       <ol style="box-sizing: border-box; outline: 0px; margin: 0px 0px 24px; padding: 0px; list-style: none; font-size: 18px; overflow-wrap: break-word; color: rgba(0, 0, 0, 0.75); font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">
                       <li style="box-sizing: border-box; outline: 0px; margin: 8px 0px 0px 40px; padding: 0px; list-style: decimal; overflow-wrap: break-word;">用这些 header cookie 以及 必要参数 发送请求</li>
                       <li style="box-sizing: border-box; outline: 0px; margin: 8px 0px 0px 40px; padding: 0px; list-style: decimal; overflow-wrap: break-word;">观察响应中是否存在我们想要的数据</li>
                       <li style="box-sizing: border-box; outline: 0px; margin: 8px 0px 0px 40px; padding: 0px; list-style: decimal; overflow-wrap: break-word;">去除 header cookie 以及 必要参数 中的部分键值对<br style="box-sizing: border-box; outline: 0px; overflow-wrap: break-word;">这个步骤其实就是对键值对做组合。<br style="box-sizing: border-box; outline: 0px; overflow-wrap: break-word;">到了这，对于一些没有太多防范措施对网站就能拿到数据了，然后现在越来越多的网站有了更复杂的验证机制（需要连续请求或者加密算法）。</li>
                       </ol>
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px 0px 16px; padding: 0px; font-size: 16px; color: #4d4d4d; line-height: 26px; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;"><span style="box-sizing: border-box; outline: 0px; font-weight: bold; overflow-wrap: break-word;">比如：</span></p>
                       <ol style="box-sizing: border-box; outline: 0px; margin: 0px 0px 24px; padding: 0px; list-style: none; font-size: 18px; overflow-wrap: break-word; color: rgba(0, 0, 0, 0.75); font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">
                       <li style="box-sizing: border-box; outline: 0px; margin: 8px 0px 0px 40px; padding: 0px; list-style: decimal; overflow-wrap: break-word;">链接对应一个唯一的 token，这需要分析从什么地方获得token（或者是其他相同功能的参数/键值对）。</li>
                       <li style="box-sizing: border-box; outline: 0px; margin: 8px 0px 0px 40px; padding: 0px; list-style: decimal; overflow-wrap: break-word;">参数（身份）激活，需要对另一个url发送请求后才能通过目标url请求对验证。</li>
                       <li style="box-sizing: border-box; outline: 0px; margin: 8px 0px 0px 40px; padding: 0px; list-style: decimal; overflow-wrap: break-word;">验证码</li>
                       <li style="box-sizing: border-box; outline: 0px; margin: 8px 0px 0px 40px; padding: 0px; list-style: decimal; overflow-wrap: break-word;">js加密：内容加密/参数加密</li>
                       </ol>
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px 0px 16px; padding: 0px; font-size: 16px; color: #4d4d4d; line-height: 26px; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">等等<br style="box-sizing: border-box; outline: 0px; overflow-wrap: break-word;">。。。。。。</p>
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px 0px 16px; padding: 0px; font-size: 16px; color: #4d4d4d; line-height: 26px; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">并不是只有这些验证机制，反爬手段千千万，千奇百怪的验证机制就是爬虫工程师花费精力最多的地方。</p>
                       <h5 style="box-sizing: border-box; outline: 0px; margin: 8px 0px 16px; padding: 0px; font-family: 'PingFang SC', 'Microsoft YaHei', SimHei, Arial, SimSun; font-size: 18px; color: #4f4f4f; line-height: 26px; overflow-wrap: break-word; font-variant-ligatures: common-ligatures; background-color: #ffffff;"><a id="_47" style="box-sizing: border-box; outline: none; margin: 0px; padding: 0px; font-weight: normal; cursor: pointer; background-color: transparent; color: #4ea1db; overflow-wrap: break-word;"></a>截取数据（清洗规则）</h5>
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px 0px 16px; padding: 0px; font-size: 16px; color: #4d4d4d; line-height: 26px; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">当完成破解了之后，发送请求就可以得到网站的响应信息，然而，我们需要的信息只需要一部分，如果把不必要的信息入库就是资源浪费。因此，对响应内容做清洗就是十分必要的了。</p>
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px 0px 16px; padding: 0px; font-size: 16px; color: #4d4d4d; line-height: 26px; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">响应内容的数据类型就是字符串（图片视频文件的二进制流对于爬虫业务来说很少，但也可以通过爬虫去下载）</p>
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px 0px 16px; padding: 0px; font-size: 16px; color: #4d4d4d; line-height: 26px; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">一般来说，有目标数据的响应内容只有有两种类型：html 和 json</p>
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px 0px 16px; padding: 0px; font-size: 16px; color: #4d4d4d; line-height: 26px; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">清洗的方式有三种：</p>
                       <ol style="box-sizing: border-box; outline: 0px; margin: 0px 0px 24px; padding: 0px; list-style: none; font-size: 18px; overflow-wrap: break-word; color: rgba(0, 0, 0, 0.75); font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">
                       <li style="box-sizing: border-box; outline: 0px; margin: 8px 0px 0px 40px; padding: 0px; list-style: decimal; overflow-wrap: break-word;">xpath</li>
                       <li style="box-sizing: border-box; outline: 0px; margin: 8px 0px 0px 40px; padding: 0px; list-style: decimal; overflow-wrap: break-word;">json转hashmap，根据 key 找 value</li>
                       <li style="box-sizing: border-box; outline: 0px; margin: 8px 0px 0px 40px; padding: 0px; list-style: decimal; overflow-wrap: break-word;">通过正则表达式切出来</li>
                       </ol>
                       <p style="box-sizing: border-box; outline: 0px; margin: 0px 0px 16px; padding: 0px; font-size: 16px; color: #4d4d4d; line-height: 26px; overflow-wrap: break-word; font-family: -apple-system, 'SF UI Text', Arial, 'PingFang SC', 'Hiragino Sans GB', 'Microsoft YaHei', 'WenQuanYi Micro Hei', sans-serif; font-variant-ligatures: common-ligatures; background-color: #ffffff;">截取数据完成后，就是入库了<br style="box-sizing: border-box; outline: 0px; overflow-wrap: break-word;">这些清洗规则，也都是通过人为定义</p>
                            </div>

                            <!--Faq Section-->
                           
                        </div>
                    </div>
                </div>
            </div>
                <!--Sidebar Side-->
                <div class="sidebar-side sticky-container col-lg-4 col-md-12 col-sm-12">
                    <aside class="sidebar">
                        <div class="inner sticky-box">
                            <!--Blog Category Widget-->
                            <div class="sidebar-widget sidebar-blog-category">
                                <ul class="blog-cat">
                                                                        <li class=""><a href="app.html">APP</a></li>
                                                                        <li class=""><a href="h5.html">H5</a></li>
                                                                        <li class=""><a href="mini-program.html">小程序</a></li>
                                                                        <li class=""><a href="web.html">WEB应用</a></li>
                                                                        <li class="active "><a href="">网络爬虫</a></li>
                                                                        <li class=""><a href="ai-bigdata.html">AI、大数据</a></li>
                                                                        <li class=""><a href="crm.html">CRM</a></li>
                                                                        <li class=""><a href="erp.html">ERP</a></li>
                                                                        <li class=""><a href="oa.html">OA</a></li>
                                                                        <li class=""><a href="official-website.html">企业官网</a></li>
                                                                        <li class=""><a href="marketing-website.html">营销网站</a></li>
                                                                        <li class=""><a href="other-website.html">其他网站</a></li>
                                                                    </ul>
                            </div>

                             <div class="sidebar-widget donate-help-widget">
                              <div class="inner-box">
                                  <h2>如果需要我们的帮助</h2>
                                  <div class="text">
                                      您可以通过电话或者在线聊天的方式找我们，我们将竭诚为您服务！
                                  </div>
                                  <a href="contact.html" class="theme-btn btn-style-three">联系我们</a>
                              </div>
                          </div>

                          <!--Brochure-->
                          <div class="sidebar-widget-two brochure-widget">

                              <div class="brochure-box">
                                  <div class="inner">
                                      <span class="icon flaticon-phone-call"></span>
                                      <div class="text">173-4731-5117</div>
                                  </div>
                                  <a href="tel:17347315117" class="overlay-link"></a>
                              </div>

                          </div>
                        </div>
                    </aside>
                </div>

                <!--Content Side-->
              

            </div>
        </div>
    </div>

    <!--Subscribe Style One-->
<section class="subscribe-style-one alternate">
    <div class="auto-container">
        <div class="row clearfix">
            <div class="col-lg-5 col-md-12 col-sm-12">
                <h2>现在开始沟通需求</h2>
                <div class="text">我们会对您的信息做加密处理，保证您的数据安全，我们不会将您的信息泄露给任何第三方！</div>
            </div>
            <div class="col-lg-7 col-md-12 col-sm-12">
                <form method="post" action="/contact" id="contact-form">
                    <input type="hidden" name="_token" value="NKHQZNojdEeHnwx3QBIorBFNqkUDMgJ1Kxn45kEy">                    <div class="form-group clearfix">
                        <input type="tel" name="phone" value="" placeholder="输入手机号" required="">
                        <button type="submit" class="theme-btn btn-style-one">提交</button>
                    </div>
                </form>
                            </div>
        </div>
    </div>
</section>
<!--End Subscribe Style One-->


    <!--Main Footer-->
    <div class="footer">

      <div class="footer-top">
      
      <div class="wrap">
      
      <div class="footer-block w-29">
      
      <div class="logo">
      
      <img src="static/image/login-1.png"  alt="login">
      
      </div>
      
      <span class="partner" style="margin-left: -38px;">让APP开发变得更简单</span>
      
      </div>
      
      <div class="footer-block w-25  " style="width: 100%; margin: 0 auto;">
      
        <div class="footer-tit col-md-12 col-sm-12 col-xs-12" >服务热线</div>
        
        <div class="hot-line col-md-12 col-sm-12 col-xs-12">173-4731-5117</div>
        
        <p class="col-md-12 col-sm-12 col-xs-12"><span>售前咨询（09:00-24:00）</span></p>
        
        </div>
      <div class="footer-block w-34">
      
      <div class="footer-tit">联系我们</div>
      
      <p style="margin-bottom: 10px;">长沙市岳麓区枫林三路喜地大厦802室 </p>
      
      <p class="mb-10">
      
      <a href="tencent://message/?uin=2065525518&Site=&Menu=yes" target="_blank">
      
      企业QQ：23933725
      
      <span class="foot-qq"></span>
      
      </a>
      
      </p>
      
      <p>企业邮箱：23933725@qq.com</p>
      
      <p>电话咨询：17347315117</p>
      
      </div>
      
      <div class="footer-block w-12">
      
      <div class="footer-tit">加官方微信</div>
      
      <div class="footer-ewm">
      
      <img src="static/image/erwei.jpg" alt="ewm">
      
      </div>
      
      <p class="ml">免费咨询报价及方案</p>
      
      </div>
      
      <div class="clear"></div>
      
      </div>
      
      </div>
      
      <div class="footer-bottom" style="height: auto;padding:10px 0;line-height: 20px;">
      <p>
      Copyright@2021-2022 湘ICP备2022000793号 湖南铭迅网络科技有限公司 版权所有 |
    </p>
      <ul class="ulbox">
        <li><a href="about.html">关于我们 |</a></li>
        <li><a href="faq.html">新闻资讯 |</a></li>
        <li><a href="contact.html">联系我们 |</a></li>
        <li><a href="map.html">网站地图 |</a></li>
      </ul>
      <ul class="ulboxs">
        <li>友情链接 ：</li>
        <!-- <li><a>铺好租</a></li>
        <li><a>百万网址导航</a></li>
        <li><a>广州保洁公司</a></li>
        <li><a>九江公司</a></li>
        <li><a>长沙装修公司</a></li>
        <li><a>大集商铺网</a></li>
        <li><a>长沙门面出租</a></li> -->
      </ul>
      
      <div class="h40"></div>
      
        <!--End Footer Bottom-->
                <script>
            // var _hmt = _hmt || [];
            // (function() {
            // var hm = document.createElement("script");
            // hm.src = "https://hm.baidu.com/hm.js?7c8206c3cbaf6b515a6a72f50fbb4632";
            // var s = document.getElementsByTagName("script")[0];
            // s.parentNode.insertBefore(hm, s);
            // })();
        </script>
            </footer>
         
            
</div>
</div>
<!--End pagewrapper-->

<!--Scroll to top-->
<div class="scroll-to-top scroll-to-target" data-target="html"><span class="fa fa-arrow-up"></span></div>

<script src="static/js/jquery.js"></script>
<script src="static/js/popper.min.js"></script>
<script src="static/js/bootstrap.min.js"></script>
<script src="static/js/jquery.mCustomScrollbar.concat.min.js"></script>
<script src="static/js/jquery.fancybox.js"></script>
<script src="static/js/appear.js"></script>
<script src="static/js/owl.js"></script>
<script src="static/js/sticky.js"></script>
<script src="static/js/wow.js"></script>
<script src="static/js/slick.js"></script>
<script src="static/js/jquery.validate.min.js"></script>
<script src="static/js/additional-methods.js"></script>
<script src="static/js/messages_zh.min.js"></script>
<script src="static/js/jquery-ui.js"></script>
<script src="static/js/script.js"></script>

</body>
</html>