parse下载内容不报错但是抓不下来数据，列表为空，不知道是哪儿原因
import requests

from lxml import etree

import random

import time

from urllib import parse
class TiebaImageSpider(object):

def init(self):

self.url = “http://tieba.baidu.com/f?kw={}&pn={}”

self.headers = {

‘User-Agent’: ‘Mozilla/5.0(Windows NT 6.1; WOW64)AppleWebKit/535.1(KHTML, like Gecko)Chrome/14.0.835.163 Safari/535.1’}
# 功能函数，获取html
def get_html(self, url):
    res = requests.get(url=url, headers=self.headers)
    html = res.content
    return html

# 功能函数，解析
def xpath_func(self, html, xpath_bds):
    parse_obj = etree.HTML(html)
    # print(parse_obj)
    r_list = parse_obj.xpath(xpath_bds)
    # print(r_list)

    return r_list

# 做事情
def parse_html(self, url):
    # 1.先提取帖子链接
    one_html = self.get_html(url).decode()
    xpath_bds = '//div[@class="t_con cleafix"]/div/div/div/a/@href'
    tlink_list = self.xpath_func(one_html, xpath_bds)
    # print(tlink_list)
    # for 遍历
    for tlink in tlink_list:
        tlink = "http://tieba.baidu.com" + tlink
        self.get_image(tlink)

# 像帖子发请求+提取图片链接+像图片发请求+保存图片
def get_image(self, tilnk):
    html = self.get_html(tilnk).decode()
    xpath_bds = '//li/div/div/div/div/img[@class="j_retract"]/@src'
    # //div[@class="d_post_content j_d_post_contenclearfix"]/img[@class["BDE_Image"]/@src

    img_link_list = self.xpath_func(html, xpath_bds)
    for img_link in img_link_list:
        # 保存图片
        self.save_image(img_link)

def save_image(self, img_link):
    html = self.get_html(img_link)
    filename = img_link[-10:]
    with open(filename, 'wb') as f:
        f.write(html)
    print(filename, '下载成功')

def run(self):
    name = input('贴吧名:')
    start = int(input('起始页:'))
    end = int(input('终止页:'))
    name = parse.quote(name)
    for page in range(start, end + 1):
        pn = (page - 1) * 50
        url = self.url.format(name, pn)
        self.parse_html(url)
        # print(self.parse_html(url))

if name == ‘main’:

spider = TiebaImageSpider()

spider.run()

//download the new appprivate void downLoadNewApp(NewVersion.XianzaishiRfBean version) {

        if (StringUtils.isEmpty(version.getUrl())) {
            ToastUtils.showToast("新版本的APP url为空");
            enterLoginActivity();
            return;
        }

        final ProgressDialog dialog = new ProgressDialog(this);
        dialog.setTitle("正在下载");
        dialog.setMessage(version.getDes() + "");
        dialog.setCancelable(false);
        dialog.setProgressStyle(ProgressDialog.STYLE_HORIZONTAL);
        dialog.show();

        if (!NetUtils.hasNet(SplashActivity.this)) {
            ToastUtils.showToast("请检查网络环境");
            return;
        }

        System.out.println("SplashActivity.downLoadNewApp=" + version.getUrl());

        OkHttpUtils
                .get()
                .url(version.getUrl())
                .build()
                .execute(new FileCallBack(Environment.getExternalStorageDirectory().getAbsolutePath(), Conts.NEW_APP_NAME) {
                    @Overridepublic void onError(Call call, Exception e, int id) {
                        enterLoginActivity();
                        System.out.println("SplashActivity.onError=哈哈哈");
                        ToastUtils.showToast("下载更新包失败");
                    }

                    @Overridepublic void inProgress(float progress, long total, int id) {
                        super.inProgress(progress, total, id);
                        dialog.setProgress((int) (100 * progress));
                    }

                    @Overridepublic void onResponse(File response, int id) {

                        Intent intent = new Intent();
                        intent.setAction(Intent.ACTION_VIEW);
                        intent.addCategory(Intent.CATEGORY_DEFAULT);
                        intent.setDataAndType(Uri.fromFile(response),
                                "application/vnd.android.package-archive");
                        startActivityForResult(intent, 0);
                    }
                });
    }

    //download the new app
    private void downLoadNewApp(NewVersion.XianzaishiRfBean version) {

        if (StringUtils.isEmpty(version.getUrl())) {
            ToastUtils.showToast("新版本的APP url为空");
            enterLoginActivity();
            return;
        }

        final ProgressDialog dialog = new ProgressDialog(this);
        dialog.setTitle("正在下载");
        dialog.setMessage(version.getDes() + "");
        dialog.setCancelable(false);
        dialog.setProgressStyle(ProgressDialog.STYLE_HORIZONTAL);
        dialog.show();

        if (!NetUtils.hasNet(SplashActivity.this)) {
            ToastUtils.showToast("请检查网络环境");
            return;
        }

        System.out.println("SplashActivity.downLoadNewApp=" + version.getUrl());

        OkHttpUtils
                .get()
                .url(version.getUrl())
                .build()
                .execute(new FileCallBack(Environment.getExternalStorageDirectory().getAbsolutePath(), Conts.NEW_APP_NAME) {
                    @Override
                    public void onError(Call call, Exception e, int id) {
                        enterLoginActivity();
                        System.out.println("SplashActivity.onError=哈哈哈");
                        ToastUtils.showToast("下载更新包失败");
                    }

                    @Override
                    public void inProgress(float progress, long total, int id) {
                        super.inProgress(progress, total, id);
                        dialog.setProgress((int) (100 * progress));
                    }

                    @Override
                    public void onResponse(File response, int id) {

                        Intent intent = new Intent();
                        intent.setAction(Intent.ACTION_VIEW);
                        intent.addCategory(Intent.CATEGORY_DEFAULT);
                        intent.setDataAndType(Uri.fromFile(response),
                                "application/vnd.android.package-archive");
                        startActivityForResult(intent, 0);
                    }
                });
    }

首先上效果图

1、编辑页面



2、图片上传完成后显示样式





由此可看到图片上传已完成，返回的是图片URL 

3、提交后控制台输出



============================分割线=====================================

1、下载KindEditor

首先下载KindEditor，在此版本为4.1.11，点击下载

2、新建项目

使用idea新建SpringBoot项目，不做过多叙述。

3、导入KindEditor

所需文件及文件夹如下：



4、新建html页面

<!DOCTYPE HTML>
<html>
<head>
    <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
    <title>添加文章</title>
    <meta http-equiv="Content-Type" content="text/html; charset=utf-8"/>
    <script src="jquery.min.js"></script>
    <script charset="utf-8" src="editor/kindeditor-all-min.js"></script>
    <script charset="utf-8" src="editor/lang/zh-CN.js"></script>
</head>
<body>
<div style="margin-left: 20px">
    文章题目:<input class="form-control" id="title" style="width: 500px"/><br>
    <textarea name="content" class="common-textarea" id="content"
              style="width:100%; height:380px;visibility:hidden;"></textarea>

    <a onclick="sub()" class="btn btn-primary">提交</a>
</div>
<script type="text/javascript">
    KindEditor.ready(function (K) {
        var editor = KindEditor.create('textarea[name="content"]', {
            uploadJson: '/fileUpload',
            fileManagerJson: '/fileManager',
            allowFileManager: true,
            items: ['source', '|', 'undo', 'redo', '|', 'preview', 'template', 'cut', 'copy', 'paste',
                'plainpaste', 'wordpaste', '|', 'justifyleft', 'justifycenter', 'justifyright',
                'justifyfull', 'insertorderedlist', 'insertunorderedlist', 'indent', 'outdent', 'subscript',
                'superscript', 'clearhtml', 'quickformat', 'selectall', '|', 'fullscreen', '/',
                'formatblock', 'fontname', 'fontsize', '|', 'forecolor', 'hilitecolor', 'bold',
                'italic', 'underline', 'strikethrough', 'lineheight', 'removeformat', '|', 'image', 'multiimage',
                'flash', 'media', 'insertfile', 'table', 'hr', 'emoticons', 'baidumap', 'pagebreak',
                'anchor', 'link', 'unlink'],
            //编辑器失去焦点(blur)时执行的回调函数。
            // =========必须要有==========
            afterBlur: function () {
                this.sync();
            }
        });
    });

    function sub() {
        var html = $('#content').val();
        var title = $('#title').val();
        $.post("/add", {'content': html, 'title': title}, function (result) {
            alert("提交成功!");
        })
    }

</script>
</body>
</html>



 5、Controller管理

1）、图片上传

 @RequestMapping(value = "/fileUpload", method = RequestMethod.POST)
    @ResponseBody
    public Map<String, Object> fileUpload(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException,
            FileUploadException {
        ServletContext application = request.getSession().getServletContext();
//        String savePath = application.getRealPath("/") + "/static/images/";
        String savePath = "I:/img/";

        // 文件保存目录URL
        String saveUrl = "http://localhost:8077/showImg?imgUrl=";

        // 定义允许上传的文件扩展名
        HashMap<String, String> extMap = new HashMap<String, String>();
        extMap.put("image", "gif,jpg,jpeg,png,bmp");
        extMap.put("flash", "swf,flv");
        extMap.put("media", "swf,flv,mp3,wav,wma,wmv,mid,avi,mpg,asf,rm,rmvb");
        extMap.put("file", "doc,docx,xls,xlsx,ppt,htm,html,txt,zip,rar,gz,bz2");

        // 最大文件大小
        long maxSize = 1000000;

        response.setContentType("text/html; charset=UTF-8");

        if (!ServletFileUpload.isMultipartContent(request)) {
            return getError("请选择文件。");
        }
        // 检查目录
        File uploadDir = new File(savePath);
        if (!uploadDir.isDirectory()) {
            uploadDir.mkdir();
        }
        // 检查目录写权限
        if (!uploadDir.canWrite()) {
            return getError("上传目录没有写权限。");
        }

        String dirName = request.getParameter("dir");
        if (dirName == null) {
            dirName = "image";
        }
        if (!extMap.containsKey(dirName)) {
            return getError("目录名不正确。");
        }
        // 创建文件夹
        savePath += dirName + "/";
        saveUrl += dirName + "/";
        File saveDirFile = new File(savePath);
        if (!saveDirFile.exists()) {
            saveDirFile.mkdirs();
        }
        SimpleDateFormat sdf = new SimpleDateFormat("yyyyMMdd");
        String ymd = sdf.format(new Date());
        savePath += ymd + "/";
        saveUrl += ymd + "/";
        File dirFile = new File(savePath);
        if (!dirFile.exists()) {
            dirFile.mkdirs();
        }

        FileItemFactory factory = new DiskFileItemFactory();
        ServletFileUpload upload = new ServletFileUpload(factory);
        upload.setHeaderEncoding("UTF-8");


        MultipartHttpServletRequest multipartRequest = (MultipartHttpServletRequest) request;
        Iterator item = multipartRequest.getFileNames();
        while (item.hasNext()) {
            String fileName = (String) item.next();
            MultipartFile file = multipartRequest.getFile(fileName);
            // 检查文件大小
            if (file.getSize() > maxSize) {
                return getError("上传文件大小超过限制。");
            }
            // 检查扩展名
            String fileExt = file.getOriginalFilename().substring(file.getOriginalFilename().lastIndexOf(".") + 1).toLowerCase();
            if (!Arrays.asList(extMap.get(dirName).split(",")).contains(fileExt)) {
                return getError("上传文件扩展名是不允许的扩展名。\n只允许"
                        + extMap.get(dirName) + "格式。");
            }
            SimpleDateFormat df = new SimpleDateFormat("yyyyMMddHHmmss");
            String newFileName = df.format(new Date()) + "_" + new Random().nextInt(1000) + "." + fileExt;
            try {
                File uploadedFile = new File(savePath, newFileName);
                ByteStreams.copy(file.getInputStream(), new FileOutputStream(uploadedFile));
            } catch (Exception e) {
                return getError("上传文件失败。");
            }
            Map<String, Object> msg = new HashMap<String, Object>();
            msg.put("error", 0);
            msg.put("url", saveUrl + newFileName);
            return msg;
        }
        return null;
    }



2）、图片读取

 @RequestMapping(value = "/showImg", method = RequestMethod.GET)
    public void ioReadImage(String imgUrl, HttpServletResponse response) throws IOException {
        ServletOutputStream out = null;
        FileInputStream ips = null;
        String upload = null;

        try {
            //获取图片存放路径
            String imgPath = "I:/img" + "/" + imgUrl;
            ips = new FileInputStream(new File(imgPath));
            String type = imgUrl.substring(imgUrl.indexOf(".") + 1);
            if ("png".equals(type)) {
                response.setContentType("image/png");
            }
            if ("jpeg".equals(type)) {
                response.setContentType("image/jpeg");
            }
            out = response.getOutputStream();
            //读取文件流
            int len = 0;
            byte[] buffer = new byte[1024 * 10];
            while ((len = ips.read(buffer)) != -1) {
                out.write(buffer, 0, len);
            }
            out.flush();
        } catch (Exception e) {
            e.printStackTrace();
        } finally {
            out.close();
            ips.close();
        }
    }

3）、图片管理预览

@RequestMapping(value = "/fileManager", method = RequestMethod.GET)
    public void fileManager(HttpServletRequest request,
                            HttpServletResponse response) throws ServletException, IOException {
        ServletContext application = request.getSession().getServletContext();
        ServletOutputStream out = response.getOutputStream();
        /*// 根目录路径，可以指定绝对路径，比如 /var/www/attached/
        String rootPath = application.getRealPath("/") + "images/";
        // 根目录URL，可以指定绝对路径，比如 http://www.yoursite.com/attached/
        String rootUrl = request.getContextPath() + "/images/";*/
        String rootPath = "I:/img/";
        String rootUrl = "http://localhost:8080/kindeditor/showImg?imgUrl=";
        // 图片扩展名
        String[] fileTypes = new String[]{"gif", "jpg", "jpeg", "png", "bmp"};
        String dirName = request.getParameter("dir");
        if (dirName != null) {
            if (!Arrays.<String>asList(
                    new String[]{"image", "flash", "media", "file"})
                    .contains(dirName)) {
                out.println("Invalid Directory name.");
                return;
            }
            rootPath += dirName + "/";
            rootUrl += dirName + "/";
            File saveDirFile = new File(rootPath);
            if (!saveDirFile.exists()) {
                saveDirFile.mkdirs();
            }
        }
        // 根据path参数，设置各路径和URL
        String path = request.getParameter("path") != null ? request
                .getParameter("path") : "";
        String currentPath = rootPath + path;
        String currentUrl = rootUrl + path;
        String currentDirPath = path;
        String moveupDirPath = "";
        if (!"".equals(path)) {
            String str = currentDirPath.substring(0,
                    currentDirPath.length() - 1);
            moveupDirPath = str.lastIndexOf("/") >= 0 ? str.substring(0,
                    str.lastIndexOf("/") + 1) : "";
        }

        // 排序形式，name or size or type
        String order = request.getParameter("order") != null ? request
                .getParameter("order").toLowerCase() : "name";

        // 不允许使用..移动到上一级目录
        if (path.indexOf("..") >= 0) {
            out.println("Access is not allowed.");
            return;
        }
        // 最后一个字符不是/
        if (!"".equals(path) && !path.endsWith("/")) {
            out.println("Parameter is not valid.");
            return;
        }
        // 目录不存在或不是目录
        File currentPathFile = new File(currentPath);
        if (!currentPathFile.isDirectory()) {
            out.println("Directory does not exist.");
            return;
        }
        // 遍历目录取的文件信息
        List<Hashtable> fileList = new ArrayList<Hashtable>();
        if (currentPathFile.listFiles() != null) {
            for (File file : currentPathFile.listFiles()) {
                Hashtable<String, Object> hash = new Hashtable<String, Object>();
                String fileName = file.getName();
                if (file.isDirectory()) {
                    hash.put("is_dir", true);
                    hash.put("has_file", (file.listFiles() != null));
                    hash.put("filesize", 0L);
                    hash.put("is_photo", false);
                    hash.put("filetype", "");
                } else if (file.isFile()) {
                    String fileExt = fileName.substring(
                            fileName.lastIndexOf(".") + 1).toLowerCase();
                    hash.put("is_dir", false);
                    hash.put("has_file", false);
                    hash.put("filesize", file.length());
                    hash.put("is_photo", Arrays.<String>asList(fileTypes)
                            .contains(fileExt));
                    hash.put("filetype", fileExt);
                }
                hash.put("filename", fileName);
                hash.put("datetime",
                        new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(file
                                .lastModified()));
                fileList.add(hash);
            }
        }

        if ("size".equals(order)) {
            Collections.sort(fileList, new SizeComparator());
        } else if ("type".equals(order)) {
            Collections.sort(fileList, new TypeComparator());
        } else {
            Collections.sort(fileList, new NameComparator());
        }
        Map<String, Object> msg = new HashMap<String, Object>();
        msg.put("moveup_dir_path", moveupDirPath);
        msg.put("current_dir_path", currentDirPath);
        msg.put("current_url", currentUrl);
        msg.put("total_count", fileList.size());
        msg.put("file_list", fileList);
        response.setContentType("application/json; charset=UTF-8");
        String msgStr = objectMapper.writeValueAsString(msg);
        out.println(msgStr);
    }

    class NameComparator implements Comparator {
        @Override
        public int compare(Object a, Object b) {
            Hashtable hashA = (Hashtable) a;
            Hashtable hashB = (Hashtable) b;
            if (((Boolean) hashA.get("is_dir"))
                    && !((Boolean) hashB.get("is_dir"))) {
                return -1;
            } else if (!((Boolean) hashA.get("is_dir"))
                    && ((Boolean) hashB.get("is_dir"))) {
                return 1;
            } else {
                return ((String) hashA.get("filename"))
                        .compareTo((String) hashB.get("filename"));
            }
        }
    }

    class SizeComparator implements Comparator {
        @Override
        public int compare(Object a, Object b) {
            Hashtable hashA = (Hashtable) a;
            Hashtable hashB = (Hashtable) b;
            if (((Boolean) hashA.get("is_dir"))
                    && !((Boolean) hashB.get("is_dir"))) {
                return -1;
            } else if (!((Boolean) hashA.get("is_dir"))
                    && ((Boolean) hashB.get("is_dir"))) {
                return 1;
            } else {
                if (((Long) hashA.get("filesize")) > ((Long) hashB
                        .get("filesize"))) {
                    return 1;
                } else if (((Long) hashA.get("filesize")) < ((Long) hashB
                        .get("filesize"))) {
                    return -1;
                } else {
                    return 0;
                }
            }
        }
    }

    class TypeComparator implements Comparator {
        @Override
        public int compare(Object a, Object b) {
            Hashtable hashA = (Hashtable) a;
            Hashtable hashB = (Hashtable) b;
            if (((Boolean) hashA.get("is_dir"))
                    && !((Boolean) hashB.get("is_dir"))) {
                return -1;
            } else if (!((Boolean) hashA.get("is_dir"))
                    && ((Boolean) hashB.get("is_dir"))) {
                return 1;
            } else {
                return ((String) hashA.get("filetype"))
                        .compareTo((String) hashB.get("filetype"));
            }
        }
    }

4）、图片地址保存

@ResponseBody
    @PostMapping(value = "add")
    public void add(String content, String title){
        System.out.println("标题" + title + ", 内容" + content);
    }

=====================================分割线=============================================

Demo下载地址：https://download.csdn.net/download/zgsdzczh/11170980