分析源url，创建本地目录以及解析出新的写入路径

使用mkdirSync函数同步的进行循环递归创建目录

function mkdirSync(dirname) {
    if (fs.existsSync(dirname)) {
        return true;
    } else {
        if (mkdirSync(path.dirname(dirname))) {   
            fs.mkdirSync(dirname);
            return true;
        }
    }
    return false
}

如：http://api.3inns.cn/mito/uploadImages/2015/355/17/8032VO7EM87O_113.jpg，的图片路径应该是： 当前目录/mito/uploadImages/2015/355/17/8032VO7EM87O_113.jpg

下载并写入

request(url).pipe(fs.createWriteStream(dstpath))

完整代码如下：

var request = require('request')
var fs = require('fs')
var path = require('path')

const dirname = 'uploadImages'
const hostdir = "./public/mito/"
function mkdirSync(dirname) {
    if (fs.existsSync(dirname)) {
        return true;
    } else {
        if (mkdirSync(path.dirname(dirname))) {   
            fs.mkdirSync(dirname);
            return true;
        }
    }
    return false
}

function downloadUrl(urlList) {
    for (const url of urlList) {
      const first = url.indexOf(dirname)
      const last = url.lastIndexOf('/')
      if (first > 0 && last > 0) {
        const name = url.substr(last + 1)
        const dir = url.substr(first, last - first)
        const dstpath = hostdir + dir + '/' + name
        if (name.length && dir.length && !fs.existsSync(dstpath)) {
          if (mkdirSync(hostdir + dir)) {
            console.log(dstpath)
            request(url).pipe(fs.createWriteStream(dstpath))
          }
        }
      }
    }
}

删除大于100k的文件

var exec = require('child_process').exec;
var fs = require('fs')
var path = require('path')
var util = require('util')

const hostdir = path.join(__dirname, 'uploadImages')
const readAllFilePathSync = (function() {
    const resultList = []
    return {
        execute: function execute(dir) {
            if (fs.existsSync(dir)) {
                const stats = fs.statSync(dir)
                if (stats.isFile()) {
                    resultList.push(dir);
                } else if (stats.isDirectory()) {
                    const subdir = fs.readdirSync(dir)
                    if (subdir.length) {
                        subdir.forEach(function(sub) {
                            execute(path.join(dir, sub))
                        })
                    }
                }
            }
        },
        result: function() {
            return resultList;
        }
    }
}())

readAllFilePathSync.execute(hostdir);
readAllFilePathSync.result().forEach(function(path) {
    //path = path.replace(/\\/g, '\\\\'); // windows路径
    const stats = fs.statSync(path)
    if (stats.size > 100 * 1024) {
        exec('rm -f ' + path)
        console.log(path)
    }
})