You can not select more than 25 topics
			Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
		
		
		
		
			
				
					248 lines
				
				6.7 KiB
			
		
		
			
		
	
	
					248 lines
				
				6.7 KiB
			| 
								 
											4 years ago
										 
									 | 
							
								'use strict'
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								const BB = require('bluebird')
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								const figgyPudding = require('figgy-pudding')
							 | 
						||
| 
								 | 
							
								const fs = require('fs')
							 | 
						||
| 
								 | 
							
								const index = require('./lib/entry-index')
							 | 
						||
| 
								 | 
							
								const memo = require('./lib/memoization')
							 | 
						||
| 
								 | 
							
								const pipe = require('mississippi').pipe
							 | 
						||
| 
								 | 
							
								const pipeline = require('mississippi').pipeline
							 | 
						||
| 
								 | 
							
								const read = require('./lib/content/read')
							 | 
						||
| 
								 | 
							
								const through = require('mississippi').through
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								const GetOpts = figgyPudding({
							 | 
						||
| 
								 | 
							
								  integrity: {},
							 | 
						||
| 
								 | 
							
								  memoize: {},
							 | 
						||
| 
								 | 
							
								  size: {}
							 | 
						||
| 
								 | 
							
								})
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								module.exports = function get (cache, key, opts) {
							 | 
						||
| 
								 | 
							
								  return getData(false, cache, key, opts)
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								module.exports.byDigest = function getByDigest (cache, digest, opts) {
							 | 
						||
| 
								 | 
							
								  return getData(true, cache, digest, opts)
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								function getData (byDigest, cache, key, opts) {
							 | 
						||
| 
								 | 
							
								  opts = GetOpts(opts)
							 | 
						||
| 
								 | 
							
								  const memoized = (
							 | 
						||
| 
								 | 
							
								    byDigest
							 | 
						||
| 
								 | 
							
								      ? memo.get.byDigest(cache, key, opts)
							 | 
						||
| 
								 | 
							
								      : memo.get(cache, key, opts)
							 | 
						||
| 
								 | 
							
								  )
							 | 
						||
| 
								 | 
							
								  if (memoized && opts.memoize !== false) {
							 | 
						||
| 
								 | 
							
								    return BB.resolve(byDigest ? memoized : {
							 | 
						||
| 
								 | 
							
								      metadata: memoized.entry.metadata,
							 | 
						||
| 
								 | 
							
								      data: memoized.data,
							 | 
						||
| 
								 | 
							
								      integrity: memoized.entry.integrity,
							 | 
						||
| 
								 | 
							
								      size: memoized.entry.size
							 | 
						||
| 
								 | 
							
								    })
							 | 
						||
| 
								 | 
							
								  }
							 | 
						||
| 
								 | 
							
								  return (
							 | 
						||
| 
								 | 
							
								    byDigest ? BB.resolve(null) : index.find(cache, key, opts)
							 | 
						||
| 
								 | 
							
								  ).then(entry => {
							 | 
						||
| 
								 | 
							
								    if (!entry && !byDigest) {
							 | 
						||
| 
								 | 
							
								      throw new index.NotFoundError(cache, key)
							 | 
						||
| 
								 | 
							
								    }
							 | 
						||
| 
								 | 
							
								    return read(cache, byDigest ? key : entry.integrity, {
							 | 
						||
| 
								 | 
							
								      integrity: opts.integrity,
							 | 
						||
| 
								 | 
							
								      size: opts.size
							 | 
						||
| 
								 | 
							
								    }).then(data => byDigest ? data : {
							 | 
						||
| 
								 | 
							
								      metadata: entry.metadata,
							 | 
						||
| 
								 | 
							
								      data: data,
							 | 
						||
| 
								 | 
							
								      size: entry.size,
							 | 
						||
| 
								 | 
							
								      integrity: entry.integrity
							 | 
						||
| 
								 | 
							
								    }).then(res => {
							 | 
						||
| 
								 | 
							
								      if (opts.memoize && byDigest) {
							 | 
						||
| 
								 | 
							
								        memo.put.byDigest(cache, key, res, opts)
							 | 
						||
| 
								 | 
							
								      } else if (opts.memoize) {
							 | 
						||
| 
								 | 
							
								        memo.put(cache, entry, res.data, opts)
							 | 
						||
| 
								 | 
							
								      }
							 | 
						||
| 
								 | 
							
								      return res
							 | 
						||
| 
								 | 
							
								    })
							 | 
						||
| 
								 | 
							
								  })
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								module.exports.sync = function get (cache, key, opts) {
							 | 
						||
| 
								 | 
							
								  return getDataSync(false, cache, key, opts)
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								module.exports.sync.byDigest = function getByDigest (cache, digest, opts) {
							 | 
						||
| 
								 | 
							
								  return getDataSync(true, cache, digest, opts)
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								function getDataSync (byDigest, cache, key, opts) {
							 | 
						||
| 
								 | 
							
								  opts = GetOpts(opts)
							 | 
						||
| 
								 | 
							
								  const memoized = (
							 | 
						||
| 
								 | 
							
								    byDigest
							 | 
						||
| 
								 | 
							
								      ? memo.get.byDigest(cache, key, opts)
							 | 
						||
| 
								 | 
							
								      : memo.get(cache, key, opts)
							 | 
						||
| 
								 | 
							
								  )
							 | 
						||
| 
								 | 
							
								  if (memoized && opts.memoize !== false) {
							 | 
						||
| 
								 | 
							
								    return byDigest ? memoized : {
							 | 
						||
| 
								 | 
							
								      metadata: memoized.entry.metadata,
							 | 
						||
| 
								 | 
							
								      data: memoized.data,
							 | 
						||
| 
								 | 
							
								      integrity: memoized.entry.integrity,
							 | 
						||
| 
								 | 
							
								      size: memoized.entry.size
							 | 
						||
| 
								 | 
							
								    }
							 | 
						||
| 
								 | 
							
								  }
							 | 
						||
| 
								 | 
							
								  const entry = !byDigest && index.find.sync(cache, key, opts)
							 | 
						||
| 
								 | 
							
								  if (!entry && !byDigest) {
							 | 
						||
| 
								 | 
							
								    throw new index.NotFoundError(cache, key)
							 | 
						||
| 
								 | 
							
								  }
							 | 
						||
| 
								 | 
							
								  const data = read.sync(
							 | 
						||
| 
								 | 
							
								    cache,
							 | 
						||
| 
								 | 
							
								    byDigest ? key : entry.integrity,
							 | 
						||
| 
								 | 
							
								    {
							 | 
						||
| 
								 | 
							
								      integrity: opts.integrity,
							 | 
						||
| 
								 | 
							
								      size: opts.size
							 | 
						||
| 
								 | 
							
								    }
							 | 
						||
| 
								 | 
							
								  )
							 | 
						||
| 
								 | 
							
								  const res = byDigest
							 | 
						||
| 
								 | 
							
								    ? data
							 | 
						||
| 
								 | 
							
								    : {
							 | 
						||
| 
								 | 
							
								      metadata: entry.metadata,
							 | 
						||
| 
								 | 
							
								      data: data,
							 | 
						||
| 
								 | 
							
								      size: entry.size,
							 | 
						||
| 
								 | 
							
								      integrity: entry.integrity
							 | 
						||
| 
								 | 
							
								    }
							 | 
						||
| 
								 | 
							
								  if (opts.memoize && byDigest) {
							 | 
						||
| 
								 | 
							
								    memo.put.byDigest(cache, key, res, opts)
							 | 
						||
| 
								 | 
							
								  } else if (opts.memoize) {
							 | 
						||
| 
								 | 
							
								    memo.put(cache, entry, res.data, opts)
							 | 
						||
| 
								 | 
							
								  }
							 | 
						||
| 
								 | 
							
								  return res
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								module.exports.stream = getStream
							 | 
						||
| 
								 | 
							
								function getStream (cache, key, opts) {
							 | 
						||
| 
								 | 
							
								  opts = GetOpts(opts)
							 | 
						||
| 
								 | 
							
								  let stream = through()
							 | 
						||
| 
								 | 
							
								  const memoized = memo.get(cache, key, opts)
							 | 
						||
| 
								 | 
							
								  if (memoized && opts.memoize !== false) {
							 | 
						||
| 
								 | 
							
								    stream.on('newListener', function (ev, cb) {
							 | 
						||
| 
								 | 
							
								      ev === 'metadata' && cb(memoized.entry.metadata)
							 | 
						||
| 
								 | 
							
								      ev === 'integrity' && cb(memoized.entry.integrity)
							 | 
						||
| 
								 | 
							
								      ev === 'size' && cb(memoized.entry.size)
							 | 
						||
| 
								 | 
							
								    })
							 | 
						||
| 
								 | 
							
								    stream.write(memoized.data, () => stream.end())
							 | 
						||
| 
								 | 
							
								    return stream
							 | 
						||
| 
								 | 
							
								  }
							 | 
						||
| 
								 | 
							
								  index.find(cache, key).then(entry => {
							 | 
						||
| 
								 | 
							
								    if (!entry) {
							 | 
						||
| 
								 | 
							
								      return stream.emit(
							 | 
						||
| 
								 | 
							
								        'error', new index.NotFoundError(cache, key)
							 | 
						||
| 
								 | 
							
								      )
							 | 
						||
| 
								 | 
							
								    }
							 | 
						||
| 
								 | 
							
								    let memoStream
							 | 
						||
| 
								 | 
							
								    if (opts.memoize) {
							 | 
						||
| 
								 | 
							
								      let memoData = []
							 | 
						||
| 
								 | 
							
								      let memoLength = 0
							 | 
						||
| 
								 | 
							
								      memoStream = through((c, en, cb) => {
							 | 
						||
| 
								 | 
							
								        memoData && memoData.push(c)
							 | 
						||
| 
								 | 
							
								        memoLength += c.length
							 | 
						||
| 
								 | 
							
								        cb(null, c, en)
							 | 
						||
| 
								 | 
							
								      }, cb => {
							 | 
						||
| 
								 | 
							
								        memoData && memo.put(cache, entry, Buffer.concat(memoData, memoLength), opts)
							 | 
						||
| 
								 | 
							
								        cb()
							 | 
						||
| 
								 | 
							
								      })
							 | 
						||
| 
								 | 
							
								    } else {
							 | 
						||
| 
								 | 
							
								      memoStream = through()
							 | 
						||
| 
								 | 
							
								    }
							 | 
						||
| 
								 | 
							
								    stream.emit('metadata', entry.metadata)
							 | 
						||
| 
								 | 
							
								    stream.emit('integrity', entry.integrity)
							 | 
						||
| 
								 | 
							
								    stream.emit('size', entry.size)
							 | 
						||
| 
								 | 
							
								    stream.on('newListener', function (ev, cb) {
							 | 
						||
| 
								 | 
							
								      ev === 'metadata' && cb(entry.metadata)
							 | 
						||
| 
								 | 
							
								      ev === 'integrity' && cb(entry.integrity)
							 | 
						||
| 
								 | 
							
								      ev === 'size' && cb(entry.size)
							 | 
						||
| 
								 | 
							
								    })
							 | 
						||
| 
								 | 
							
								    pipe(
							 | 
						||
| 
								 | 
							
								      read.readStream(cache, entry.integrity, opts.concat({
							 | 
						||
| 
								 | 
							
								        size: opts.size == null ? entry.size : opts.size
							 | 
						||
| 
								 | 
							
								      })),
							 | 
						||
| 
								 | 
							
								      memoStream,
							 | 
						||
| 
								 | 
							
								      stream
							 | 
						||
| 
								 | 
							
								    )
							 | 
						||
| 
								 | 
							
								  }).catch(err => stream.emit('error', err))
							 | 
						||
| 
								 | 
							
								  return stream
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								module.exports.stream.byDigest = getStreamDigest
							 | 
						||
| 
								 | 
							
								function getStreamDigest (cache, integrity, opts) {
							 | 
						||
| 
								 | 
							
								  opts = GetOpts(opts)
							 | 
						||
| 
								 | 
							
								  const memoized = memo.get.byDigest(cache, integrity, opts)
							 | 
						||
| 
								 | 
							
								  if (memoized && opts.memoize !== false) {
							 | 
						||
| 
								 | 
							
								    const stream = through()
							 | 
						||
| 
								 | 
							
								    stream.write(memoized, () => stream.end())
							 | 
						||
| 
								 | 
							
								    return stream
							 | 
						||
| 
								 | 
							
								  } else {
							 | 
						||
| 
								 | 
							
								    let stream = read.readStream(cache, integrity, opts)
							 | 
						||
| 
								 | 
							
								    if (opts.memoize) {
							 | 
						||
| 
								 | 
							
								      let memoData = []
							 | 
						||
| 
								 | 
							
								      let memoLength = 0
							 | 
						||
| 
								 | 
							
								      const memoStream = through((c, en, cb) => {
							 | 
						||
| 
								 | 
							
								        memoData && memoData.push(c)
							 | 
						||
| 
								 | 
							
								        memoLength += c.length
							 | 
						||
| 
								 | 
							
								        cb(null, c, en)
							 | 
						||
| 
								 | 
							
								      }, cb => {
							 | 
						||
| 
								 | 
							
								        memoData && memo.put.byDigest(
							 | 
						||
| 
								 | 
							
								          cache,
							 | 
						||
| 
								 | 
							
								          integrity,
							 | 
						||
| 
								 | 
							
								          Buffer.concat(memoData, memoLength),
							 | 
						||
| 
								 | 
							
								          opts
							 | 
						||
| 
								 | 
							
								        )
							 | 
						||
| 
								 | 
							
								        cb()
							 | 
						||
| 
								 | 
							
								      })
							 | 
						||
| 
								 | 
							
								      stream = pipeline(stream, memoStream)
							 | 
						||
| 
								 | 
							
								    }
							 | 
						||
| 
								 | 
							
								    return stream
							 | 
						||
| 
								 | 
							
								  }
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								module.exports.info = info
							 | 
						||
| 
								 | 
							
								function info (cache, key, opts) {
							 | 
						||
| 
								 | 
							
								  opts = GetOpts(opts)
							 | 
						||
| 
								 | 
							
								  const memoized = memo.get(cache, key, opts)
							 | 
						||
| 
								 | 
							
								  if (memoized && opts.memoize !== false) {
							 | 
						||
| 
								 | 
							
								    return BB.resolve(memoized.entry)
							 | 
						||
| 
								 | 
							
								  } else {
							 | 
						||
| 
								 | 
							
								    return index.find(cache, key)
							 | 
						||
| 
								 | 
							
								  }
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								module.exports.hasContent = read.hasContent
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								module.exports.copy = function cp (cache, key, dest, opts) {
							 | 
						||
| 
								 | 
							
								  return copy(false, cache, key, dest, opts)
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								module.exports.copy.byDigest = function cpDigest (cache, digest, dest, opts) {
							 | 
						||
| 
								 | 
							
								  return copy(true, cache, digest, dest, opts)
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								function copy (byDigest, cache, key, dest, opts) {
							 | 
						||
| 
								 | 
							
								  opts = GetOpts(opts)
							 | 
						||
| 
								 | 
							
								  if (read.copy) {
							 | 
						||
| 
								 | 
							
								    return (
							 | 
						||
| 
								 | 
							
								      byDigest ? BB.resolve(null) : index.find(cache, key, opts)
							 | 
						||
| 
								 | 
							
								    ).then(entry => {
							 | 
						||
| 
								 | 
							
								      if (!entry && !byDigest) {
							 | 
						||
| 
								 | 
							
								        throw new index.NotFoundError(cache, key)
							 | 
						||
| 
								 | 
							
								      }
							 | 
						||
| 
								 | 
							
								      return read.copy(
							 | 
						||
| 
								 | 
							
								        cache, byDigest ? key : entry.integrity, dest, opts
							 | 
						||
| 
								 | 
							
								      ).then(() => byDigest ? key : {
							 | 
						||
| 
								 | 
							
								        metadata: entry.metadata,
							 | 
						||
| 
								 | 
							
								        size: entry.size,
							 | 
						||
| 
								 | 
							
								        integrity: entry.integrity
							 | 
						||
| 
								 | 
							
								      })
							 | 
						||
| 
								 | 
							
								    })
							 | 
						||
| 
								 | 
							
								  } else {
							 | 
						||
| 
								 | 
							
								    return getData(byDigest, cache, key, opts).then(res => {
							 | 
						||
| 
								 | 
							
								      return fs.writeFileAsync(dest, byDigest ? res : res.data)
							 | 
						||
| 
								 | 
							
								        .then(() => byDigest ? key : {
							 | 
						||
| 
								 | 
							
								          metadata: res.metadata,
							 | 
						||
| 
								 | 
							
								          size: res.size,
							 | 
						||
| 
								 | 
							
								          integrity: res.integrity
							 | 
						||
| 
								 | 
							
								        })
							 | 
						||
| 
								 | 
							
								    })
							 | 
						||
| 
								 | 
							
								  }
							 | 
						||
| 
								 | 
							
								}
							 |