tileserver-gl/src/app.js
2016-03-02 17:12:32 +01:00

381 lines
11 KiB
JavaScript

'use strict';
var async = require('async'),
asyncLock = require('async-lock'),
crypto = require('crypto'),
fs = require('fs'),
path = require('path'),
util = require('util'),
zlib = require('zlib');
var abaculus = require('abaculus'),
clone = require('clone'),
concat = require('concat-stream'),
express = require('express'),
mercator = new (require('sphericalmercator'))(),
mbgl = require('mapbox-gl-native'),
mbtiles = require('mbtiles'),
request = require('request'),
sharp = require('sharp');
var utils = require('./utils');
var FLOAT_PATTERN = '[+-]?(?:\\d+|\\d+\.?\\d+)';
var SCALE_PATTERN = '@[23]x';
var getScale = function(scale) {
return (scale || '@1x').slice(1, 2) | 0;
};
mbgl.on('message', function(e) {
if (e.severity == 'WARNING' || e.severity == 'ERROR') {
console.log('mbgl:', e);
}
});
module.exports = function(maps, options, prefix) {
var lock = new asyncLock();
var app = express().disable('x-powered-by'),
domains = [],
tilePath = '/{z}/{x}/{y}.{format}';
if (options.domains && options.domains.length > 0) {
domains = options.domains.split(',');
}
var rootPath = path.join(process.cwd(), options.root);
var styleUrl = options.style;
var map = {
renderers: [],
sources: {},
tileJSON: {}
};
if (!maps[prefix]) {
var createRenderer = function(ratio) {
return new mbgl.Map({
ratio: ratio,
request: function(req, callback) {
var protocol = req.url.split(':')[0];
//console.log('Handling request:', req);
if (protocol == req.url) {
fs.readFile(path.join(rootPath, unescape(req.url)), function(err, data) {
callback(err, { data: data });
});
} else if (protocol == 'mbtiles') {
var parts = req.url.split('/');
var source = map.sources[parts[2]];
var z = parts[3] | 0,
x = parts[4] | 0,
y = parts[5].split('.')[0] | 0;
source.getTile(z, x, y, function(err, data, headers) {
if (err) {
//console.log('MBTiles error, serving empty', err);
callback(null, { data: new Buffer(0) });
} else {
var response = {};
if (headers['Last-Modified']) {
response.modified = new Date(headers['Last-Modified']);
}
if (headers['ETag']) {
response.etag = headers['ETag'];
}
response.data = zlib.unzipSync(data);
callback(null, response);
}
});
} else if (protocol == 'http' || protocol == 'https') {
request({
url: req.url,
encoding: null,
gzip: true
}, function(err, res, body) {
if (err) {
//console.log('HTTP tile error', err);
callback(null, { data: new Buffer(0) });
} else if (res.statusCode == 200) {
var response = {};
if (res.headers.modified) {
response.modified = new Date(res.headers.modified);
}
if (res.headers.expires) {
response.expires = new Date(res.headers.expires);
}
if (res.headers.etag) {
response.etag = res.headers.etag;
}
response.data = body;
callback(null, response);
} else {
//console.log('HTTP error', JSON.parse(body).message);
callback(null, { data: new Buffer(0) });
}
});
}
}
});
};
map.renderers[1] = createRenderer(1);
map.renderers[2] = createRenderer(2);
map.renderers[3] = createRenderer(3);
var styleJSON = require(path.join(rootPath, styleUrl));
map.tileJSON = {
'tilejson': '2.0.0',
'name': styleJSON.name,
'basename': prefix.substr(1),
'minzoom': 0,
'maxzoom': 20,
'bounds': [-180, -85.0511, 180, 85.0511],
'format': 'png',
'type': 'baselayer'
};
Object.assign(map.tileJSON, options.options || {});
var queue = [];
Object.keys(styleJSON.sources).forEach(function(name) {
var source = styleJSON.sources[name];
var url = source.url;
if (url.lastIndexOf('mbtiles:', 0) === 0) {
// found mbtiles source, replace with info from local file
delete source.url;
queue.push(function(callback) {
var mbtilesUrl = url.substring('mbtiles://'.length);
map.sources[name] = new mbtiles(path.join(rootPath, mbtilesUrl), function(err) {
map.sources[name].getInfo(function(err, info) {
Object.assign(source, info);
source.basename = name;
source.tiles = [
// meta url which will be detected when requested
'mbtiles://' + name + tilePath.replace('{format}', 'pbf')
];
callback(null);
});
});
});
}
});
async.parallel(queue, function(err, results) {
map.renderers.forEach(function(renderer) {
renderer.load(styleJSON);
});
});
maps[prefix] = map;
} else {
map = maps[prefix];
}
var tilePattern = tilePath
.replace(/\.(?!.*\.)/, ':scale(' + SCALE_PATTERN + ')?.')
.replace(/\./g, '\.')
.replace('{z}', ':z(\\d+)')
.replace('{x}', ':x(\\d+)')
.replace('{y}', ':y(\\d+)')
.replace('{format}', ':format([\\w\\.]+)');
var getTile = function(z, x, y, scale, format, callback) {
if (format == 'png' || format == 'webp') {
} else if (format == 'jpg' || format == 'jpeg') {
format = 'jpeg';
} else {
return callback(null, null);
}
var mbglZ = Math.max(0, z - 1);
var tileSize = 256;
var tileCenter = mercator.ll([
((x + 0.5) / (1 << z)) * (256 << z),
((y + 0.5) / (1 << z)) * (256 << z)
], z);
var renderer = map.renderers[scale];
var params = {
/*
debug: {
tileBorders: true,
parseStatus: true,
timestamps: true,
collision: true
},
*/
zoom: mbglZ,
center: tileCenter,
width: tileSize,
height: tileSize
};
if (z == 0) {
params.width *= 2;
params.height *= 2;
}
lock.acquire(renderer, function(done) {
renderer.render(params, function(err, data) {
done();
if (err) console.log(err);
if (z == 0) {
// HACK: when serving zoom 0, resize the 0 tile from 512 to 256
var data_ = clone(data);
var dataSize_ = 2 * tileSize * scale;
var newSize_ = dataSize_ / 2;
data = new Buffer(4 * newSize_ * newSize_);
for (var x = 0; x < newSize_; x++) {
for (var y = 0; y < newSize_; y++) {
for (var b = 0; b < 4; b++) {
data[4 * (x * newSize_ + y) + b] = (
data_[4 * (2 * x * dataSize_ + 2 * y) + b] +
data_[4 * (2 * x * dataSize_ + (2 * y + 1)) + b] +
data_[4 * ((2 * x + 1) * dataSize_ + 2 * y) + b] +
data_[4 * ((2 * x + 1) * dataSize_ + (2 * y + 1)) + b]
) / 4;
}
}
}
}
sharp(data, {
raw: {
width: tileSize * scale,
height: tileSize * scale,
channels: 4
}
}).toFormat(format)
.compressionLevel(9)
.toBuffer(function(err, buffer, info) {
if (!buffer) {
return callback(null, null);
}
var md5 = crypto.createHash('md5').update(buffer).digest('base64');
var headers = {
'content-md5': md5,
'content-type': 'image/' + format
};
/*
if (format === 'pbf') {
headers['content-type'] = 'application/x-protobuf';
headers['content-encoding'] = 'gzip';
}
*/
return callback(null, buffer, headers);
});
});
});
};
app.get(tilePattern, function(req, res, next) {
var z = req.params.z | 0,
x = req.params.x | 0,
y = req.params.y | 0,
scale = getScale(req.params.scale),
format = req.params.format;
return getTile(z, x, y, scale, format, function(err, data, headers) {
if (err) {
return next(err);
}
if (headers) {
res.set(headers);
}
if (data == null) {
return res.status(404).send('Not found');
} else {
return res.status(200).send(data);
}
}, res, next);
});
var processStaticMap = function(areaParams, req, res, next) {
var scale = getScale(req.params.scale),
format = req.params.format,
params = {
zoom: req.params.z | 0,
scale: scale,
bbox: areaParams.bbox,
center: areaParams.center,
format: format,
limit: 4097,
getTile: function(z, x, y, callback) {
return getTile(z, x, y, scale, format, function(err, data, headers) {
if (!err && data == null) {
err = new Error('Not found');
err.status = 404;
}
callback(err, data, headers);
});
}
};
try {
return abaculus(params, function(err, data, headers) {
if (err && !err.status) {
return next(err);
}
if (headers) {
headers['Content-Type'] = 'image/' + format;
res.set(headers);
}
res.status((err && err.status) || 200);
return res.send((err && err.message) || data);
});
} catch (e) {
res.status(400);
return res.send(e.message);
}
};
var staticPattern =
'/static/%s:scale(' + SCALE_PATTERN + ')?\.:format([\\w\\.]+)';
var centerPattern =
util.format(':lon(%s),:lat(%s),:z(\\d+)/:width(\\d+)x:height(\\d+)',
FLOAT_PATTERN, FLOAT_PATTERN);
app.get(util.format(staticPattern, centerPattern), function(req, res, next) {
return processStaticMap({
center: {
x: +req.params.lon,
y: +req.params.lat,
w: req.params.width | 0,
h: req.params.height | 0
}
}, req, res, next);
});
var boundsPattern =
util.format(':minx(%s),:miny(%s),:maxx(%s),:maxy(%s)/:z(\\d+)',
FLOAT_PATTERN, FLOAT_PATTERN, FLOAT_PATTERN, FLOAT_PATTERN);
app.get(util.format(staticPattern, boundsPattern), function(req, res, next) {
return processStaticMap({
bbox: [
+req.params.minx,
+req.params.miny,
+req.params.maxx,
+req.params.maxy
]
}, req, res, next);
});
app.get('/index.json', function(req, res, next) {
var info = clone(map.tileJSON);
info.tiles = utils.getTileUrls(req.protocol, domains, req.headers.host,
prefix, tilePath, info.format,
req.query.key);
return res.send(info);
});
return app;
};