stone/server.js

const express = require('express');
const app = express();
const path = require('path');
const bodyParser = require('body-parser');

const config = require('./config');

const log4js = require('log4js');
const logger = log4js.getLogger();
const URL = require('url');
const http = require('http');
const https = require('https');
const apicache = require('apicache');

logger.level = 'debug';

// app.use(compression());
app.use(bodyParser.json());
app.use(bodyParser.urlencoded({ 'extended': true }));
const cache = apicache.middleware;

app.use(cache('5 minutes'));

function getUrl (req, res) {
  const theUrl = req.params.encoded_id;
  logger.debug('Want', theUrl);
  const options = URL.parse(theUrl);
  options.followAllRedirects = true;
  options.headers = {
    'User-Agent' : 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36'
  };

  //  console.log('Options', options);
  logger.info('>> getting url');
  function urlQuery (callback) {
    try {
      let count = 0;
      http.request(options, responseHandler).end();

      function responseHandler(response) {
        console.log(`STATUS: ${response.statusCode}`);
        console.log(`HEADERS: ${JSON.stringify(response.headers)}`);
        response.setEncoding('utf8');
        if (response.statusCode === 302 || response.statusCode === 301) {
          body = [];
          const rUrl = URL.parse(response.headers.location);

          rUrl.followAllRedirects = true;
          rUrl.headers = {
            'User-Agent' : 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36'
          };

          logger.debug('>> follow', response.headers.location, count);
          // logger.debug(rUrl);
          count++;
          if (rUrl.protocol === 'https:') 
            https.request(rUrl, responseHandler).end();
          else 
            http.request(rUrl, responseHandler).end();
          
          // this.request(response.headers.location);
          // console.log(this);
        }

        let data = '';
        response.on('data', chunk => {
          data += chunk;
        });
        response.on('end', () => {
          if (response.statusCode !== 302 && response.statusCode !== 301) 
            callback(data);
        });
        response.on('error', e => {
          logger.error(e);
        });
      }
    }
    catch (e) {
      logger.error(e);
    }
  }

  urlQuery(a => {
    // logger.info(a);
    logger.info('Got result');
    // res.setHeader('Content-Type', 'application/json');
    res.send(a);
  });
}

app.get('/:encoded_id', getUrl);

const server = app.listen(config.port, () => {
  logger.info(`Server listening on port ${config.port}`);
});