nerdic_walker/app.js

var createError = require('http-errors');
var express = require('express');
var path = require('path');
var cookieParser = require('cookie-parser');
var logger = require('morgan');

const axios = require('axios');
const playwright = require('playwright');
const cheerio = require('cheerio');

var indexRouter = require('./routes/index');
var usersRouter = require('./routes/users');

var app = express();

// view engine setup
app.set('views', path.join(__dirname, 'views'));
app.set('view engine', 'jade');

app.use(logger('dev'));
app.use(express.json());
app.use(express.urlencoded({ extended: false }));
app.use(cookieParser());
app.use(express.static(path.join(__dirname, 'public')));

app.use('/', indexRouter);
app.use('/users', usersRouter);




app.get("/element/:selector/:url(*)", (req, res, next) => {

  axios.get(req.params.url)
  .then(function (response) {
    var $ = cheerio.load(response.data);

    var element = $(req.params.selector.replace("+", " ")).text();
    
    console.log(element);
    res.json(element);
  })
  .catch(function (error) {
    // handle error
    console.log(error);
    res.json({error: error, params: req.params});
  })
  .then(function () {
    // always executed
  });
  // res.json(req.params);
});

// catch 404 and forward to error handler
app.use(function(req, res, next) {
  next(createError(404));
});

// error handler
app.use(function(err, req, res, next) {
  // set locals, only providing error in development
  res.locals.message = err.message;
  res.locals.error = req.app.get('env') === 'development' ? err : {};

  // render the error page
  res.status(err.status || 500);
  res.render('error');
});

module.exports = app;