index.js

const port = process.env.PORT ||  8000
const express = require('express')
const axios = require('axios')
const cheerio = require('cheerio')

// make your app an express app
const app = express();

const newsPapers = [
    {
        name: 'cityam',
        address: 'https://www.cityam.com/london-must-become-a-world-leader-on-climate-change-action/',
        base: ''
    },
    {
        name: 'thetimes',
        address: 'https://www.thetimes.co.uk/environment/climate-change',
        base: ''
    },
    {
        name: 'guardian',
        address: 'https://www.theguardian.com/environment/climate-crisis',
        base: '',
    },
    {
        name: 'telegraph',
        address: 'https://www.telegraph.co.uk/climate-change',
        base: 'https://www.telegraph.co.uk',
    },
    {
        name: 'nyt',
        address: 'https://www.nytimes.com/international/section/climate',
        base: '',
    },
    {
        name: 'latimes',
        address: 'https://www.latimes.com/environment',
        base: '',
    },
    {
        name: 'smh',
        address: 'https://www.smh.com.au/environment/climate-change',
        base: 'https://www.smh.com.au',
    },
    {
        name: 'un',
        address: 'https://www.un.org/climatechange',
        base: '',
    },
    {
        name: 'bbc',
        address: 'https://www.bbc.co.uk/news/science_and_environment',
        base: 'https://www.bbc.co.uk',
    },
    {
        name: 'es',
        address: 'https://www.standard.co.uk/topic/climate-change',
        base: 'https://www.standard.co.uk'
    },
    {
        name: 'sun',
        address: 'https://www.thesun.co.uk/topic/climate-change-environment/',
        base: ''
    },
    {
        name: 'dm',
        address: 'https://www.dailymail.co.uk/news/climate_change_global_warming/index.html',
        base: ''
    },
    {
        name: 'nyp',
        address: 'https://nypost.com/tag/climate-change/',
        base: ''
    }
]
const articles = []

// user def helper
function getInfoFromNewsPaper(newspaper) {
    axios.get(newspaper.address)
        .then((response) => {
            const html = response.data
            const $ = cheerio.load(html)

            $('a:contains("climate")', html).each(function () {
                const title = $(this).text()
                const url = $(this).attr('href');
                articles.push({
                    title,
                    url,
                    source: newspaper.name
                })
            })
        })
        .catch(err => {
            console.log(err);
        });
}

newsPapers.forEach(newspaper => {
    axios.get(newspaper.address)
        .then((response) => {
            const html = response.data
            const $ = cheerio.load(html)

            $('a:contains("climate")', html).each(function () {
                const title = $(this).text()
                const url = $(this).attr('href');
                articles.push({
                    title,
                    url: newspaper.base + url,
                    source: newspaper.name
                })
            })
        })
        .catch(err => {
            console.log(err);
        });
})

app.get('/', (req, res) => {
    res.json("Welcome to my climate change api")
})

app.get('/news', (req, res) => {

    res.json(articles)
})

app.get('/news/:newspaperId', (req, res) => {
    const dataFromNewsPaper = []
    const newsPaperId = req.params.newspaperId;
    const newsPaperInformation = newsPapers.filter(n => n.name == newsPaperId)
    axios.get(newsPaperInformation[0].address)
        .then((response) => {
            const html = response.data
            const $ = cheerio.load(html)

            $('a:contains("climate")', html).each(function () {
                const title = $(this).text()
                const url = $(this).attr('href');
                dataFromNewsPaper.push({
                    title,
                    url: newsPaperInformation[0].base + url,
                    source: newsPaperInformation[0].name
                })
            })
            res.json(dataFromNewsPaper)

        })
        .catch(err => {
            console.log(err);
        });

})

// spin up server 
app.listen(port, () => console.log(`Running on ${port}`))