test_refresher.py

import json
import tempfile
from datetime import date, datetime
from unittest import TestCase
from unittest.mock import MagicMock, patch
import unittest.mock as mock

from requests import HTTPError

import refresher
from data_store import DataStore
import requests


class MyResponse:
    pass


def parse(x):
    return json.loads(x)


class TestRefresh(TestCase):
    def test_refresh_with_mock(self):
        url = "https://example.com"
        retval = MyResponse()
        retval.status_code = 200
        expected_data = {"AcresBurned":101}
        retval.content = bytes(json.dumps(expected_data, indent = 4), 'utf-8')  # Return dict as byte string

        with patch('requests.get', return_value=retval) as mock_get:
            with tempfile.TemporaryDirectory() as data_store_dir:
                ds = DataStore(data_store_dir)
                r = refresher.Refresh(url, ds, parse)
                today = date.today()
                r.refresh()
                mock_get.assert_called_once_with(url)
                data = ds.load_data_day(today)
                self.assertTrue(expected_data, data)
                all_data = ds.load_all_data()
                self.assertEqual(1, len(all_data))
                self.assertEqual(expected_data, all_data[0]['data'])

                # Now make sure we don't refretch data that is already in data store.
                expected_data2 = {"AcresBurned": 202}
                retval.content = bytes(json.dumps(expected_data2, indent=4), 'utf-8')  # Return dict as byte string
                # We should still have the original data in the data store, after refresh.
                r.refresh()
                data = ds.load_data_day(today)
                self.assertTrue(expected_data, data)

    def test_refresh_no_source(self):
        # Check the error case, where we don't get source data
        url = "https://example.com"
        retval = MyResponse()
        retval.status_code = 200
        expected_data = ""
        retval.content = expected_data

        with patch("requests.get", return_value = retval):
            with tempfile.TemporaryDirectory() as data_store_dir:
                ds = DataStore(data_store_dir)
                r = refresher.Refresh(url, ds, parse)
                today = date.today()
                with self.assertRaises(EOFError):
                    r.refresh()


    def test_request_failed(self):
        # Check the error case, where we don't get source data
        url = "https://example.com"
        retval = MyResponse()
        retval.status_code = 201 # Return HTTP failure
        expected_data = ""
        retval.content = expected_data

        with patch("requests.get", return_value=retval):
            with tempfile.TemporaryDirectory() as data_store_dir:
                ds = DataStore(data_store_dir)
                r = refresher.Refresh(url, ds, parse)
                today = date.today()
                with self.assertRaises(HTTPError):
                    r.refresh()