update-stations.js

// Warning : async/await syntax requires Node v8.9.3

const low = require('lowdb')
const FileSync = require('lowdb/adapters/FileSync')

const patriarchy = require('patriarchy')

const vigicrues = require('./metrics/vigicrues')

const adapter = new FileSync('stations.json')
const db = low(adapter)

// https://gist.github.com/liitfr/723abbfc6b8fefe01f5c918605b4d4e1
const toWGS = ({x, y}) => {
  const b7 = 298.257222101
  const b8 = 1 / b7
  const b9 = (2 * b8) - (b8 * b8)
  const b10 = Math.sqrt(b9)
  const b13 = 3
  const b14 = 700000
  const b15 = 12655612.0499
  const b16 = 0.725607765053267
  const b17 = 11754255.426096
  const delx = x - b14
  const dely = y - b15
  const gamma = Math.atan(-delx / dely)
  const r = Math.sqrt((delx * delx) + (dely * dely))
  const latiso = Math.log(b17 / r) / b16
  const sinphiit0 = Math.tanh(latiso + (b10 * Math.atanh(b10 * Math.sin(1))))
  const sinphiit1 = Math.tanh(latiso + (b10 * Math.atanh(b10 * sinphiit0)))
  const sinphiit2 = Math.tanh(latiso + (b10 * Math.atanh(b10 * sinphiit1)))
  const sinphiit3 = Math.tanh(latiso + (b10 * Math.atanh(b10 * sinphiit2)))
  const sinphiit4 = Math.tanh(latiso + (b10 * Math.atanh(b10 * sinphiit3)))
  const sinphiit5 = Math.tanh(latiso + (b10 * Math.atanh(b10 * sinphiit4)))
  const sinphiit6 = Math.tanh(latiso + (b10 * Math.atanh(b10 * sinphiit5)))
  const longrad = (gamma / b16) + ((b13 / 180) * Math.PI)
  const latrad = Math.asin(sinphiit6)
  const lon = (longrad / Math.PI) * 180
  const lat = (latrad / Math.PI) * 180

  return {lat, lon}
}

db.defaults({
  stationsQ: [],
  stationsH: []
}).write()

const TODO_LIST = ['E640091001', 'U251542001', 'O919001001', 'I362101001', 'H520101003', 'K322201001', 'U132401001', 'E381126501', 'L040061002', 'V163002002', 'Y442404001', 'A743061001', 'Y321001001', 'M530001010', 'K435001010', 'F700000103', 'L250161001', 'J709063002', 'H438021010', 'A061005051', 'O200001001']

// Vigicrues.stations('Q')
//   .then(list => list.Observations.ListeStation.map(x => x.CdStationHydro))
//   .then(x => {
//     console.log(`wrote ${db.set('stationsQ', x).write().stationsQ.length} stations Q`)
//   })
//
// vigicrues.stations('H')
//   .then(list => list.Observations.ListeStation.map(x => x.CdStationHydro))
//   .then(x => {
//     console.log(`wrote ${db.set('stationsH', x).write().stationsH.length} stations H `)
//   })
//
const extractInfos = async station => {
  const {CdStationHydro, LbStationHydro, LbCoursEau, CoordStationHydro, Evenement, CdCommune} = await vigicrues.informations(station)

  const x = CoordStationHydro.CoordXStationHydro
  const y = CoordStationHydro.CoordYStationHydro

  return {
    station: CdStationHydro,
    label: LbStationHydro,
    cours: LbCoursEau,
    commune: CdCommune,
    evenement: Evenement,
    gps: toWGS({x, y})
  }
}

const updateStations = async (todo, vol) => {
  const [available, unavailable] = await vigicrues.stations(vol)
    .then(res => [
      res.Observations.ListeStation.map(x => x.CdStationHydro),
      res.PasObservations.ListeStation.map(x => x.CdStationHydro)
    ])

  const [doing, missed] = todo.reduce((a, b) => {
    a[available.includes(b) ? 0 : 1].push(b)
    return a
  }, [[], []])

  const done = await doing.reduce(async (a, b) => {
    try {
      const infos = await extractInfos(b)
      db.get(`stations${vol}`).push(infos).write()
      return [...await a, b]
    } catch (err) {
      missed.push(b)
      return a
    }
  }, Promise.resolve([]))

  console.log(`------------------------------------`)
  console.log(`Updating for ${vol}`)
  console.log(`data available: ${available.length}/${available.length + unavailable.length} stations`)
  console.log(`done: ${done.length}/${todo.length} stations`)
  console.log((missed.length) ? `MISSED: ${missed.join(', ')}` : '')
  console.log('SAMPLE:')
  console.log(patriarchy(db.get(`stations${vol}`).sample().value()))
}

updateStations(TODO_LIST, 'Q')
updateStations(TODO_LIST, 'H')

// -TODO Make 1327 + 1747 informations request calls to Vigicrues ! Promise.all or throttle