README.md

Overview

Node.js project that builds a DynamoDB database of Brazilian health facilities based on government provided CSV files (Dados Abertos).

The raw data used as input is available on the Brazilian Government's open data site.

To use Redis instead of DynamoDB use this project.

Bulding the database

This project was built using Node 8.1.0 and connects to a DynamoDB configured on the aws-config.js file.

Extract the .gz file located on the files folder. The correct structure should be:

• files/cnes.csv
• files/cnes.small.csv

To create a db with a small dataset run:

npm run small

To create the db with the full dataset run:

npm run full

Ignored facilities

To improve performance and avoid maps full of markers we only map hospitals, clinics, mobile units, etc.

Executing Radius Queries:

let bunyan = require('bunyan');
let AWS = require('aws-sdk');
let ddbGeo = require('dynamodb-geo');
let awsConfig = require('./aws-config');

async function query() {
  let log = bunyan.createLogger({name: 'dynamodb-logger'});
  try {
    // dynamo setup
    const dynamodb = new AWS.DynamoDB(awsConfig);
    const geoDynamoConfig = new ddbGeo.GeoDataManagerConfiguration(dynamodb, awsConfig.facilities.tableName);
    geoDynamoConfig.hashKeyLength = 6;
    geoDynamoConfig.rangeKeyAttributeName = 'facilityId';
    const geoTableManager = new ddbGeo.GeoDataManager(geoDynamoConfig);


    log.info('Searching for facilities...');
    let facilities = await geoTableManager.queryRadius({
      RadiusInMeter: 2000,
      CenterPoint: {
        latitude: -22.933380,
        longitude: -43.244348
      }
    });

    log.info(`${facilities.length} facilities found!`);
  } catch (err) {
    log.error(err);
  }
}

query();