README formatting

.env-example

@@ -0,0 +1,3 @@
+AI_DBS=test
+AI_USERNAME=test
+AI_PASSWORD=test

.gitignore

@@ -1,9 +1,10 @@
 *idea*
-
 *.pyc
-
 *.db
-
 *.box
-
-.vagrant
+.vagrant
+venv
+*node_modules/
+*.DS_Store
+.env
+api/test/fixtures/

README.md

@@ -1,14 +1,20 @@
 # SpongeBase
-Interactive data mash-up of Lebanon's locations and interventions 
+Interactive data mash-up of Lebanon's locations and interventions
 
 A joint project by UNHCR/UNICEF Innovation leads in Lebanon.
 
-##Project overview 
+## Project overview
 
-Data on geographical locations (governorates, districts, cities, villages, camps, schools etc…) in a humanitarian response is often scattered in different locations, whether in databases, folders, assessment reports, and information sharing websites. A lot of effort is spent on collating available information for secondary data reviews as well as for profiling certain geographical location for operational importance. 
-The idea of this project is to automatically collate available information from different data sources in a simple format and linking them to a geographical location like a governorate, district, village or even a small camp. 
-SpongeBase is composed of a dynamic map interface (SpongeMap) and a web app/interface (DOG). 
+Data on geographical locations (governorates, districts, cities, villages, camps, schools etc…) in a humanitarian response is often scattered in different locations, whether in databases, folders, assessment reports, and information sharing websites. A lot of effort is spent on collating available information for secondary data reviews as well as for profiling certain geographical location for operational importance.
+The idea of this project is to automatically collate available information from different data sources in a simple format and linking them to a geographical location like a governorate, district, village or even a small camp.
+SpongeBase is composed of a dynamic map interface (SpongeMap) and a web app/interface (DOG).
 
 SpongeMap has only the Common and Fundamental Operational Data Sets (CoDs and FoDs) preloaded. The DOG is a web application and web API that links to existing information systems and remote folders (like Dropbox). Sponemap sends a request for information regarding a certain location and the DOG fetches all available information even from excel files in dropbox folders, packages it and sends it back to be displayed on the map.  
-Not only will this project help collating information but it has the potential to revolutionize the way we look at Who What Where (3W) information. Partners would fill a simple template, store it in a dropbox and the information becomes available to other actors on a map and all in one simple readable format. Agencies wanting to work in a specific area would go to the map, zoom in to a location and retrieve key information whether population figures, key indicators, implemented projects, or major/minor events or issues that happened in that location. With all this knowledge base, agencies would then decide if this is an area that requires their intervention. 
+Not only will this project help collating information but it has the potential to revolutionize the way we look at Who What Where (3W) information. Partners would fill a simple template, store it in a dropbox and the information becomes available to other actors on a map and all in one simple readable format. Agencies wanting to work in a specific area would go to the map, zoom in to a location and retrieve key information whether population figures, key indicators, implemented projects, or major/minor events or issues that happened in that location. With all this knowledge base, agencies would then decide if this is an area that requires their intervention.
 
+
+## Code
+
+### Get in to docker containers
+
+61d103150e85

api/Dockerfile

@@ -0,0 +1,18 @@
+FROM python:2.7-alpine
+ADD . /todo
+WORKDIR /todo
+RUN pip install -r requirements.txt
+
+## cron ##
+
+# Add crontab file in the cron directory
+## ADD crontab /etc/cron.d/hello-cron
+
+# Give execution rights on the cron job
+## RUN chmod 0644 /etc/cron.d/hello-cron
+
+# Create the log file to be able to run tail
+## RUN touch /var/log/cron.log
+
+# # Run the command on container startup
+# CMD cron && tail -f /var/log/cron.log

api/README.md

@@ -0,0 +1,7 @@
+If you don't want to run this in docker, run:
+
+`$ virtualenv venv`
+
+`$  venv`
+
+we want to go back to equitrip 

api/app.py

@@ -0,0 +1,132 @@
+import os
+
+from flask import Flask, redirect, url_for, request, render_template
+from flask_mongorest import methods
+from flask_mongorest.views import ResourceView
+from flask_mongorest.resources import Resource
+from pymongo import MongoClient
+from flask_mongorest import MongoRest
+from flask_mongorest import methods
+from flask_mongorest import operators as ops
+
+from spongemap import ReportResource
+
+from flask_mongoengine import MongoEngine
+
+# Create application
+app = Flask(__name__)
+
+app.config['DEBUG'] = True
+
+# Create dummy secrey key so we can use sessions
+app.config['SECRET_KEY'] = '123456790'
+app.config['MONGODB_SETTINGS'] = {
+    'db': 'ai-aggregator',
+    'host': ['DB_PORT_27017_TCP_ADDR'],
+    'port': 27017
+}
+db = MongoEngine()
+api = MongoRest(app)
+
+@app.route('/')
+def index():
+    return render_template('spongemap.html')
+
+
+class Attribute(db.EmbeddedDocument):
+    name = db.StringField()
+    value = db.StringField()
+
+class NeNone(ops.Ne):
+    def apply(self, queryset, field, value, negate=False):
+        # convert nulls to python None
+        if value == u'null':
+            value = None
+        return super(NeNone, self).apply(queryset, field, value)
+
+
+class AttributeResource(Resource):
+    document = Attribute
+
+class Report(db.Document):
+    db_name = db.StringField()
+    date = db.StringField()
+    site_id = db.IntField()
+    p_code = db.StringField()
+    category = db.StringField()
+    activity_id = db.IntField()
+    activity = db.StringField()
+    partner_id = db.IntField()
+    partner_name = db.StringField()
+    location_id = db.IntField()
+    location_name = db.StringField()
+    location_type = db.StringField()
+    location_x = db.DecimalField()
+    location_y = db.DecimalField()
+    gov_code = db.StringField()
+    governorate = db.StringField()
+    district_code = db.StringField()
+    district = db.StringField()
+    cadastral_code = db.StringField()
+    cadastral = db.StringField()
+    indicator_id = db.IntField()
+    indicator_category = db.StringField()
+    indicator_name = db.StringField()
+    value = db.DecimalField()
+    units = db.StringField()
+    comments = db.StringField()
+    attributes = db.ListField(
+        db.EmbeddedDocumentField(Attribute)
+    )
+
+    meta = {
+        'indexes': [
+            'date',
+            'db_name',
+            'p_code',
+            'category',
+            'activity',
+            'partner_name',
+            'location_name',
+            'indicator_category',
+            'indicator_name',
+            'gov_code',
+            'governorate',
+            'district_code',
+            'district',
+            'cadastral_code',
+            'cadastral'
+        ]
+    }
+
+
+class ReportResource(Resource):
+    paginate = False
+    document = Report
+    related_resources = {
+        'attributes': AttributeResource,
+    }
+    filters = {
+        'p_code': [NeNone, ops.Exact, ops.Startswith],
+        'partner_name': [ops.Exact, ops.IStartswith, ops.IContains],
+        'db_name': [ops.Exact, ops.IStartswith, ops.IContains],
+        'date': [ops.Exact, ops.IStartswith, ops.IContains],
+        'category': [ops.Exact, ops.IStartswith, ops.IContains],
+        'activity': [ops.Exact, ops.IStartswith, ops.IContains],
+        'location_name': [ops.Exact, ops.IStartswith, ops.IContains],
+        'indicator_name': [ops.Exact, ops.IStartswith, ops.IContains],
+        'governorate': [ops.Exact, ops.IStartswith, ops.IContains],
+        'district': [ops.Exact, ops.IStartswith, ops.IContains],
+        'cadastral': [ops.Exact, ops.IStartswith, ops.IContains],
+        'cadastral_code': [ops.Exact, ops.IStartswith, ops.IContains],
+    }
+
+
+@api.register(name='reports', url='/reports/')
+class ReportsView(ResourceView):
+    resource = ReportResource
+    methods = [methods.List]
+
+
+if __name__ == "__main__":
+    app.run(host='0.0.0.0', debug=True)

requirements.txt → api/full-requirements.txt

@@ -1,20 +1,25 @@
+## flask stuff ##
 Flask
 Flask-OAuthlib
 Flask-Views
 Flask-Script
 Flask-MongoEngine
 flask-login
 flask-admin
-git+https://github.com/jamescw/flask-mongorest.git
-git+https://github.com/HCDX/ActvityInfoPython.git
-gunicorn
+
+## 3rd party data producers stuff ##
+activityinfo-python==1.6.0
 cartodb
-pandas
-cleancat
-mimerender
+
+## stuff i woud like to remove ##
+git+https://github.com/jamescw/flask-mongorest.git
+
+## gunicorn
+## cleancat
+## mimerender
 raven[flask]
 requests
 celery
 redis
 newrelic
-DateTime
+DateTime