Merge pull request #141 from developmentseed/develop

release v0.10.0

Author: Scisco

.travis.yml

@@ -1,44 +1,27 @@
-language: python
+sudo: required
 
-sudo: false
-
-cache:
-  directories:
-    - ~/.cache/pip
+services:
+- docker
 
 env:
   global:
-    - PIP_WHEEL_DIR=$HOME/.cache/pip/wheels
-    - PIP_FIND_LINKS=file://$HOME/.cache/pip/wheels
-
-virtualenv:
-  system_site_packages: true
-
-addons:
-  apt:
-    packages:
-    - libgdal1h
-    - gdal-bin
-    - libgdal-dev
-    - libatlas-dev
-    - libatlas-base-dev
-    - gfortran
-    - python-numpy
-    - python-scipy
-
-python:
-- '2.7'
-
-before_install:
-  - pip install -U pip
-  - pip install wheel
+  - secure: QsF7ignSAbH/WCyO6v9bw1exmCWDQR0DqmHkwJ5swc9N44OOOzbWGsaMSYB5y9h+d70fz4arbxQDhsk2KvX4Zd1/2YIMOrIsbgDYeegpkhVPgyQNPKmVqiX+Tb47t1C/TgkC7A07tiPpuefYcLNMZ8gzz7oKhh1UKapYftqzZ+g=
+  - secure: HxjeKWSROBQYy9NuNkgQeaK1ubTF8vH5FcR8nUTSAYxxw/qOzKpqkiq4BcJSRcIwTbkvaBf4MshLGVOxPjMeyJFe06UD/6LvTUGS3bwdya+m0RFjHe5/3wzS8/MxLbTlvgzmuGLLKOsJjXCi9eQQchKfHv+QuhGxhYVLQpnbU9E=
+  - secure: Zq0Z2UA2A7/ieXX8XoMweClJTp8hiVBxoQ1ylJYNd7qsRSk0QvZhn62db5/x48L9S1kELk0sG64q5Pf96/RPLpdjkBUAdEkS7qF+QOvRvAv2woNEHutjlMUvP6jwYGbug+AORg76btZ57OwMOi3aTkagQMMKnokfo7KGbffy0Jo=
+
 
 install:
-  - "pip wheel -r requirements/dev.txt"
-  - "pip install -r requirements/dev.txt"
+- pip install --user twine
+
+before_script:
+- docker build --file="travis-dockerfile" -t "developmentseed/landsat-util:travis" .
 
 script:
-- nosetests
+- docker run --rm -it -v "$(pwd)":/test -w /test developmentseed/landsat-util:travis nosetests
+
+after_success:
+- docker login -e ${DOCKER_EMAIL} -u ${DOCKER_USER} -p ${DOCKER_PASSWORD}
+- docker push developmentseed/landsat-util:travis
 
 deploy:
   provider: pypi
@@ -47,13 +30,14 @@ deploy:
     secure: WtawFW/999XYszmZfj1Qk82l00OSyP2JBVOOGCERrW1gVO7MYtYsgP31HKRSzNTCTHJNVDpdK4WZWY6zPQqC3l2UfWYYsvRn0hCoI8AJxE5VCUEg6Ccpe6fMJuhp1pq6Zy7yrfBSZcOB9aqSHLBJsunD2o3mNlTC8WV8vNK74ck=
   on:
     repo: developmentseed/landsat-util
-    branch: master
+    branch:
+      - master
+      - develop
 
 after_deploy:
   if [ "$TRAVIS_BRANCH" == "master" ]; then
     echo "Start Docker Hub Push"
-    VER=$(python -c "import landsat; print landsat.__version__")
+    VER=$(docker run --rm -it -v "$(pwd)":/test -w /test developmentseed/landsat-util:travis python landsat/landsat.py --version | sed s/[^0-9\.]//g)
     docker build . -t developmentseed/landsat-util:$VER
-    docker login -e ${DOCKER_EMAIL} -u ${DOCKER_USER} -p ${DOCKER_PASSWORD}
     docker push developmentseed/landsat-util:$VER
   fi

AUTHORS.txt

@@ -5,7 +5,5 @@ Scisco https://github.com/scisco
 Marc Farra https://github.com/kamicut
 Drew Bollinger https://github.com/drewbo
 Alex Kappel https://twitter.com/alex_kappel
-Eric Miller https://github.com/millerEric
-Yuriy Czoli https://github.com/YKCzoli
 
 See also https://github.com/developmentseed/landsat-util/graphs/contributors.

CHANGES.txt

@@ -1,6 +1,19 @@
 Changes
 =======
 
+0.10.0 (2016-01-05)
+------------------
+- add support for bare json output
+- faster travis tests
+- add street search
+- apply ndvigrey to process and download
+- fixes #127
+- update commands help file
+- apply pansharpen and ndvi only if -p is used
+- download zip if bands are not specified
+- better handle url joins to a fix error on Windows
+- other small bug fixes
+
 0.9.1 (2015-10-26)
 ------------------
 - Add missing package (polyline) to setup.py

Dockerfile

@@ -5,4 +5,3 @@ ADD     landsat /usr/local/lib/python2.7/dist-packages/landsat
 ADD     bin/landsat /usr/local/bin/
 ADD     . /landsat
 RUN     cd /landsat && pip install -r requirements/docker.txt
-

MANIFEST.in

@@ -7,4 +7,4 @@ recursive-exclude * __pycache__
 recursive-exclude * *.py[co]
 
 recursive-include docs *.rst conf.py Makefile make.bat
-recursive-include landsat/tests/samples *.tar.bz2
+recursive-include landsat/maps *.txt

README.rst

@@ -21,20 +21,32 @@ Landsat-util is a command line utility that makes it easy to search, download, a
 Docs
 +++++
 
-For full documentation visit: http://landsat-util.readthedocs.org/
+For full documentation visit: https://pythonhosted.org/landsat-util/
 
 To run the documentation locally::
 
     $ pip install -r requirements/dev.txt
     $ cd docs
     $ make html
 
+Travis Tests
+++++++++++++
+
+To speed up testing on travis, we use a docker image.
+
+To test with docker image locally run:
+
+.. code::
+
+    $ docker run --rm -it -v "$(pwd)":/test developmentseed/landsat-util:travis nosetests
+
 Recently Added Features
 +++++++++++++++++++++++
 
-- Add longitude latitude search
-- Improve console output
-- Add more color options such as false color, true color, etc.
+- Improved pansharpening
+- Use BQA bands for cloud/snow coverage and use in color correction
+- Add support for different NDVI color maps (three included)
+- Add support for image clipping using the new `--clip` flag
 
 Change Log
 ++++++++++

docs/commands.rst

@@ -20,6 +20,8 @@ Commands
 
                     --lon               Longitude
 
+                    --address           Street address
+
                     -l LIMIT, --limit LIMIT
                                         Search return results limit default is 10
 
@@ -35,6 +37,8 @@ Commands
                     -c CLOUD, --cloud CLOUD
                                         Maximum cloud percentage. Default: 20 perct
 
+                    --json              Returns a bare JSON response
+
                     -h, --help          Show this help message and exit
 
             Download:
@@ -60,6 +64,8 @@ Commands
 
                     --ndvi              Calculates NDVI and produce a RGB GTiff with seperate colorbar.
 
+                    --ndvigrey          Calculates NDVI and produce a greyscale GTiff.
+
                     --clip              Clip the image with the bounding box provided. Values must be in WGS84 datum,
                                         and with longitude and latitude units of decimal degrees separated by comma.
                                         Example: --clip -346.06658935546875,49.93531194616915,-345.4595947265625,50.2682767372753

docs/overview.rst

@@ -36,6 +36,9 @@ Search by latitude and longitude::
 
     $: landsat search --lat 38.9004204 --lon -77.0237117
 
+Search by latitude and longitude with pure json output::
+
+    $: landsat search --lat 38.9004204 --lon -77.0237117 --json
 
 Download
 ++++++++
@@ -50,7 +53,7 @@ Download images by their custom sceneID, which you get from landsat search::
 
     $: landsat download LC80090452014008LGN00
 
-Download only band 4, 3 and 2 for a particular sceneID::
+By default landsat-util downloads the full zip file from Google Storage unless you specify the bands or run an image processing right after download. For example to download only band 4, 3 and 2 for a particular sceneID run::
 
     $: landsat download LC80090452014008LGN00 --bands 432
 

docs/todo.rst

@@ -1,9 +1,6 @@
 To Do List
 ++++++++++
 
-- Add Sphinx Documentation
-- Add capacity for NDVI output
 - Add alternative projections (currently only option is default web-mercator; EPSG: 3857)
-- Connect search to Google Address API
 - Include 16-bit image variant in output
 - Add support for color correct looping over multiple compressed inputs (currently just 1)

landsat/__init__.py

@@ -1 +1 @@
-__version__ = '0.9.1'
+__version__ = '0.10.0'

landsat/downloader.py

@@ -5,7 +5,7 @@
 from homura import download as fetch
 import requests
 
-from utils import check_create_folder
+from utils import check_create_folder, url_builder
 from mixins import VerbosityMixin
 import settings
 
@@ -192,7 +192,7 @@ def google_storage_url(self, sat):
             (String) The URL to a google storage file
         """
         filename = sat['scene'] + '.tar.bz'
-        return join(self.google, sat['sat'], sat['path'], sat['row'], filename)
+        return url_builder([self.google, sat['sat'], sat['path'], sat['row'], filename])
 
     def amazon_s3_url(self, sat, filename):
         """
@@ -210,7 +210,7 @@ def amazon_s3_url(self, sat, filename):
         :returns:
             (String) The URL to a S3 file
         """
-        return join(self.s3, sat['sat'], sat['path'], sat['row'], sat['scene'], filename)
+        return url_builder([self.s3, sat['sat'], sat['path'], sat['row'], sat['scene'], filename])
 
     def remote_file_exists(self, url):
         """ Checks whether the remote file exists.
@@ -284,4 +284,4 @@ def scene_interpreter(self, scene):
 
     d = Downloader()
 
-    # d.download(['LC81990242015046LGN00', 'LC80030172015001LGN00'])
+    # d.download(['LC81990242015046LGN00', 'LC80030172015001LGN00'])