initial ckan upload script

Author: Aklakan

.gitignore

@@ -7,6 +7,10 @@
 # BlueJ files
 *.ctxt
 
+
+config.json
+
+
 # Mobile Tools for Java (J2ME)
 .mtj.tmp/
 

README.md

@@ -17,3 +17,17 @@ npm install -g gtfs-csv2rdf
 ## 1020 to 1033
 
 [GeoKnow/TripleGeo: TripleGeo utility for converting geospatial data into triples](https://github.com/GeoKnow/TripleGeo)
+
+
+
+## Ckan uploads
+This is accomplished using a python script
+
+```bash
+sudo apt-get update
+sudo apt-get -y install python3-pip
+
+sudo pip3 install rdflib
+
+```
+

config.json.dist

@@ -0,0 +1,7 @@
+{
+  "ckan": {
+    "url": "http://ckan.qrowd.aksw.org/",
+    "apiKey": "secret",
+    "userAgent": "Your Name <[email protected]>"
+  }
+}

datasets/1046-1051/meta.json

@@ -0,0 +1,7 @@
+{
+  "datasets": [{
+    "id": "time-table",
+    "cmd": "sparql-integrate workloads.json"
+    "x": ""
+  }]
+}

qrowd-ckan-fileupload-test-via-ckanclient.py

@@ -0,0 +1,60 @@
+#!/usr/bin/python3
+import json
+import os
+import glob
+import argparse
+from pprint import pprint
+from ckanapi import RemoteCKAN
+
+# http://docs.ckan.org/en/latest/api/index.html#ckan.logic.action.create.resource_create
+
+parser = argparse.ArgumentParser(description='CKAN uploader')
+
+parser.add_argument('-c', '--config',
+#            action="store", dest="query",
+            help="config file", default="config.json")
+
+args = parser.parse_args()
+
+
+configFilename = args.config
+
+config = json.load(open(configFilename))
+pprint(config)
+#quit()
+ckanConfig = config['ckan'];
+pprint(ckanConfig)
+
+ckan = RemoteCKAN(ckanConfig['url'], ckanConfig['apiKey'], user_agent=ckanConfig['userAgent'])
+
+#pprint([x for x in os.listdir(".") if x.endswith(".json")])
+for filename in glob.iglob('**/*.json', recursive=True):
+     print(filename)
+
+
+#ua = 'ckanapiexample/1.0 (+http://example.com/my/website)'
+
+print('package update')
+ckan.action.package_update(
+    name='my-test-dataset',
+    title='this will work fine too')
+
+
+print('resource update')
+ckan.action.resource_create(
+    id='my-resource',
+    name='my-resource',
+    package_id='my-test-dataset',
+    url='dummy-value',  # ignored but required by CKAN<2.6
+    upload=open('test.csv', 'rb'))
+
+
+
+
+#ckan = ckanclient.CkanClient(base_location='http://ckan.qrowd.aksw.org/api', api_key='25b91078-fbc6-4b3a-93c5-acfce414bbeb')
+#ckan.upload_file('testdata.csv')
+#ckan.add_package_resource('mydatasetx', 'testdata.csv', resource_type='data', description='foobar')
+
+#ckan.add_package_resource('my_dataset', 'http://example.org/foo.txt',
+#            name='Foo', resource_type='metadata', format='csv')
+

test.csv

@@ -0,0 +1,2 @@
+test	test 	test
+test	test	test