holodex · ahdinosaur · Sep 7, 2015 · Sep 11, 2015 · Sep 11, 2015 · Sep 11, 2015
diff --git a/.gitignore b/.gitignore
@@ -0,0 +1,2 @@
+/node_modules
+npm-debug.log*
diff --git a/agentTypes.csv b/agentTypes.csv
@@ -0,0 +1,4 @@
+id,name,subTypeOf,description
+agent,Agent,http://xmlns.com/foaf/0.1/Agent,A thing with agency.
+person,Person,http://xmlns.com/foaf/0.1/Person,A person.
+group,Group,http://xmlns.com/foaf/0.1/Organization,A group.
diff --git a/agents.csv b/agents.csv
@@ -0,0 +1,135 @@
+agentType,id,name,image
+group,action-station,Action Station,http://d3n8a8pro7vhmx.cloudfront.net/actionstation/sites/6/meta_images/original/logo-360.png?1405398767
+group,bucky-box,Bucky Box,https://logo.clearbit.com/buckybox.com
+group,chalkle,Chalkle,https://logo.clearbit.com/chalkle.com
+group,enspiral-accounting,Enspiral Accounting,https://logo.clearbit.com/enspiralaccounting.com
+group,enspiral-craftworks,Enspiral Craftworks,http://i.imgur.com/ErXtiQw.png
+group,enspiral-dev-academy,Enspiral Dev Academy,https://logo.clearbit.com/devacademy.co.nz
+group,enspiral-foundation,Enspiral Foundation,http://i.imgur.com/BFmaOxi.png
+group,enspiral-lean-lab,Enspiral Lean Lab,http://leanlab.co.nz/wp-content/uploads/2015/04/LeanLabs_5002-500x472-53380.png
+group,enspiral-legal,Enspiral Legal,http://static1.squarespace.com/static/5169f4a1e4b0fdc6c23ef665/t/5175e1e0e4b0c6cbe9544b99/1366680032917/logo-enspiral-legal.png?format=300w
+group,enspiral-services,Enspiral Services,http://i.imgur.com/BFmaOxi.png
+group,enspiral-space,Enspiral Space,http://static1.squarespace.com/static/5169f4a1e4b0fdc6c23ef665/t/5175e36ee4b0e5c0dba11d15/1366680430910/logo-enspiral-space.png?format=300w
+group,freewheelers,Freewheelers,http://i.imgur.com/tiiYGJv.png
+group,iguanas,Internal Iguanas,http://i.imgur.com/BFmaOxi.png
+group,lifehack,Lifhack,http://i.imgur.com/2v56ia0.png
+group,loomio,Loomio,https://www.loomio.org/assets/logo-orange-ab953e0ed76daf6a5fbcc7ed8674b38a45bbeafd4626c2c0100d5c75736343e5.png
+group,noshi-creative,Noshi Creative,http://i.imgur.com/WxsHqkb.png
+group,purposive,Purposive,http://i.imgur.com/LvqIsgw.jpg
+group,rabid,Rabid,https://logo.clearbit.com/rabid.co.nz
+group,scoop,Scoop,https://logo.clearbit.com/scoop.co.nz
+group,volunteer-impact,Volunteer Impact,https://logo.clearbit.com/volunteerimpact.co
+person,aaron-thornton,Aaron,https://secure.gravatar.com/avatar/8472cfc8ffeb8e3df53c9fe77fb25985.png?d=none&r=pg&s=170
+person,alanna,Alanna Krause,https://secure.gravatar.com/avatar/04dbc46af4a947751837e68c37552ea2.png?d=none&r=pg&s=170
+person,alastair-thompson,Alastair Thompson,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/023/918/large/dobbyavatar.jpg?1403478755
+person,alexanda,Alexanda,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/042/896/large/Alexanda.jpg?1413926361
+person,allan,Allan Anderson,https://avatars1.githubusercontent.com/u/278694?v=3&s=460
+person,andrew-fyfe,Andrew Fyfe,https://secure.gravatar.com/avatar/bde3f03b8cd6cd7985a6b42e61d7c2bf.png?d=none&r=pg&s=170
+person,anne-marie-sullivan,Anne-Marie Sullivan,
+person,anthony-cabraal,Anthony Cabraal,http://www.buckybox.com/images/team-anthony-6e6c9d73.jpg
+person,ayumi,Ayumi Udaka,http://photos4.meetupstatic.com/photos/member/5/4/1/2/highres_152841522.jpeg
+person,ben-knight,Ben Knight,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/000/031/large/ProfilePicture.png?1406161877
+person,breccan-mcleod-lundy,Breccan Mcleod-Lundy,http://www.rabid.co.nz/assets/profiles/breccan-sq-681ef74fd2023d258c79d7cf7760d4d5.jpg
+person,anthony-rohan,Anthony Rohan,http://www.enspiralaccounting.com/wp-content/uploads/2014/03/Antz_350_BW.jpg
+person,brenda-wallace,Brenda Wallace,http://www.rabid.co.nz/assets/profiles/brenda-sq-242b2b4d34295772855d3cda4ad22157.jpg
+person,carlos-chambers,Carlos Chambers,http://www.buckybox.com/images/team-carlos-ffa3475a.jpg
+person,charlie,Charlie Ablett,https://avatars3.githubusercontent.com/u/4934746
+person,cara-hill,Cara Hill,http://www.rabid.co.nz/assets/profiles/cara-sq-9e8447024c56e57a1d6982a7499f945a.jpg
+person,charmaine-meyers,Charmaine Meyers,http://www.enspiralaccounting.com/wp-content/uploads/2014/03/Charmainex350.jpg
+person,chelsea-robinson,Chelsea Robinson,http://livethedream.org.nz/wp/wp-content/uploads/2014/01/Contributors_ChelseaRobinson.jpg
+person,chloe,Chloe,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/000/040/large/Chloe-Waretini-image-210x210_%281%29.jpg?1426715295
+person,chris-bull,Chris Bull,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/000/022/large/llama.jpg
+person,chris,Chris Toynbee,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/000/042/large/me.jpeg?1406161892
+person,craig,Craig Ambrose,http://gravatar.com/avatar/8c1b99675b4ba19460bfed9a04739fc4?s=512&d=identicon
+person,cédric-félizard,Cédric Félizard,http://www.buckybox.com/images/team-cedric-0489e2b8.jpg
+person,dale-de-graaf,Dale de Graaf,http://www.enspiralaccounting.com/wp-content/uploads/2014/03/Dale_350_BW.jpg
+person,damian-sligo-green,Damian Sligo-Green,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/000/067/large/Profile_pic.jpg?1406161896
+person,dan-lewis,Dan Lewis,https://s3-us-west-2.amazonaws.com/slack-files2/avatars/2014-11-12/2989479254_e0c4701cc7fb3409cf6e_192.jpg
+person,daniel-spector,Daniel Spector,http://www.rabid.co.nz/assets/profiles/daniel-sq-d5671c74529d19f22d69779314a63131.jpg
+person,darcy-burge,Darcy Burge,https://lh4.googleusercontent.com/-Y_et7av4kT8/UrJ9gSXaQnI/AAAAAAAAAEI/YHGiNRYRsPE/s544-no/ProfilePhoto.png
+person,derek,Derek Razo,https://lh4.googleusercontent.com/-eyaiiPvDQD4/AAAAAAAAAAI/AAAAAAAAAAA/6G9Kw5SoZ8A/photo.jpg
+person,dr-craig,Dr Craig Schock,https://lh3.googleusercontent.com/-31fWSpad1Ig/AAAAAAAAAAI/AAAAAAAAAAA/52U1IHgcqlM/photo.jpg
+person,duncan-matheson,Duncan Matheson,http://www.buckybox.com/images/team-duncan-c519bce1.jpg
+person,emily-harris,Emily Harris,https://lh6.googleusercontent.com/-XWjNFjYTID4/UzIvHc7VrqI/AAAAAAAAAVM/82XxeGcqOQI/s96-no/2014-03-25
+person,ela-alptekin,Ela Alptekin,https://lh6.googleusercontent.com/-1H9WLz3Lr5Y/VNAKfZTPVLI/AAAAAAAAAmM/wlTQjDTtrm4/s544-no/10532940_10152543216839130_882099269063416338_n.jpg
+person,gary-elshaw,Gary Elshaw,https://secure.gravatar.com/avatar/e30cb409d435f5b626db44620e95d134.png?d=none&r=pg&s=256
+person,genevieve,Genevieve Parkes,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/004/638/large/Screenshot_2014-09-30_22.01.31.png?1412069313
+person,gina-rembe,Gina Rembe,https://secure.gravatar.com/avatar/77bb18aa5925ecd7dff8ef71325cc57f.png?d=none&r=pg&s=170
+person,hannah,Hannah Salmon,http://gravatar.com/avatar/afa91980b06fae820c502ed90f8431fd?s=512&d=identicon
+person,helene-malandain,Helene Malandain,https://lh3.googleusercontent.com/-tcCfOtEa9cs/T8iAok1mdXI/AAAAAAAAA2c/VLrBjao3Nlk/s480-no/1%2BJun%2B2012%2B20%3A43%3A22.jpg
+person,isabelle-metz,Isabelle Metz,
+person,jack-tolley,Jack Tolley,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/000/216/large/jackphotolowresjan2015.jpg?1423689804
+person,jackson,Jackson,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/004/678/large/tintin.jpeg?1411354440
+person,jaime-campbell,Jaime Campbell,https://lh4.googleusercontent.com/-Hsu9wgqMCNA/VD8MAT8pm1I/AAAAAAAAABU/YvpZLLgxUFs/w427-h426-no/Jamanius.jpg
+person,jaime-mcdonald,Jaime McDonald,
+person,james-kiesel,James,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/011/834/large/10366246_10203157007760488_1186876061934200688_n.jpg?1405896966
+person,james-king,James King,
+person,jess,Jess,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/030/918/large/puppy.jpg?1412151528
+person,jesse,Jesse Doud,https://www.loomio.org/assets/people/jesse-b605b0d9033fc5638acfb5ab5b2181e1.jpg
+person,jon,Jon Lemmon,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/000/003/large/strawberry.jpeg?1406161853
+person,jordan-carter,Jordan Carter,http://www.buckybox.com/images/team-jordan-023095f4.jpg
+person,josh-forde,Josh Forde,http://www.rabid.co.nz/assets/profiles/josh-sq-e1486588bc767caf12d3bd4a8523558a.jpg
+person,josh-mcarthur,Josh McArthur,http://www.rabid.co.nz/assets/profiles/josh-mc-sq-403f5efd53096fe8fe2bc54a664710ac.jpg
+person,joshua-vial,Joshua Vial,https://avatars3.githubusercontent.com/u/72309?v=2&s=460
+person,kate-beecroft,Kate Beecroft,http://www.buckybox.com/images/team-kate-5bd81dff.jpg
+person,katie,Katie,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/030/918/large/puppy.jpg?1412151528
+person,kiesia,Kiesia Carmine,https://secure.gravatar.com/avatar/e83333fdb3380a648d42a4e174e6c0d5.png?d=none&r=pg&s=170
+person,laura-o'connell-rapira,Laura O'Connell-Rapira,https://d3n8a8pro7vhmx.cloudfront.net/actionstation/pages/104/attachments/original/1407014944/laura.jpg?1407014944
+person,malcolm-shearer,Malcolm Shearer,https://lh3.googleusercontent.com/-xu_ROW_sm8w/AAAAAAAAAAI/AAAAAAAAGms/hhOUOgZNCJM/photo.jpg
+person,manu,Manu Vallyon,https://media.licdn.com/mpr/mpr/shrink_200_200/p/3/005/00a/1e6/0930f0c.jpg
+person,marianne-elliott,Marianne Elliot,https://d3n8a8pro7vhmx.cloudfront.net/actionstation/pages/104/attachments/original/1407013228/marianne.jpg?1407013228
+person,mary-o'keeffe,Mary O'Keeffe,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/040/445/large/photo1_%283%29.jpg?1414569625
+person,mason-herber,Mason Herber,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/011/190/large/profile_pic.jpg?1403835891
+person,matt-poland,Matt Poland,
+person,matt-sinnock,Matt Sinnock,https://media.licdn.com/mpr/mpr/shrink_120_120/p/3/000/033/33f/1b85d25.jpg
+person,matthew-bartlett,Matthew Bartlett,https://secure.gravatar.com/avatar/63bb0231a55daec448cd2ecf30ed722e.png?d=none&r=pg&s=512
+person,matthew-kerr,Matthew Kerr,https://secure.gravatar.com/avatar/b064ca94396ebd53f3154f15d6fb5f3c.jpg?s=192&d=https%3A%2F%2Fslack.global.ssl.fastly.net%2F3654%2Fimg%2Favatars%2Fava_0012.png
+person,maz-hermon,Maz Hermon,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/000/019/large/mazProfileOfficeBW.png?1406161867
+person,megan-bowra-dean,Megan Bowra Dean,http://www.rabid.co.nz/assets/profiles/megan-sq-48b9b564b39b994ade5b7acb89c5f734.jpg
+person,megan-salole,Megan Salole,http://static1.squarespace.com/static/5169f4a1e4b0fdc6c23ef665/t/531fc2d5e4b019b60a36e035/1394590574949/megan.jpg
+person,michael-elwood-smith,Michael,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/003/827/large/Michael_waterfront_compressed.jpg?1366258373
+person,mikey,Mikey Williams,http://gravatar.com/avatar/22ee24b84d0a2a9446fc9c0fe0652c46?s=512&d=identicon
+person,milan,Milan Holzapfel,https://media.licdn.com/mpr/mpr/shrink_500_500/p/8/005/09a/1ca/171c54a.jpg
+person,minh,Minh Nhat Ha,https://secure.gravatar.com/avatar/9ad30edff43316a917fdc37d71329a8f.png?d=none&r=pg&s=170
+person,mix,Mix Irving,http://www.gravatar.com/avatar/3c74b184677ec92d495b328105aed1dc.png
+person,nanz,Nanz Nair,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/002/685/large/photo.jpeg?1417128452
+person,mj-kaplan,MJ,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/005/693/large/Swearer_140421_1710.jpg?1429795564
+person,neva-poletti,Neva Poletti,https://lh3.googleusercontent.com/-UZ4rJVCvOuw/AAAAAAAAAAI/AAAAAAAAAI0/lMkDce_2yz8/photo.jpg
+person,nicola,Nicola Rankin,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/003/272/large/Photo_on_24-03-14_at_9.21_AM__4.jpg?1396254523
+person,nina-atkinson,Nina Atkinson,https://d3n8a8pro7vhmx.cloudfront.net/actionstation/pages/104/attachments/original/1431904760/AS_Nina_resized.png?1431904760
+person,patrick,Patrick Corrieri,https://lh4.googleusercontent.com/-sbXdtdJVuTY/UwKytJCw6KI/AAAAAAAAAE8/cDvuH3uEStM/s498-no/IMG_0114.JPG
+person,paul-ingle,Paul Ingle,https://media.licdn.com/media/p/1/000/05e/05a/182215a.jpg
+person,penny-hagen,Penny Hagen,https://media.licdn.com/mpr/mpr/shrinknp_400_400/p/5/005/082/036/2a69d82.jpg
+person,pepper-curry,Pepper Curry,http://www.rabid.co.nz/assets/profiles/pepper-sq-66a2ca32f29350c3a36976146e5b5586.jpg
+person,phill-coxon,Phill Coxon,https://lh4.googleusercontent.com/-sbXdtdJVuTY/UwKytJCw6KI/AAAAAAAAAE8/cDvuH3uEStM/s498-no/IMG_0114.JPG
+person,reaksmey,Reaksmey Chea,https://lh4.googleusercontent.com/-sbXdtdJVuTY/UwKytJCw6KI/AAAAAAAAAE8/cDvuH3uEStM/s498-no/IMG_0114.JPG
+person,rebeka,Rebeka,https://secure.gravatar.com/avatar/4f3d55c2cfc8d738fe3bb5b55c09d12d.png?d=none&r=pg&s=170
+person,riccardo-tacconi,Riccardo Tacconi,https://avatars2.githubusercontent.com/u/82217?v=3&s=460
+person,richard-bartlett,Dick Bartlett,https://secure.gravatar.com/avatar/d5039eb7649c89379ed0715e41a68310.png?d=none&r=pg&s=512
+person,rithy,Rithy,https://secure.gravatar.com/avatar/4f3d55c2cfc8d738fe3bb5b55c09d12d.png?d=none&r=pg&s=170
+person,rob-guthrie,Rob Guthrie,https://www.loomio.org/assets/people/rob-f876c436322be6a84b17abf80872e68b.jpg
+person,rob-ramsay,Rob Ramsay,http://www.rabid.co.nz/assets/profiles/rob-sq-905a27971311a49ff1cb7817fe1243db.jpg
+person,rochelle-furneaux,Rochelle Furneaux,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/000/080/large/2012-03-26_22.58.25.jpg?1417033509
+person,rohan-wakefield,Rohan Wakefield,http://devacademy.co.nz/wp-content/uploads/2014/07/Rohan_Wakefield.jpg
+person,rose-lu,Rose Lu,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/005/506/large/rose.jpg?1417556673
+person,rowan-brooks,Rowan Brooks,
+person,ryan-mearns,Ryan Mearns,https://d3n8a8pro7vhmx.cloudfront.net/actionstation/pages/104/attachments/original/1418589420/ryan.jpg?1418589420
+person,sam-parkin,Sam Parkin,https://secure.gravatar.com/avatar/beab112fb9bfe5ce100e37fbb1d7c89e.png?d=none&r=pg&s=170
+person,sam-rye,Sam Rye,http://static2.stuff.co.nz/1352053939/736/7906736.jpg
+person,samnang,Samnang,https://secure.gravatar.com/avatar/863e24c91fcf1cd3c879ea62a401365e.png?d=none&r=pg&s=200
+person,samson-ootoovak,Samson Ootoovak,https://secure.gravatar.com/avatar/638d7e4bb8d455e8149b2f46355c0973.png?d=none&r=pg&s=170
+person,sandra-clark,Sandra Clark,http://www.rabid.co.nz/assets/profiles/sandra-sq-b002f08a7f3fcf87869193102b1c60e3.jpg
+person,sea-rotman,Sea Rotman,http://www.eceee.org/all-news/columnists/sea-rotmann/square_photo
+person,seb-paquet,Seb Paquet,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/056/077/large/photo_%283%29.jpg?1426715631
+person,silvia-zuur,Silvia Zuur,http://www.buckybox.com/images/team-silvia-13b913f3.jpg
+person,simon,Simon Tegg,https://avatars0.githubusercontent.com/u/1574732?v=2&s=460
+person,stephanie,Stephanie Noirpoudre,https://trello-avatars.s3.amazonaws.com/7eb4f53599c96d2ae86d901eb9e7bdc9/170.png
+person,thomas-mitchell,Thomas Mitchell,http://www.thomasmitchell.co.nz/assets/photo.jpg
+person,thomas,Thomas,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/006/347/large/1391568_10201894748628703_266872761_n.jpg?1383903958
+person,tracey,Tracey Ambrose,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/002/249/large/208497_10150167121387617_677007616_6980518_4853552_n.jpg?1359511960
+person,trudy-lane,Trudy Lane,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/002/249/large/208497_10150167121387617_677007616_6980518_4853552_n.jpg?1359511960
+person,viv-maidaborn,Viv,https://secure.gravatar.com/avatar/2e1a65be5c5afea18cdca64f9b5e5ea0.png?d=none&r=pg&s=170
+person,vivienne-askey,Vivienne Askey,https://s3-us-west-2.amazonaws.com/slack-files2/avatars/2015-05-19/4965630241_aa3bd7f418d20487248e_192.jpg
+person,will-lau,Will Lau,http://www.buckybox.com/images/team-will-683106f2.jpg
+person,yasmine,Yasmine,https://secure.gravatar.com/avatar/a4f4b24f727137f9a8b7654d45a72012.png?d=none&r=pg&s=170
+person,wiremu,Wiremu,https://loomio-attachments.s3.amazonaws.com/users/uploaded_avatars/000/006/452/large/edward-snowden-stylized.png?1411340195
diff --git a/bin/migrate b/bin/migrate
@@ -0,0 +1,77 @@
+#!/usr/bin/env node
+
+var Path = require('path')
+var fs = require('fs')
+var FsDb = require('fs-db')
+var map = require('lodash.map')
+var assign = require('lodash.assign')
+var through = require('through2')
+var multistream = require('multistream')
+var forkable = require('forkable')
+
+var migratePath = process.argv[2]
+if (migratePath == null) {
+  console.log("migrate path not given!")
+  process.exit(1)
+}
+
+var migrate = require(
+  Path.join(process.cwd(), migratePath)
+)
+
+if (typeof migrate !== 'function') {
+  console.log("migrate is not a function")
+  process.exit(1)
+}
+
+// get starting db inputs
+var inputs = fs.readdirSync('.')
+.filter(function (path) { return Path.extname(path) === '.csv'})
+.map(function (path) {
+  var type = Path.basename(path, '.csv')
+  return getDb(type)
+})
+.map(function (db) {
+  return db.createReadStream()
+  .pipe(through.obj(function (row, enc, cb) {
+    assign(row, { type: db.type })
+    console.log('in', row, enc)
+    cb(null, row)
+  }))
+})
+
+// migrate
+var migrated = multistream.obj(inputs)
+  .pipe(migrate())
+
+migrated.on('data', console.log.bind(console, 'out'))
+
+var outputs = {} 
+
+// get ending db outputs
+forkable(
+  migrated
+)
+.fork(function (row) {
+  var type = row.type
+  delete row.type
+  return type
+})
+.pipe(function (type) {
+  if (outputs[type] == null) {
+    outputs[type] = getDb(type, true)
+  }
+  return outputs[type].createWriteStream()
+})
+
+function getDb (type, isTmp) {
+  var dir = isTmp ? 'tmp' : ''
+  var path = Path.join(process.cwd(), dir, type + '.csv')
+  var db = FsDb({
+    location: path,
+    codec: ['csv', { newline: '\n' }],
+    keyAttribute: 'id'
+  })
+  db.type = type
+  return db
+}
diff --git a/groups.csv b/groups.csv