downloading speakers data from Airtable, linking to 2021 images

Author: crtr0

.gitignore

@@ -4,6 +4,7 @@ data/production
 public/static.json
 src/shared/static.json
 .arc-env
+.env
 
 # Logs
 logs

package-lock.json

@@ -12,8 +12,10 @@
     "@architect/architect": "^8.7.4",
     "@architect/sandbox": "^3.7.4",
     "@begin/data": "^2.0.1",
+    "dotenv": "^10.0.0",
     "eslint": "^7.27.0",
     "puppeteer": "^10.1.0",
+    "slugify": "^1.6.0",
     "tap-spec": "^5.0.0",
     "tape": "^5.3.1",
     "tiny-json-http": "^7.3.0"

package.json

@@ -0,0 +1,51 @@
+require('dotenv').config()
+let fetch = require('node-fetch')
+let fs = require('fs')
+let slugify = require('slugify')
+
+let appId = process.env.AIRTABLE_APP_ID
+let appKey = process.env.AIRTABLE_APP_KEY
+let speakerViewId = process.env.AIRTABLE_SPEAKER_VIEW
+let baseUrl = `https://api.airtable.com/v0/${ appId }`
+
+async function fetchTopics() {
+    let fields = ['Name']
+    let json = await fetch(`${ baseUrl }/Topics?view=Grid%20view${ fields.map((f) => '&fields%5B%5D='+encodeURIComponent(f)).join('') }`, { headers: {'Authorization': `Bearer ${ appKey }`}})
+    let results = await json.json()
+    return results.records.map((r) => ( { id: r.id, name: r.fields.Name } ))
+}
+
+async function fetchSpeakers({ topics }) {
+    let fields = ['Name', 'Location', 'Talk Title', 'Abstract', 'Reveal', 'Pixelated', 'Topic(s)', 'Pronouns', 'Twitter', 'Website', 'Company']
+    let json = await fetch(`${ baseUrl }/Speakers?view=${ speakerViewId }${ fields.map((f) => '&fields%5B%5D='+encodeURIComponent(f)).join('') }`, { headers: {'Authorization': `Bearer ${ appKey }`}})
+    let results = await json.json()
+    let members = results.records.map((r) => { return {
+        table: 'speakers',
+        key: slugify(r.fields['Name'], { lower: true }),
+        name: r.fields['Name'],
+        location: r.fields['Location'],
+        title: r.fields['Talk Title'],
+        abstract: r.fields['Abstract'],
+        reveal: r.fields['Reveal'],
+        pixelated: r.fields['Pixelated'],
+        topics: r.fields['Topic(s)']
+            .map((id) => topics.find((t) => t.id === id)) // grab the skill objects that match the ids
+            .map((t) => t.name), // grab the Name
+        pronouns: r.fields['Pronouns'],
+        twitter: r.fields['Twitter'],
+        website: r.fields['Website'],
+        company: r.fields['Company']
+    } })
+    return members
+}
+
+async function init() {
+    // get speakers from Airtable
+    let topics = await fetchTopics()
+    let speakers = await fetchSpeakers({ topics })
+    console.log(`Writing ${ speakers.length } speakers to data/staging/speakers.json`)
+    // write these bits to JSON
+    fs.writeFileSync('./data/staging/speakers.json', JSON.stringify(speakers))
+}
+
+init()

scripts/download-speakers.js

@@ -18,12 +18,12 @@ export default function Speaker(props) {
   // don't reveal the speaker yet!
   if (!revealed) {
     name = 'Secret Speaker'
-    photoUrl = `https://create-4jr-staging.begin.app/_static/2020-pixelated/${ speaker.pixelated }.png`
+    photoUrl = `https://create-4jr.begin.app/_static/2021-pixelated/${ speaker.pixelated }.png`
   }
   else {
     key = speaker.key
     name = speaker.name
-    photoUrl = `https://create-4jr-staging.begin.app/_static/2020/${ speaker.key }.jpg`
+    photoUrl = `https://create-4jr.begin.app/_static/2021/${ speaker.key }.jpg`
   }
 
   return `