Refactor out into separate files, add support for links

Author: cliftonc

dist/index.js

@@ -16,8 +16,8 @@ This action expects a Notion database with the following properties, this will b
   - Description: text
   - Kind: select
   - URL: url
-  - Owner: select
-  - System: select
+  - Owner: select|relation
+  - System: select|relation
   - Tags: multi_select
   - Visibility: select
   - Language: select
@@ -30,6 +30,11 @@ It looks like this after it has run:
 
 <img width="1451" alt="Screenshot 2021-12-19 at 12 55 39" src="https://user-images.githubusercontent.com/239305/146673989-01187d53-d2fd-42ba-9968-31442b8cc92d.png">
 
+
+### Embedded Data
+
+If your descriptor file contains links, these are added to an embedded database within the service page called `Links`.
+
 ## Relation Databases
 
 You have an option to provide additional 'lookup' databases to convert some of the above selects into relations:

readme.md

@@ -0,0 +1,53 @@
+const core = require('@actions/core')
+
+const loadData = async ({ notion }) => {
+  const systemDb = core.getInput('system_database')
+  const ownerDb = core.getInput('owner_database')
+
+  const processRows = (data) => {
+    const parent = {}
+    data.results.forEach((row) => {
+      const name = row.properties.Name.title[0].plain_text.toLowerCase()
+      if (name) parent[name] = row.id
+    })
+    return parent
+  }
+
+  let systemRows, ownerRows
+
+  if (systemDb) {
+    systemRows = await notion.databases.query({
+      database_id: systemDb
+    })
+  }
+
+  if (ownerDb) {
+    ownerRows = await notion.databases.query({
+      database_id: ownerDb
+    })
+  }
+
+  const systems = processRows(systemRows) || null
+  const owners = processRows(ownerRows) || null
+  let error = false
+
+  if (ownerDb && !owners.unknown) {
+    error = true
+    core.error('Your owner table does not contain an "unknown" row!')
+  }
+  if (systemDb && !systems.unknown) {
+    error = true
+    core.error('Your system table does not contain an "unknown" row!')
+  }
+
+  if (error) {
+    process.exit(1)
+  }
+
+  return {
+    systems,
+    owners
+  }
+}
+
+exports.loadData = loadData

src/data.js

@@ -0,0 +1,52 @@
+const { Octokit } = require('octokit')
+const YAML = require('yaml')
+const core = require('@actions/core')
+
+const getRepos = async () => {
+  const GITHUB_TOKEN = core.getInput('github_token')
+  const repositoryType = core.getInput('repository_type') || 'all'
+  const repositoryFilter = core.getInput('repository_filter') || '.*'
+  const owner = core.getInput('github_owner')
+  const catalogFile = core.getInput('catalog_file') || 'catalog-info.yaml'
+  const repositoryFilterRegex = new RegExp(repositoryFilter)
+
+  const octokit = new Octokit({ auth: GITHUB_TOKEN })
+
+  const repos = await octokit.paginate('GET /orgs/{owner}/repos',
+    {
+      owner: owner,
+      type: repositoryType,
+      sort: 'full_name',
+      per_page: 100
+    })
+  core.info(`Using repository filter: ${repositoryFilter}`)
+  core.info(`Found ${repos.length} github repositories, now getting service data for those that match the filter ...`)
+  const repoData = []
+  for (const repo of repos) {
+    if (repo.name.match(repositoryFilterRegex)) {
+      try {
+        const { data } = await octokit.request('GET /repos/{owner}/{repo}/contents/{path}', {
+          owner: repo.full_name.split('/')[0],
+          repo: repo.name,
+          path: catalogFile
+        })
+        if (data) {
+          const base64content = Buffer.from(data.content, 'base64')
+          const serviceDefinition = YAML.parse(base64content.toString('utf8'))
+          serviceDefinition._repo = repo
+          serviceDefinition.status = 'OK'
+          repoData.push(serviceDefinition)
+        }
+      } catch (ex) {
+        repoData.push({
+          status: `${catalogFile} missing`,
+          _repo: repo
+        })
+      }
+    }
+  }
+  core.info(`Processed ${repoData.length} matching repositories`)
+  return repoData
+}
+
+exports.getRepos = getRepos