Enable fallback to catalog-info.yml

Author: cliftonc

consumer.js

@@ -0,0 +1,46 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+const Pulsar = require('pulsar-client');
+
+(async () => {
+  // Create a client
+  const client = new Pulsar.Client({
+    serviceUrl: 'pulsar://localhost:6650',
+    operationTimeoutSeconds: 30,
+  });
+
+  // Create a consumer
+  const consumer = await client.subscribe({
+    topic: 'persistent://public/default/my-topic',
+    subscription: 'sub1',
+    subscriptionType: 'Shared',
+    ackTimeoutMs: 10000,
+  });
+
+  // Receive messages
+  for (let i = 0; i < 10; i += 1) {
+    const msg = await consumer.receive();
+    console.log(msg.getData().toString());
+    consumer.acknowledge(msg);
+  }
+
+  await consumer.close();
+  await client.close();
+})();

producer.js

@@ -0,0 +1,48 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+const Pulsar = require('pulsar-client');
+
+(async () => {
+  // Create a client
+  const client = new Pulsar.Client({
+    serviceUrl: 'pulsar://localhost:6650',
+    operationTimeoutSeconds: 30,
+  });
+
+  // Create a producer
+  const producer = await client.createProducer({
+    topic: 'persistent://public/default/my-topic',
+    sendTimeoutMs: 30000,
+    batchingEnabled: true,
+  });
+
+  // Send messages
+  for (let i = 0; i < 10; i += 1) {
+    const msg = `my-message-${i}`;
+    producer.send({
+      data: Buffer.from(msg),
+    });
+    console.log(`Sent message: ${msg}`);
+  }
+  await producer.flush();
+
+  await producer.close();
+  await client.close();
+})();

src/data.js

@@ -47,7 +47,6 @@ const loadData = async ({ notion }) => {
   }
 
   let error = false
-
   if (ownerDb && !owners.unknown) {
     error = true
     core.error('Your owner table does not contain an "unknown" row!')

src/github.js

@@ -25,14 +25,33 @@ const getRepos = async () => {
   const repositoryFilterRegex = new RegExp(repositoryFilter)
   const octokit = new Octokit({ auth: GITHUB_TOKEN })
 
-  const parseServiceDefinition = async (repo, path) => {
-    const repoData = []
+  const getServiceDefinitionFile = async (repo, path) => {
     try {
       const { data } = await octokit.request('GET /repos/{owner}/{repo}/contents/{path}', {
         owner: repo.full_name.split('/')[0],
         repo: repo.name,
         path
       })
+      return data
+    } catch (ex) {
+      // Try it now with a .yml file instead only for default version!
+      if (catalogFile === 'catalog-info.yaml') {
+        const { data } = await octokit.request('GET /repos/{owner}/{repo}/contents/{path}', {
+          owner: repo.full_name.split('/')[0],
+          repo: repo.name,
+          path: path.replace('catalog-info.yaml', 'catalog-info.yml')
+        })
+        return data
+      } else {
+        throw ex
+      }
+    }
+  }
+
+  const parseServiceDefinition = async (repo, path) => {
+    const repoData = []
+    try {
+      const data = await getServiceDefinitionFile(repo, path)
       if (data) {
         const base64content = Buffer.from(data.content, 'base64')
         const serviceDefinition = YAML.parse(base64content.toString('utf8'))
@@ -45,7 +64,7 @@ const getRepos = async () => {
           repoData.push(serviceDefinition)
         }
       }
-      core.debug(`🌟 Processed ${path} in ${repo.name} ...`)
+      core.debug(`🌟 Processed ${data.name} in ${repo.name} ...`)
     } catch (ex) {
       if (pushMissing) {
         repoData.push({