✨ Importers

Author: gwennlbh

.gitignore

@@ -36,3 +36,4 @@ cmd/ortfodb/ortfodb
 dist/
 .env
 packages/php/vendor
+cmd/cmd

importers/cloud.yaml

@@ -0,0 +1,20 @@
+name: Cloud services importer
+
+description: Supports importing from various cloud services, using rclone. See https://rclone.org/ for more information.
+
+requires: [rclone]
+
+data:
+    # Name of the rclone remote to use
+    remote:
+
+    # Path to the directory to import from
+    folder:
+
+list:
+    - log: [Listing, blue, "files in remote {{ .Data.remote }} at {{ .Data.folder }}"]
+    - run: rclone lsjson --dirs-only {{ .Data.remote }}:{{ .Data.folder }} | jq -r '.[].Path' > output
+
+import:
+    - log: [Importing, blue, "{{ .ID }} from {{ .Data.remote }}:{{ .Data.folder }}/{{ .ID }}"]
+    - run: rclone copy {{ .Data.remote }}:{{ .Data.folder }}/{{ .ID }} . --progress --create-empty-src-dirs

importers/github.yaml

@@ -11,15 +11,36 @@ data:
     # Topic to filter repositories by
     topic: uses-ortfo
 
+    # List of additional owner/repo pairs to import. the repo part must be different from any repo names that are already imported with username/ and the topic.
+    additional: []
+
 list:
     - log: [Listing, blue, "repositories for github user {{ .Data.username }}"]
     - run: gh repo list --source --json description,name {{ .Data.username }} --topic {{ .Data.topic }} --jq '.[]|.name' > output
+    - log: [Listing, blue, "additional repositories to import"]
+    - run: >
+          {{ range $i, $v := .Data.additional }}
+            echo {{ $v | replaceMatching "^.+/" "" }} >> output
+          {{ end }}
 
 import:
     - log:
-          [
-              Importing,
-              blue,
-              "{{ .ID }} from https://github.com/{{ .Data.username }}/{{ .ID }}",
-          ]
-    - run: gh repo clone {{ .Data.username }}/{{ .ID }} . -- --depth 1
+          - Importing
+          - blue
+          - >
+            {{ .ID }} from https://github.com/
+            {{ if .Data.additional | hasMatch ( cat ".+/" .ID )  }}
+                {{ .Data.additional | findMatch (cat ".+/" .ID) }}
+            {{ else }}
+                {{ .Data.username }}/{{ .ID }}
+            {{ end}}
+
+
+    - run: >
+        gh repo clone
+        {{ if .Data.additional | hasMatch (cat ".+/" .ID) }}
+            {{ .Data.additional | findMatch (cat ".+/" .ID) }}
+        {{ else }}
+            {{ .Data.username }}/{{ .ID }}
+        {{ end }}
+        . -- --depth 1

plugins_custom.go

@@ -6,6 +6,7 @@ import (
 	"os"
 	"os/exec"
 	"path/filepath"
+	"regexp"
 	"runtime"
 	"strings"
 	"text/template"
@@ -103,7 +104,6 @@ func (e *CustomPlugin) runCommands(ctx *RunContext, verbose bool, cwd string, co
 
 			if filepath.IsAbs(cwd) {
 				proc.Dir = filepath.Clean(cwd)
-			// } else if cwd == "." {
 			} else {
 				proc.Dir = filepath.Clean(filepath.Join(filepath.Dir(ctx.Config.source), cwd))
 			}
@@ -200,6 +200,28 @@ var funcmap = template.FuncMap{
 	"escape": func(data string) string {
 		return shellescape.Quote(data)
 	},
+	"hasMatch": func(pattern string, data []string) bool {
+		pat := regexp.MustCompile(pattern)
+		for _, item := range data {
+			if pat.MatchString(item) {
+				return true
+			}
+		}
+		return false
+	},
+	"findMatch": func(pattern string, data []string) string {
+		pat := regexp.MustCompile(pattern)
+		for _, item := range data {
+			if pat.MatchString(item) {
+				return item
+			}
+		}
+		return ""
+	},
+	"replaceMatching": func(pattern, replacement string, data string) string {
+		pat := regexp.MustCompile(pattern)
+		return pat.ReplaceAllString(data, replacement)
+	},
 }
 
 func (e *CustomPlugin) renderCommandParts(ctx *RunContext, commands []string, additionalData map[string]any, recursive bool) ([]string, error) {