Add support for PostgreSQL host functions

.github/workflows/ci-golang-integration-tests.yml

@@ -0,0 +1,31 @@
+name: ci-golang-integration-tests
+on:
+  pull_request:
+    types:
+      - opened
+      - synchronize
+      - reopened
+      - ready_for_review
+jobs:
+  golang-tests:
+    name: test
+    runs-on: warp-ubuntu-latest-x64-4x
+    if: github.event.pull_request.draft == false
+    steps:
+      - uses: actions/checkout@v4
+      - name: Setup Go
+        uses: actions/setup-go@v5
+        with:
+          go-version-file: 'go.mod'
+          check-latest: true
+      - name: Generate Code
+        run: go generate ./...
+      - name: Run Integration Tests
+        run: |
+          go install github.com/jstemmer/go-junit-report/v2@latest
+          go test -tags integration -v -race 2>&1 ./integration_tests/... | go-junit-report -set-exit-code -iocopy -out report.xml
+      - name: Generate Test Summary
+        if: always()
+        uses: test-summary/action@v2
+        with:
+          paths: "report.xml"

.github/workflows/ci-golang-tests.yml → .github/workflows/ci-golang-unit-tests.yml

@@ -1,4 +1,4 @@
-name: ci-golang-tests
+name: ci-golang-unit-tests
 on:
   pull_request:
     types:

CHANGELOG.md

@@ -4,6 +4,7 @@
 
 - Update manifest library and usage [#275](https://github.com/hypermodeAI/runtime/pull/275)
 - Support pointers when marshalling objects [#277](https://github.com/hypermodeAI/runtime/pull/277)
+- Add support for PostgreSQL host functions [#278](https://github.com/hypermodeAI/runtime/pull/278)
 
 ## 2024-07-09 - Version 0.9.5
 

db/db.go

@@ -88,6 +88,10 @@ func (w *runtimePostgresWriter) Write(data inferenceHistory) {
 }
 
 func Stop() {
+	if globalRuntimePostgresWriter.dbpool == nil {
+		return
+	}
+
 	close(globalRuntimePostgresWriter.quit)
 	<-globalRuntimePostgresWriter.done
 	globalRuntimePostgresWriter.dbpool.Close()
@@ -384,6 +388,8 @@ func (w *runtimePostgresWriter) worker(ctx context.Context) {
 	var batchIndex int
 	var batch [batchSize]inferenceHistory
 	timer := time.NewTimer(inferenceRefresherInterval)
+	defer timer.Stop()
+
 	for {
 		select {
 		case data := <-w.buffer:

functions/events.go

@@ -4,17 +4,25 @@
 
 package functions
 
-import "context"
+import (
+	"context"
+	"sync"
+)
 
 type FunctionsLoadedCallback = func(ctx context.Context)
 
 var functionsLoadedCallbacks []FunctionsLoadedCallback
+var eventsMutex = sync.RWMutex{}
 
 func RegisterFunctionsLoadedCallback(callback FunctionsLoadedCallback) {
+	eventsMutex.Lock()
+	defer eventsMutex.Unlock()
 	functionsLoadedCallbacks = append(functionsLoadedCallbacks, callback)
 }
 
 func triggerFunctionsLoaded(ctx context.Context) {
+	eventsMutex.RLock()
+	defer eventsMutex.RUnlock()
 	for _, callback := range functionsLoadedCallbacks {
 		callback(ctx)
 	}

go.mod

@@ -13,6 +13,8 @@ require (
 	github.com/aws/aws-sdk-go-v2/service/sts v1.30.2
 	github.com/buger/jsonparser v1.1.1
 	github.com/chewxy/math32 v1.10.1
+	github.com/docker/docker v27.0.3+incompatible
+	github.com/docker/go-connections v0.5.0
 	github.com/getsentry/sentry-go v0.28.1
 	github.com/go-viper/mapstructure/v2 v2.0.0
 	github.com/google/uuid v1.6.0
@@ -32,7 +34,8 @@ require (
 )
 
 require (
-	github.com/alitto/pond v1.8.3 // indirect
+	github.com/Microsoft/go-winio v0.6.2 // indirect
+	github.com/alitto/pond v1.9.1 // indirect
 	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.6.3 // indirect
 	github.com/aws/aws-sdk-go-v2/credentials v1.17.25 // indirect
 	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.16.10 // indirect
@@ -48,48 +51,64 @@ require (
 	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.26.3 // indirect
 	github.com/aws/smithy-go v1.20.3 // indirect
 	github.com/beorn7/perks v1.0.1 // indirect
-	github.com/cespare/xxhash/v2 v2.2.0 // indirect
+	github.com/cespare/xxhash/v2 v2.3.0 // indirect
+	github.com/containerd/log v0.1.0 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
-	github.com/dlclark/regexp2 v1.7.0 // indirect
-	github.com/dop251/goja v0.0.0-20230906160731-9410bcaa81d2 // indirect
-	github.com/go-sourcemap/sourcemap v2.1.3+incompatible // indirect
-	github.com/google/pprof v0.0.0-20230207041349-798e818bf904 // indirect
-	github.com/hashicorp/golang-lru v0.5.4 // indirect
+	github.com/distribution/reference v0.6.0 // indirect
+	github.com/dlclark/regexp2 v1.11.1 // indirect
+	github.com/docker/go-units v0.5.0 // indirect
+	github.com/dop251/goja v0.0.0-20240707163329-b1681fb2a2f5 // indirect
+	github.com/felixge/httpsnoop v1.0.4 // indirect
+	github.com/go-logr/logr v1.4.2 // indirect
+	github.com/go-logr/stdr v1.2.2 // indirect
+	github.com/go-sourcemap/sourcemap v2.1.4+incompatible // indirect
+	github.com/gogo/protobuf v1.3.2 // indirect
+	github.com/google/pprof v0.0.0-20240625030939-27f56978b8b0 // indirect
+	github.com/hashicorp/golang-lru v1.0.2 // indirect
 	github.com/jackc/pgpassfile v1.0.0 // indirect
-	github.com/jackc/pgservicefile v0.0.0-20221227161230-091c0ba34f0a // indirect
+	github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect
 	github.com/jackc/puddle/v2 v2.2.1 // indirect
-	github.com/jensneuse/byte-template v0.0.0-20200214152254-4f3cf06e5c68 // indirect
+	github.com/jensneuse/byte-template v0.0.0-20231025215717-69252eb3ed56 // indirect
 	github.com/kingledion/go-tools v0.6.0 // indirect
-	github.com/klauspost/compress v1.17.8 // indirect
 	github.com/mattn/go-colorable v0.1.13 // indirect
 	github.com/mattn/go-isatty v0.0.20 // indirect
+	github.com/moby/docker-image-spec v1.3.1 // indirect
+	github.com/moby/term v0.5.0 // indirect
+	github.com/morikuni/aec v1.0.0 // indirect
 	github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
+	github.com/opencontainers/go-digest v1.0.0 // indirect
+	github.com/opencontainers/image-spec v1.1.0 // indirect
 	github.com/phf/go-queue v0.0.0-20170504031614-9abe38d0371d // indirect
 	github.com/pkg/errors v0.9.1 // indirect
 	github.com/pmezard/go-difflib v1.0.0 // indirect
 	github.com/prometheus/client_model v0.6.1 // indirect
 	github.com/prometheus/procfs v0.15.1 // indirect
-	github.com/r3labs/sse/v2 v2.8.1 // indirect
+	github.com/r3labs/sse/v2 v2.10.0 // indirect
 	github.com/santhosh-tekuri/jsonschema/v5 v5.3.1 // indirect
 	github.com/sirupsen/logrus v1.9.3 // indirect
 	github.com/tailscale/hujson v0.0.0-20221223112325-20486734a56a // indirect
 	github.com/tidwall/gjson v1.17.1 // indirect
 	github.com/tidwall/match v1.1.1 // indirect
 	github.com/tidwall/pretty v1.2.1 // indirect
 	github.com/tidwall/sjson v1.2.5 // indirect
-	github.com/wundergraph/cosmo/composition-go v0.0.0-20240527153944-f69e36f08478 // indirect
-	github.com/wundergraph/cosmo/router v0.0.0-20240527153944-f69e36f08478 // indirect
+	github.com/wundergraph/cosmo/composition-go v0.0.0-20240710203753-1203d7f711c3 // indirect
+	github.com/wundergraph/cosmo/router v0.0.0-20240710203753-1203d7f711c3 // indirect
+	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.53.0 // indirect
+	go.opentelemetry.io/otel v1.28.0 // indirect
+	go.opentelemetry.io/otel/metric v1.28.0 // indirect
+	go.opentelemetry.io/otel/trace v1.28.0 // indirect
 	go.uber.org/atomic v1.11.0 // indirect
 	go.uber.org/multierr v1.11.0 // indirect
-	go.uber.org/zap v1.26.0 // indirect
-	golang.org/x/crypto v0.24.0 // indirect
-	golang.org/x/net v0.26.0 // indirect
+	go.uber.org/zap v1.27.0 // indirect
+	golang.org/x/crypto v0.25.0 // indirect
+	golang.org/x/net v0.27.0 // indirect
 	golang.org/x/sync v0.7.0 // indirect
-	golang.org/x/sys v0.21.0 // indirect
+	golang.org/x/sys v0.22.0 // indirect
 	golang.org/x/text v0.16.0 // indirect
 	google.golang.org/protobuf v1.34.2 // indirect
 	gopkg.in/cenkalti/backoff.v1 v1.1.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
-	nhooyr.io/websocket v1.8.7 // indirect
+	gotest.tools/v3 v3.5.1 // indirect
+	nhooyr.io/websocket v1.8.11 // indirect
 	rogchap.com/v8go v0.9.0 // indirect
 )