Fix inconsistencies in RPC.md

.github/workflows/docker_master.yaml

@@ -0,0 +1,51 @@
+name: Docker CI master
+
+on:
+  push:
+    branches: [ "main" ]
+    tags:
+      - '*'
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}
+
+jobs:
+  build-and-push-image:
+    runs-on: ubuntu-latest 
+    permissions:
+      contents: read
+      packages: write
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+
+      - name: Set up Go
+        uses: actions/setup-go@v2
+        with:
+          go-version: 1.21.6
+
+      - name: Build
+        run: make 
+
+      - name: Log in to the Container registry
+        uses: docker/login-action@f054a8b539a109f9f41c372932f1ae047eff08c9
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Extract metadata (tags, labels) for Docker
+        id: meta
+        uses: docker/metadata-action@98669ae865ea3cffbcbaa878cf57c20bbf1c6c38
+        with:
+          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+
+      - name: Build and push Docker image
+        uses: docker/build-push-action@ad44023a93711e3deb337508980b4b5e9bcdc5dc
+        with:
+          context: .
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}

.github/workflows/go.yml

@@ -9,10 +9,16 @@ on:
 jobs:
   # Label of the container job
   runner-job:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
 
     # Service containers to run with `runner-job`
     services:
+      minio:
+        image: fclairamb/minio-github-actions
+        ports:
+          - 9000:9000
+        env:
+          MINIO_DOMAIN: localhost
       # Label used to access the service container
       postgres:
         # Docker Hub image
@@ -35,10 +41,17 @@ jobs:
     - name: Set up Go
       uses: actions/setup-go@v2
       with:
-        go-version: 1.17
+        go-version: 1.22.4
 
     - name: Build
       run: make 
 
     - name: Test
-      run: make github_test
+      run: TZ=Europe/Stockholm make github_test
+      env:
+        AWS_S3_ENDPOINT: localhost:9000
+        AWS_S3_ACCESSKEY: minioadmin
+        AWS_S3_SECRETKEY: minioadmin
+        AWS_S3_TLS: false
+        AWS_S3_SKIPVERIFY: false
+        AWS_S3_BUCKET: test

.github/workflows/releaser.yaml

@@ -0,0 +1,36 @@
+name: goreleaser
+
+on:
+  push:
+    # run only against tags
+    tags:
+      - '*'
+
+permissions:
+  contents: write
+  # packages: write
+  # issues: write
+
+jobs:
+  goreleaser:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - run: git fetch --force --tags
+      - uses: actions/setup-go@v3
+        with:
+          go-version: 1.22.4
+          cache: true
+      - uses: goreleaser/goreleaser-action@v2
+        with:
+          # either 'goreleaser' (default) or 'goreleaser-pro'
+          distribution: goreleaser
+          version: latest
+          # args: release --rm-dist
+          args: release
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          # Your GoReleaser Pro key, if you are using the 'goreleaser-pro' distribution
+          # GORELEASER_KEY: ${{ secrets.GORELEASER_KEY }}

.gitignore

@@ -1,3 +1,9 @@
+.DS_Store
+lib/libcryptolib.so
+lib/libcryptolib.wasm
+lib/libcfslib.so
+bin
+lib
 coverage.txt
 *.sw*
 pkg/database/postgresql/*.sw*
@@ -8,3 +14,4 @@ pkg/security/*.sw*
 pkg/logging/*.sw*
 pkg/client/*.sw*
 pkg/cmd/*.sw*
+*.etcd

.goreleaser.yml

@@ -0,0 +1,9 @@
+# .goreleaser.yml
+builds:
+- 
+  main: ./cmd
+  binary: colonies
+  env:
+  - CGO_ENABLED=0
+  ldflags:
+      - "-s -w -X 'main.BuildVersion={{ .Version }}' -X 'main.BuildTime={{ .Date }}'"

CODE_OF_CONDUCT.md

@@ -0,0 +1,128 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+We as members, contributors, and leaders pledge to make participation in our
+community a harassment-free experience for everyone, regardless of age, body
+size, visible or invisible disability, ethnicity, sex characteristics, gender
+identity and expression, level of experience, education, socio-economic status,
+nationality, personal appearance, race, religion, or sexual identity
+and orientation.
+
+We pledge to act and interact in ways that contribute to an open, welcoming,
+diverse, inclusive, and healthy community.
+
+## Our Standards
+
+Examples of behavior that contributes to a positive environment for our
+community include:
+
+* Demonstrating empathy and kindness toward other people
+* Being respectful of differing opinions, viewpoints, and experiences
+* Giving and gracefully accepting constructive feedback
+* Accepting responsibility and apologizing to those affected by our mistakes,
+  and learning from the experience
+* Focusing on what is best not just for us as individuals, but for the
+  overall community
+
+Examples of unacceptable behavior include:
+
+* The use of sexualized language or imagery, and sexual attention or
+  advances of any kind
+* Trolling, insulting or derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or email
+  address, without their explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Enforcement Responsibilities
+
+Community leaders are responsible for clarifying and enforcing our standards of
+acceptable behavior and will take appropriate and fair corrective action in
+response to any behavior that they deem inappropriate, threatening, offensive,
+or harmful.
+
+Community leaders have the right and responsibility to remove, edit, or reject
+comments, commits, code, wiki edits, issues, and other contributions that are
+not aligned to this Code of Conduct, and will communicate reasons for moderation
+decisions when appropriate.
+
+## Scope
+
+This Code of Conduct applies within all community spaces, and also applies when
+an individual is officially representing the community in public spaces.
+Examples of representing our community include using an official e-mail address,
+posting via an official social media account, or acting as an appointed
+representative at an online or offline event.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported to the community leaders responsible for enforcement at
+johan.kristiansson@ri.se.
+All complaints will be reviewed and investigated promptly and fairly.
+
+All community leaders are obligated to respect the privacy and security of the
+reporter of any incident.
+
+## Enforcement Guidelines
+
+Community leaders will follow these Community Impact Guidelines in determining
+the consequences for any action they deem in violation of this Code of Conduct:
+
+### 1. Correction
+
+**Community Impact**: Use of inappropriate language or other behavior deemed
+unprofessional or unwelcome in the community.
+
+**Consequence**: A private, written warning from community leaders, providing
+clarity around the nature of the violation and an explanation of why the
+behavior was inappropriate. A public apology may be requested.
+
+### 2. Warning
+
+**Community Impact**: A violation through a single incident or series
+of actions.
+
+**Consequence**: A warning with consequences for continued behavior. No
+interaction with the people involved, including unsolicited interaction with
+those enforcing the Code of Conduct, for a specified period of time. This
+includes avoiding interactions in community spaces as well as external channels
+like social media. Violating these terms may lead to a temporary or
+permanent ban.
+
+### 3. Temporary Ban
+
+**Community Impact**: A serious violation of community standards, including
+sustained inappropriate behavior.
+
+**Consequence**: A temporary ban from any sort of interaction or public
+communication with the community for a specified period of time. No public or
+private interaction with the people involved, including unsolicited interaction
+with those enforcing the Code of Conduct, is allowed during this period.
+Violating these terms may lead to a permanent ban.
+
+### 4. Permanent Ban
+
+**Community Impact**: Demonstrating a pattern of violation of community
+standards, including sustained inappropriate behavior,  harassment of an
+individual, or aggression toward or disparagement of classes of individuals.
+
+**Consequence**: A permanent ban from any sort of public interaction within
+the community.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage],
+version 2.0, available at
+https://www.contributor-covenant.org/version/2/0/code_of_conduct.html.
+
+Community Impact Guidelines were inspired by [Mozilla's code of conduct
+enforcement ladder](https://github.com/mozilla/diversity).
+
+[homepage]: https://www.contributor-covenant.org
+
+For answers to common questions about this code of conduct, see the FAQ at
+https://www.contributor-covenant.org/faq. Translations are available at
+https://www.contributor-covenant.org/translations.

Makefile

@@ -1,18 +1,28 @@
 all: build
 .PHONY: all build
 
-IMAGE ?= colonyos/colonies
+BUILD_IMAGE ?= colonyos/colonies
+PUSH_IMAGE ?= colonyos/colonies:v1.8.18
+
+VERSION := $(shell git rev-parse --short HEAD)
+BUILDTIME := $(shell date -u '+%Y-%m-%dT%H:%M:%SZ')
+
+GOLDFLAGS += -X 'main.BuildVersion=$(VERSION)'
+GOLDFLAGS += -X 'main.BuildTime=$(BUILDTIME)'
 
 build:
-	@CGO_ENABLED=0 GOOS=linux go build -ldflags="-s -w" -o ./bin/colonies ./cmd/main.go
-	@go build -buildmode=c-shared -o ./lib/cryptolib.so ./internal/cryptolib/cryptolib.go
-	@GOOS=js GOARCH=wasm go build -o ./lib/cryptolib.wasm internal/cryptolib.wasm/cryptolib.go
+	@CGO_ENABLED=0 go build -ldflags="-s -w $(GOLDFLAGS)" -o ./bin/colonies ./cmd/main.go
+	@go build -buildmode=c-shared -o ./lib/libcryptolib.so ./internal/cryptolib/cryptolib.go
+	@go build -buildmode=c-shared -o ./lib/libcfslib.so ./internal/cfslib/cfslib.go
+	@GOOS=js GOARCH=wasm go build -o ./lib/libcryptolib.wasm internal/cryptolib.wasm/cryptolib.go
 
-docker:
-	docker build -t $(IMAGE) .
+container:
+	docker build -t $(BUILD_IMAGE) .
 
-push-image:
-	docker push $(IMAGE)
+push:
+	docker tag $(BUILD_IMAGE) $(PUSH_IMAGE) 
+	docker push $(BUILD_IMAGE)
+	docker push $(PUSH_IMAGE)
 
 coverage:
 	./buildtools/coverage.sh
@@ -22,27 +32,43 @@ build_cryptolib_ubuntu_2020:
 	cd buildtools; ./build_cryptolib_ubuntu.sh 
 
 test:
-	@cd internal/crypto; grc go test -v
-	@cd pkg/core; grc go test -v
-	@cd pkg/database/postgresql; grc go test -v
-	@cd pkg/rpc; grc go test -v
-	@cd pkg/security; grc go test -v
-	@cd pkg/security/crypto; grc go test -v
-	@cd pkg/security/validator; grc go test -v
-	@cd pkg/server; grc go test -v
-	@cd pkg/scheduler/basic; grc go test -v
-
-github_test:
-	@cd internal/crypto; go test -v
-	@cd pkg/core; go test -v
-	@cd pkg/database/postgresql; go test -v
-	@cd pkg/rpc; go test -v
-	@cd pkg/security; go test -v
-	@cd pkg/security/crypto; go test -v
-	@cd pkg/security/validator; go test -v
-	@cd pkg/server; go test -v
-	@cd pkg/scheduler/basic; go test -v
+	@cd tests/reliability; grc go test -v --race
+	@cd internal/crypto; grc go test -v --race
+	@cd pkg/core; grc go test -v --race
+	@cd pkg/database/postgresql; grc go test -v --race
+	@cd pkg/rpc; grc go test -v --race
+	@cd pkg/security; grc go test -v --race
+	@cd pkg/security/crypto; grc go test -v --race
+	@cd pkg/security/validator; grc go test -v --race
+	@cd pkg/server; grc go test -v --race
+	@cd pkg/scheduler; grc go test -v --race
+	@cd pkg/parsers; grc go test -v --race
+	@cd pkg/utils; grc go test -v --race
+	@cd pkg/cluster; grc go test -v --race
+	@cd pkg/cron; grc go test -v --race
+	@cd pkg/fs; go test -v --race
+
+github_test: 
+	@cd tests/reliability; go test -v --race
+	@cd internal/crypto; go test -v --race
+	@cd pkg/core; go test -v --race
+	@cd pkg/database/postgresql; go test -v --race
+	@cd pkg/rpc; go test -v --race
+	@cd pkg/security; go test -v --race
+	@cd pkg/security/crypto; go test -v --race
+	@cd pkg/security/validator; go test -v --race
+	@cd pkg/server; go test -v --race
+	@cd pkg/scheduler; go test -v --race
+	@cd pkg/parsers; go test -v --race
+	@cd pkg/utils; go test -v --race
+	@cd pkg/cluster; go test -v --race
+	@cd pkg/cron; go test -v --race
+	@cd pkg/fs; go test -v --race
 
 install:
 	cp ./bin/colonies /usr/local/bin
-	cp ./lib/cryptolib.so /usr/lib
+	cp ./lib/libcryptolib.so /usr/local/lib
+	cp ./lib/libcfslib.so /usr/local/lib
+
+startdb: 
+	docker run -d -p 5432:5432 -e POSTGRES_PASSWORD=rFcLGNkgsNtksg6Pgtn9CumL4xXBQ7 --restart unless-stopped timescale/timescaledb:latest-pg16