feat: incorporate Dataplane Signaling

.github/workflows/run-e2e-tests.yml

@@ -81,24 +81,45 @@ jobs:
           # Wait for traefik to be ready
           kubectl rollout status deployment/traefik -n traefik --timeout=120s
 
+          # install Gateway API CRDs
+          kubectl apply --server-side --force-conflicts -f https://github.com/kubernetes-sigs/gateway-api/releases/download/v1.5.1/standard-install.yaml
+
           # forward port 80 -> 8080
           kubectl -n traefik port-forward svc/traefik 8080:80 &
 
-          # install Gateway API CRDs
-          kubectl apply --server-side --force-conflicts -f https://github.com/kubernetes-sigs/gateway-api/releases/download/v1.4.1/experimental-install.yaml
+          sleep 5 # to be safe
 
-          sleep 5 # to be safe`
+      - name: "Deploy MVD common resources"
+        run: |-
+          kubectl apply -k k8s/common
+          kubectl wait -A \
+            --for=condition=ready pod \
+            --selector=type=edc-infra \
+            --timeout=120s || { kubectl get pods -A; exit 1; }
 
-      - name: "Deploy MVD"
+      - name: "Deploy MVD issuer resources"
         run: |-
-          kubectl apply -k k8s/ 
+          kubectl apply -k k8s/issuer
+          kubectl wait -A \
+            --selector=type=edc-job \
+            --for=condition=complete job --all \
+            --timeout=240s || { kubectl get pods -A; exit 1; }
+
+      - name: "Deploy MVD consumer resources"
+        run: |-
+          kubectl apply -k k8s/consumer
+          kubectl wait -A \
+            --selector=type=edc-job \
+            --for=condition=complete job --all \
+            --timeout=240s || { kubectl get pods -A; exit 1; }
 
-      - name: "Wait for MVD to be ready"
+      - name: "Deploy MVD provider resources"
         run: |-
+          kubectl apply -k k8s/provider
           kubectl wait -A \
             --selector=type=edc-job \
             --for=condition=complete job --all \
-            --timeout=300s || kubectl get pods -A
+            --timeout=240s || { kubectl get pods -A; exit 1; }
 
 
       - name: "Run E2E Test"

Requests/ControlPlane Management/Download Data from Public API.bru

@@ -5,19 +5,13 @@ meta {
 }
 
 get {
-  url: {{PROVIDER_PUBLIC_URL}}/api/public
+  url: {{CONSUMER_DP}}/api/proxy/flows/{{flowId}}/data
   body: none
   auth: none
 }
 
 headers {
-  Authorization: {{AUTHORIZATION}}
-}
-
-script:pre-request {
-  if(!(bru.getVar("AUTHORIZATION") !== undefined && bru.getVar("AUTHORIZATION") !== null)){
-      throw new Error(' The authorization token is not yet available, please execute request "Get EDR DataAddress for TransferId" first!');
-  }
+  ~Authorization: {{accessToken}}
 }
 
 script:post-response {

Requests/ControlPlane Management/Get Assets.bru

@@ -5,7 +5,7 @@ meta {
 }
 
 post {
-  url: {{CONSUMER_CP}}/api/mgmt/v4/assets/request
+  url: {{PROVIDER_CP}}/api/mgmt/v4/assets/request
   body: json
   auth: inherit
 }

Requests/ControlPlane Management/Get open dataflow by ID.bru

@@ -0,0 +1,37 @@
+meta {
+  name: Get open dataflow by ID
+  type: http
+  seq: 8
+}
+
+get {
+  url: {{CONSUMER_DP}}/api/proxy/flows/{{flowId}}
+  body: json
+  auth: none
+}
+
+body:text {
+  {
+      "@context": [
+      "https://w3id.org/edc/connector/management/v2"
+      ],
+      "@type": "QuerySpec"
+  }
+}
+
+script:post-response {
+  const body = res.getBody()
+
+  const token = body.endpointProperties.find(obj => obj.name === "access_token");
+  expect(token).not.to.be.undefined
+  console.log(token.value)
+  bru.setVar("accessToken", token.value)
+
+
+
+}
+
+settings {
+  encodeUrl: true
+  timeout: 0
+}

Requests/ControlPlane Management/Get open dataflows.bru

@@ -0,0 +1,43 @@
+meta {
+  name: Get open dataflows
+  type: http
+  seq: 7
+}
+
+get {
+  url: {{CONSUMER_DP}}/api/proxy/flows
+  body: json
+  auth: none
+}
+
+body:text {
+  {
+      "@context": [
+      "https://w3id.org/edc/connector/management/v2"
+      ],
+      "@type": "QuerySpec"
+  }
+}
+
+script:post-response {
+  const body = res.getBody()
+  const map = new Map(Object.entries(body));
+  // just use the first entry in the map
+  const [flowId, address] = map.entries().next().value;
+
+  expect(flowId).not.to.be.undefined
+  bru.setVar("flowId", flowId)
+  console.log(flowId)
+
+
+  const token = address.endpointProperties.find(obj => obj.name === "access_token");
+  expect(token).not.to.be.undefined
+  console.log(token.value)
+  bru.setVar("accessToken", token.value)
+
+}
+
+settings {
+  encodeUrl: true
+  timeout: 0
+}

Requests/ControlPlane Management/Initiate Transfer.bru

@@ -27,6 +27,7 @@ body:json {
     "protocol": "dataspace-protocol-http:2025-1",
     "transferType": "HttpData-PULL"
   }
+
 }
 
 script:pre-request {

Requests/collection.bru

@@ -18,7 +18,9 @@ vars:pre-request {
   CS_URL: http://ih.consumer.localhost/cs
   ISSUER_ADMIN_URL: http://issuer.localhost/admin
   ISSUER_DID: did:web:localhost%3A10100
-  PROVIDER_PUBLIC_URL: http://dp.provider.localhost/public
+  PROVIDER_PUBLIC_URL: http://dp.provider.localhost
   PARTICIPANT_CONTEXT_ID: consumer-participant
   ISSUER_CONTEXT_ID: issuer
+  PROVIDER_CP: http://cp.provider.localhost
+  CONSUMER_DP: http://dp.consumer.localhost
 }