diff --git a/.github/workflows/run-workflow-tests.yml b/.github/workflows/run-workflow-tests.yml index a8666ee..4d6c797 100644 --- a/.github/workflows/run-workflow-tests.yml +++ b/.github/workflows/run-workflow-tests.yml @@ -5,31 +5,36 @@ on: branches: [ main ] pull_request: branches: "*" + workflow_dispatch: jobs: build-and-run: runs-on: ubuntu-latest + strategy: + fail-fast: false + matrix: + python-version: ["3.9", "3.10", "3.11"] env: TEST_XIRCUITS: | examples/SparkSQLPlotBar.xircuits examples/SparkLinePlot.xircuits examples/SparkLogisticRegressionSample.xircuits - + steps: - name: Checkout Repository uses: actions/checkout@v3 - - uses: actions/setup-java@v3 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v4 with: - java-version: '17' - distribution: temurin + python-version: ${{ matrix.python-version }} - - uses: vemonet/setup-spark@v1 - with: - spark-version: '3.5.0' - hadoop-version: '3' + - name: Create virtual environment + run: | + python -m venv venv + echo "${{ github.workspace }}/venv/bin" >> $GITHUB_PATH - - name: Install xircuits + - name: Install xircuits in virtual environment run: pip install xircuits - name: Set Environment Variables @@ -45,19 +50,17 @@ jobs: fi - name: List Xircuits - run: xircuits list + run: xircuits list - name: Clone Repository run: | - # as of 1.9, xai_pytorch still lives in the base xircuits installation rm -rf ${{ env.COMPONENT_LIBRARY_PATH }} - git clone -b ${{ env.BRANCH_NAME }} https://github.com/${{ github.repository }} ${{ env.COMPONENT_LIBRARY_PATH }} - - - name: Setup XAI SKLearn Components - run: | - # as of 1.9, xai_sklearn still lives in the base xircuits installation - rm -rf xai_components/xai_sklearn - git clone https://github.com/XpressAI/xai-sklearn xai_components/xai_sklearn + if [ "${{ github.event_name }}" == "pull_request" ]; then + REPO_URL="${{ github.event.pull_request.head.repo.clone_url }}" + else + REPO_URL="https://github.com/${{ github.repository }}" + fi + git clone -b ${{ env.BRANCH_NAME }} $REPO_URL ${{ env.COMPONENT_LIBRARY_PATH }} - name: Install Component Library run: | @@ -67,7 +70,7 @@ jobs: else echo "requirements.txt not found." fi - + - name: Test .xircuits Workflows run: | export PYTHONPATH="${GITHUB_WORKSPACE}:${PYTHONPATH}" @@ -111,7 +114,7 @@ jobs: - name: Upload log file if: always() - uses: actions/upload-artifact@v3 + uses: actions/upload-artifact@v4 with: - name: ${{ env.LIBRARY_NAME }}-validation-workflow - path: ${{ github.workspace }}/workflow_logs.txt + name: ${{ env.LIBRARY_NAME }}-validation-workflow-${{ matrix.python-version }} + path: ${{ github.workspace }}/workflow_logs.txt \ No newline at end of file diff --git a/examples/SparkLinePlot.xircuits b/examples/SparkLinePlot.xircuits index 64f40ab..5e6bd6a 100644 --- a/examples/SparkLinePlot.xircuits +++ b/examples/SparkLinePlot.xircuits @@ -1,12 +1,12 @@ { "id": "b5b1f9bf-9019-4e51-85f9-6a8ee5e612b4", - "offsetX": 65.79123239632649, - "offsetY": 66.06598033821136, - "zoom": 83.75000000000009, + "offsetX": 135.71404886169168, + "offsetY": 81.62250091806612, + "zoom": 93.75000000000009, "gridSize": 0, "layers": [ { - "id": "aa3ddb86-6c62-471c-82e4-730616ab3dbc", + "id": "110032b5-b263-4d60-a0be-7264544b0b69", "type": "diagram-links", "isSvg": true, "transformed": true, @@ -17,20 +17,20 @@ "selected": false, "source": "9a3e5d27-ad2e-4b65-a152-672ff5a069b5", "sourcePort": "2480113b-4f4e-47a4-a91f-04b884da053e", - "target": "f0cf2379-31ad-494c-8380-f6f842498256", - "targetPort": "65e7278b-9eaf-4cb7-a2d8-b0ec0defd732", + "target": "d6859d79-5271-419f-bb53-5ba8583ab121", + "targetPort": "eccc2594-e9ad-4f23-b4e5-8ee0dbe60540", "points": [ { "id": "07b05b98-66e0-437c-8c82-2b7e6b3ba7b0", "type": "point", - "x": 96.129, - "y": 65.075 + "x": 85.02500152669546, + "y": 70.0250126926044 }, { "id": "37c0393d-02bb-4d64-95f7-154bfce751a3", "type": "point", - "x": 153.976, - "y": 77.969 + "x": 142.23753407877874, + "y": 109.78752896864603 } ], "labels": [], @@ -43,22 +43,22 @@ "id": "095d4c5c-1306-46d8-a2bc-487a14e6350b", "type": "triangle-link", "selected": false, - "source": "f0cf2379-31ad-494c-8380-f6f842498256", - "sourcePort": "803fb9c7-166e-4df8-8f3d-459c3ec99f1c", - "target": "8778902c-e748-4407-8e0d-8fee423417b7", - "targetPort": "5d04dd17-fa41-47b0-a4ba-5694bb169e82", + "source": "d6859d79-5271-419f-bb53-5ba8583ab121", + "sourcePort": "e88398b6-b901-4d2b-a5e0-0cb1f2e0f8f9", + "target": "65e22968-c237-4ad3-9e31-493824cbbb57", + "targetPort": "e45b7215-eb21-49dd-82d8-8b16824c6c3d", "points": [ { "id": "ece8df5c-bddb-4f0d-9e07-78afac1eef75", "type": "point", - "x": 342.888, - "y": 77.969 + "x": 302.91253407877855, + "y": 109.78752896864603 }, { "id": "e9918323-c597-46aa-8e38-f9a2a986579b", "type": "point", - "x": 369.057, - "y": 140.897 + "x": 371.1875340787785, + "y": 143.912528968646 } ], "labels": [], @@ -71,22 +71,22 @@ "id": "2c13fd4a-699f-43bd-87c2-0a99f2db0ef1", "type": "parameter-link", "selected": false, - "source": "f0cf2379-31ad-494c-8380-f6f842498256", - "sourcePort": "c31d47e6-6aa4-4aa0-959d-f383b0818804", - "target": "8778902c-e748-4407-8e0d-8fee423417b7", - "targetPort": "c434e7ab-36d7-4de0-ae3d-a0268a6e4bb2", + "source": "d6859d79-5271-419f-bb53-5ba8583ab121", + "sourcePort": "6dedeea0-54bd-453e-a7b6-bda38e13ec97", + "target": "65e22968-c237-4ad3-9e31-493824cbbb57", + "targetPort": "ad51c3c1-6c6c-4a19-9afe-221cf31ab7e4", "points": [ { "id": "96310aa4-52d0-4082-bf89-e8c158bdb946", "type": "point", - "x": 342.888, - "y": 93.953 + "x": 302.91253407877855, + "y": 131.38752896864602 }, { "id": "a2429aac-2907-4aea-b1bc-7efe469032c3", "type": "point", - "x": 369.057, - "y": 156.881 + "x": 371.1875340787785, + "y": 165.51252896864597 } ], "labels": [], @@ -99,22 +99,22 @@ "id": "2634e151-6430-43c6-bc14-7d8e6acba147", "type": "triangle-link", "selected": false, - "source": "598194a8-7331-42c2-b34f-63f13bc10b9b", - "sourcePort": "7981409c-3a36-4e14-9f37-26d6fd4fecb4", - "target": "88141312-0e4f-4392-8360-e5fd4b4367d1", - "targetPort": "0cc541b7-8e80-42c8-9fe7-ae79b1321b24", + "source": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", + "sourcePort": "8d4dd032-1e88-4804-81f8-d7667ddfdfaf", + "target": "9ef96dfa-e770-4b27-b614-14efdd1e5364", + "targetPort": "463d561f-8e25-4e2e-92a1-d11e73b8b3be", "points": [ { "id": "59951e5f-977e-42ba-a5f7-8b6e3de6943d", "type": "point", - "x": 801.672, - "y": 198.096 + "x": 795.0875340787782, + "y": 201.11252896864593 }, { "id": "2e692aad-91e9-4dfc-b821-75232503aef0", "type": "point", - "x": 897.969, - "y": 239.068 + "x": 900.100034078778, + "y": 242.1000289686459 } ], "labels": [], @@ -127,22 +127,22 @@ "id": "05e933fd-441a-4a08-ba6a-aa22f644dbff", "type": "triangle-link", "selected": false, - "source": "8778902c-e748-4407-8e0d-8fee423417b7", - "sourcePort": "b6259f4f-2a65-48fd-86bf-0f6a6d78f8bc", - "target": "598194a8-7331-42c2-b34f-63f13bc10b9b", - "targetPort": "7fe43386-cd8f-4af8-8c76-1cdc6e0822f4", + "source": "65e22968-c237-4ad3-9e31-493824cbbb57", + "sourcePort": "742f331a-fdb5-4e6c-8132-0f7e4902c229", + "target": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", + "targetPort": "6b5087cb-3f54-4409-9ff5-05f9cf7518fe", "points": [ { "id": "ddfdf767-f18d-46d3-9968-c9f554451e18", "type": "point", - "x": 621.511, - "y": 140.897 + "x": 595.0750340787783, + "y": 143.912528968646 }, { "id": "e55f421e-88ef-4435-81a4-5e89623b3b00", "type": "point", - "x": 666.383, - "y": 198.096 + "x": 668.5125340787783, + "y": 201.11252896864593 } ], "labels": [], @@ -157,20 +157,20 @@ "selected": false, "source": "e8b0d144-309a-4cb0-a4d4-9d4d7ccd1def", "sourcePort": "ecc953f7-5fac-43fe-ae9c-d1f4b2e21a4b", - "target": "598194a8-7331-42c2-b34f-63f13bc10b9b", - "targetPort": "9844fef7-686a-45bd-9928-a4a4543080a5", + "target": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", + "targetPort": "13e10024-1946-4994-8002-6de2224a5693", "points": [ { "id": "ac342e44-dccf-4eb5-a41b-fd7fb183b68f", "type": "point", - "x": 514.416, - "y": 241.372 + "x": 516.6000340787784, + "y": 241.3875289686459 }, { "id": "51c044bc-08d4-4cc3-aad1-6e90b91859c7", "type": "point", - "x": 666.383, - "y": 230.064 + "x": 668.5125340787783, + "y": 244.3125289686459 } ], "labels": [], @@ -185,20 +185,20 @@ "selected": false, "source": "6bcd0a2e-8be3-42a7-af03-5cf030e4aeec", "sourcePort": "1026ef60-8197-42a4-8dcd-94f4638db381", - "target": "598194a8-7331-42c2-b34f-63f13bc10b9b", - "targetPort": "0dabac36-d765-465f-8a16-c8199fad658e", + "target": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", + "targetPort": "b0e33b82-f43c-432c-a8b7-b20854c65568", "points": [ { "id": "73896dbe-2079-4510-aebc-f706c9f9e58d", "type": "point", - "x": 520.18, - "y": 301.117 + "x": 522.3500340787784, + "y": 301.1375289686458 }, { "id": "4254019a-c039-4ef6-9cbb-de4053ece6fe", "type": "point", - "x": 666.383, - "y": 246.047 + "x": 668.5125340787783, + "y": 265.9125289686459 } ], "labels": [], @@ -213,20 +213,20 @@ "selected": false, "source": "93c5d725-fc74-4c76-babf-724144985fe9", "sourcePort": "5638f396-0f40-4a4d-92e0-24a6bab9b8e4", - "target": "598194a8-7331-42c2-b34f-63f13bc10b9b", - "targetPort": "426da94a-d5f7-42d3-b547-7765bc3e0840", + "target": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", + "targetPort": "dc49d356-0f92-4a82-888b-40235a797142", "points": [ { "id": "1174d3f8-aede-4181-8067-99de6ada6cf5", "type": "point", - "x": 523.223, - "y": 366.522 + "x": 525.4125340787784, + "y": 366.5375289686458 }, { "id": "76ea76aa-01d3-463c-a97e-c155eeff25f3", "type": "point", - "x": 666.383, - "y": 262.031 + "x": 668.5125340787783, + "y": 287.5125289686458 } ], "labels": [], @@ -241,20 +241,20 @@ "selected": false, "source": "2c70b15f-f847-4065-9471-14cec714d2d0", "sourcePort": "bd11ff3b-2f9f-4f84-9095-c689d5751743", - "target": "598194a8-7331-42c2-b34f-63f13bc10b9b", - "targetPort": "e3464fa8-915f-46e1-8966-224db92f1a51", + "target": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", + "targetPort": "b27b3f08-e73c-42f1-8367-37a2151482c5", "points": [ { "id": "80e0167f-4346-4e44-b86b-b71bc3b024d8", "type": "point", - "x": 551.684, - "y": 432.911 + "x": 553.8875340787783, + "y": 432.93749641656234 }, { "id": "0142bd47-cf4b-40af-933b-78feb21bd0be", "type": "point", - "x": 666.383, - "y": 278.015 + "x": 668.5125340787783, + "y": 309.11252896864585 } ], "labels": [], @@ -267,22 +267,22 @@ "id": "17a0ead9-ceb8-407e-bd9a-886ae2060269", "type": "parameter-link", "selected": false, - "source": "8778902c-e748-4407-8e0d-8fee423417b7", - "sourcePort": "73043c4e-3c3d-46f3-ad36-d9759e3d721e", - "target": "598194a8-7331-42c2-b34f-63f13bc10b9b", - "targetPort": "e71f322a-3751-43c3-a71b-e2f643970fda", + "source": "65e22968-c237-4ad3-9e31-493824cbbb57", + "sourcePort": "16211cbe-1a1c-4466-997c-c9b7867520a7", + "target": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", + "targetPort": "a3186997-4954-4d90-bb57-6dc9b8985b2e", "points": [ { "id": "f57b193c-09b3-491c-a0f4-34a0aaa46ee9", "type": "point", - "x": 621.511, - "y": 172.865 + "x": 595.0750340787783, + "y": 187.11252896864596 }, { "id": "2243df78-8e01-4a71-9e60-b824eb2355a1", "type": "point", - "x": 666.383, - "y": 214.08 + "x": 668.5125340787783, + "y": 222.71252896864593 } ], "labels": [], @@ -294,23 +294,23 @@ "b70f9f74-dbfc-4b7d-8e2e-b21c489cd019": { "id": "b70f9f74-dbfc-4b7d-8e2e-b21c489cd019", "type": "parameter-link", - "selected": true, + "selected": false, "source": "e475362d-d4ca-4a15-8123-703864583808", "sourcePort": "1959bb19-fc46-41c7-b086-96e067fbb619", - "target": "8778902c-e748-4407-8e0d-8fee423417b7", - "targetPort": "f7f3cd3c-d49d-429d-8e63-f61c5fcdfceb", + "target": "65e22968-c237-4ad3-9e31-493824cbbb57", + "targetPort": "71925ae5-311d-471e-9558-7b36baa6cfc6", "points": [ { "id": "c434d60c-462d-42cf-9cb0-eeffdfe4c4cc", "type": "point", - "x": 278.872, - "y": 260.179 + "x": 281.2000340787786, + "y": 260.2000289686459 }, { "id": "aeb8bea1-8c69-4220-bb78-31dad7093460", "type": "point", - "x": 369.057, - "y": 172.865 + "x": 371.1875340787785, + "y": 187.11252896864596 } ], "labels": [], @@ -322,7 +322,7 @@ } }, { - "id": "42bcdae0-170b-4f42-a10e-62101e6ae9f2", + "id": "b901f687-a520-43ef-b10c-9d3473c2bcfa", "type": "diagram-nodes", "isSvg": false, "transformed": true, @@ -334,15 +334,15 @@ "extras": { "type": "Start" }, - "x": 58, - "y": 31, + "x": 17.286746987951844, + "y": 32.92771084337349, "ports": [ { "id": "2480113b-4f4e-47a4-a91f-04b884da053e", "type": "default", "extras": {}, - "x": 88.634, - "y": 57.581, + "x": 74.72500152669546, + "y": 59.72501269260441, "name": "out-0", "alignment": "right", "parentNode": "9a3e5d27-ad2e-4b65-a152-672ff5a069b5", @@ -363,42 +363,6 @@ "2480113b-4f4e-47a4-a91f-04b884da053e" ] }, - "88141312-0e4f-4392-8360-e5fd4b4367d1": { - "id": "88141312-0e4f-4392-8360-e5fd4b4367d1", - "type": "custom-node", - "selected": false, - "extras": { - "type": "Finish" - }, - "x": 889, - "y": 205, - "ports": [ - { - "id": "0cc541b7-8e80-42c8-9fe7-ae79b1321b24", - "type": "default", - "extras": {}, - "x": 890.475, - "y": 231.574, - "name": "in-0", - "alignment": "left", - "parentNode": "88141312-0e4f-4392-8360-e5fd4b4367d1", - "links": [ - "2634e151-6430-43c6-bc14-7d8e6acba147" - ], - "in": true, - "label": "▶", - "varName": "▶", - "portType": "", - "dataType": "" - } - ], - "name": "Finish", - "color": "rgb(255,102,102)", - "portsInOrder": [ - "0cc541b7-8e80-42c8-9fe7-ae79b1321b24" - ], - "portsOutOrder": [] - }, "e8b0d144-309a-4cb0-a4d4-9d4d7ccd1def": { "id": "e8b0d144-309a-4cb0-a4d4-9d4d7ccd1def", "type": "custom-node", @@ -414,8 +378,8 @@ "id": "ecc953f7-5fac-43fe-ae9c-d1f4b2e21a4b", "type": "default", "extras": {}, - "x": 506.921, - "y": 233.877, + "x": 506.30003407877837, + "y": 231.08752896864593, "name": "out-0", "alignment": "right", "parentNode": "e8b0d144-309a-4cb0-a4d4-9d4d7ccd1def", @@ -451,8 +415,8 @@ "id": "5638f396-0f40-4a4d-92e0-24a6bab9b8e4", "type": "default", "extras": {}, - "x": 515.729, - "y": 359.028, + "x": 515.1125340787784, + "y": 356.2375289686458, "name": "out-0", "alignment": "right", "parentNode": "93c5d725-fc74-4c76-babf-724144985fe9", @@ -488,8 +452,8 @@ "id": "1026ef60-8197-42a4-8dcd-94f4638db381", "type": "default", "extras": {}, - "x": 512.685, - "y": 293.623, + "x": 512.0500340787784, + "y": 290.83752896864587, "name": "out-0", "alignment": "right", "parentNode": "6bcd0a2e-8be3-42a7-af03-5cf030e4aeec", @@ -525,8 +489,8 @@ "id": "bd11ff3b-2f9f-4f84-9095-c689d5751743", "type": "default", "extras": {}, - "x": 544.19, - "y": 425.417, + "x": 543.5875340787783, + "y": 422.6374964165624, "name": "out-0", "alignment": "right", "parentNode": "2c70b15f-f847-4065-9471-14cec714d2d0", @@ -547,12 +511,106 @@ "bd11ff3b-2f9f-4f84-9095-c689d5751743" ] }, - "f0cf2379-31ad-494c-8380-f6f842498256": { - "id": "f0cf2379-31ad-494c-8380-f6f842498256", + "e475362d-d4ca-4a15-8123-703864583808": { + "id": "e475362d-d4ca-4a15-8123-703864583808", "type": "custom-node", "selected": false, "extras": { - "type": "debug", + "type": "string" + }, + "x": 5.404, + "y": 226.1, + "ports": [ + { + "id": "1959bb19-fc46-41c7-b086-96e067fbb619", + "type": "default", + "extras": {}, + "x": 270.9000340787786, + "y": 249.9000289686459, + "name": "out-0", + "alignment": "right", + "parentNode": "e475362d-d4ca-4a15-8123-703864583808", + "links": [ + "b70f9f74-dbfc-4b7d-8e2e-b21c489cd019" + ], + "in": false, + "label": "xai_components/xai_spark/examples/datasets/wind.csv", + "varName": "xai_components/xai_spark/examples/datasets/wind.csv", + "portType": "", + "dataType": "" + } + ], + "name": "Literal String", + "color": "rgb(255,204,0)", + "portsInOrder": [], + "portsOutOrder": [ + "1959bb19-fc46-41c7-b086-96e067fbb619" + ] + }, + "9ef96dfa-e770-4b27-b614-14efdd1e5364": { + "id": "9ef96dfa-e770-4b27-b614-14efdd1e5364", + "type": "custom-node", + "selected": true, + "extras": { + "type": "Finish" + }, + "x": 889, + "y": 205, + "ports": [ + { + "id": "463d561f-8e25-4e2e-92a1-d11e73b8b3be", + "type": "default", + "extras": {}, + "x": 889.800034078778, + "y": 231.8000289686459, + "name": "in-0", + "alignment": "left", + "parentNode": "9ef96dfa-e770-4b27-b614-14efdd1e5364", + "links": [ + "2634e151-6430-43c6-bc14-7d8e6acba147" + ], + "in": true, + "label": "▶", + "varName": "▶", + "portType": "", + "dataType": "" + }, + { + "id": "c8fc83ca-8f20-416d-bd54-a247c3ee3d88", + "type": "default", + "extras": {}, + "x": 889.800034078778, + "y": 253.4000289686459, + "name": "parameter-dynalist-outputs", + "alignment": "left", + "parentNode": "9ef96dfa-e770-4b27-b614-14efdd1e5364", + "links": [], + "in": true, + "label": "outputs", + "varName": "outputs", + "portType": "", + "dataType": "dynalist", + "dynaPortOrder": 0, + "dynaPortRef": { + "previous": null, + "next": null + } + } + ], + "name": "Finish", + "color": "rgb(255,102,102)", + "portsInOrder": [ + "463d561f-8e25-4e2e-92a1-d11e73b8b3be", + "c8fc83ca-8f20-416d-bd54-a247c3ee3d88" + ], + "portsOutOrder": [] + }, + "d6859d79-5271-419f-bb53-5ba8583ab121": { + "id": "d6859d79-5271-419f-bb53-5ba8583ab121", + "type": "custom-node", + "selected": true, + "extras": { + "type": "library_component", "path": "xai_components/xai_spark/pyspark_core.py", "description": "Instantiates a Spark Session.\n\n##### inPorts:\n- master: Cluster URL to connect to (e.g. mesos://host:port, spark://host:port, local[4]). \n Default: `local`.\n- appname: A name for your job, to display on the cluster web UI.\n Default: .xircuits canvas name.\n- config: Runtime configuration interface for Spark.\n Default: `\" \"`.\n\n##### outPorts:\n- sparksession: A spark session instance.", "lineNo": [ @@ -562,18 +620,18 @@ } ] }, - "x": 145.011, - "y": 43.892, + "x": 131.14433333333335, + "y": 72.69199999999998, "ports": [ { - "id": "65e7278b-9eaf-4cb7-a2d8-b0ec0defd732", + "id": "eccc2594-e9ad-4f23-b4e5-8ee0dbe60540", "type": "default", "extras": {}, - "x": 146.481, - "y": 70.475, + "x": 131.93753407877875, + "y": 99.48752896864605, "name": "in-0", "alignment": "left", - "parentNode": "f0cf2379-31ad-494c-8380-f6f842498256", + "parentNode": "d6859d79-5271-419f-bb53-5ba8583ab121", "links": [ "e9bac35d-b654-41d4-92f9-182fc48d8b93" ], @@ -584,14 +642,14 @@ "dataType": "" }, { - "id": "07352981-d37e-470a-bb8f-7944b6d7a39a", + "id": "088df6e0-89ed-4286-b96c-729975c56dec", "type": "default", "extras": {}, - "x": 146.481, - "y": 86.458, + "x": 131.93753407877875, + "y": 121.08752896864603, "name": "parameter-string-master", "alignment": "left", - "parentNode": "f0cf2379-31ad-494c-8380-f6f842498256", + "parentNode": "d6859d79-5271-419f-bb53-5ba8583ab121", "links": [], "in": true, "label": "master", @@ -600,14 +658,14 @@ "dataType": "string" }, { - "id": "50e2fe36-2ee5-4d56-b970-b5520aa7803b", + "id": "b77125b1-7629-4679-a55b-d7ba86d1e84b", "type": "default", "extras": {}, - "x": 146.481, - "y": 102.442, + "x": 131.93753407877875, + "y": 142.687528968646, "name": "parameter-string-appname", "alignment": "left", - "parentNode": "f0cf2379-31ad-494c-8380-f6f842498256", + "parentNode": "d6859d79-5271-419f-bb53-5ba8583ab121", "links": [], "in": true, "label": "appname", @@ -616,14 +674,14 @@ "dataType": "string" }, { - "id": "9e570b86-b0d8-483b-a2f8-4e8237f477b7", + "id": "68f52a7e-047a-44b0-b1f2-7035cb3fc8f6", "type": "default", "extras": {}, - "x": 146.481, - "y": 118.426, + "x": 131.93753407877875, + "y": 164.28752896864597, "name": "parameter-string-config", "alignment": "left", - "parentNode": "f0cf2379-31ad-494c-8380-f6f842498256", + "parentNode": "d6859d79-5271-419f-bb53-5ba8583ab121", "links": [], "in": true, "label": "config", @@ -632,14 +690,14 @@ "dataType": "string" }, { - "id": "803fb9c7-166e-4df8-8f3d-459c3ec99f1c", + "id": "e88398b6-b901-4d2b-a5e0-0cb1f2e0f8f9", "type": "default", "extras": {}, - "x": 335.394, - "y": 70.475, + "x": 292.6125340787786, + "y": 99.48752896864605, "name": "out-0", "alignment": "right", - "parentNode": "f0cf2379-31ad-494c-8380-f6f842498256", + "parentNode": "d6859d79-5271-419f-bb53-5ba8583ab121", "links": [ "095d4c5c-1306-46d8-a2bc-487a14e6350b" ], @@ -650,14 +708,14 @@ "dataType": "" }, { - "id": "c31d47e6-6aa4-4aa0-959d-f383b0818804", + "id": "6dedeea0-54bd-453e-a7b6-bda38e13ec97", "type": "default", "extras": {}, - "x": 335.394, - "y": 86.458, + "x": 292.6125340787786, + "y": 121.08752896864603, "name": "parameter-out-any-sparksession", "alignment": "right", - "parentNode": "f0cf2379-31ad-494c-8380-f6f842498256", + "parentNode": "d6859d79-5271-419f-bb53-5ba8583ab121", "links": [ "2c13fd4a-699f-43bd-87c2-0a99f2db0ef1" ], @@ -665,28 +723,28 @@ "label": "sparksession", "varName": "sparksession", "portType": "", - "dataType": "" + "dataType": "any" } ], "name": "xSparkSession", - "color": "rgb(204,204,204)", + "color": "rgb(153,51,204)", "portsInOrder": [ - "65e7278b-9eaf-4cb7-a2d8-b0ec0defd732", - "07352981-d37e-470a-bb8f-7944b6d7a39a", - "50e2fe36-2ee5-4d56-b970-b5520aa7803b", - "9e570b86-b0d8-483b-a2f8-4e8237f477b7" + "eccc2594-e9ad-4f23-b4e5-8ee0dbe60540", + "088df6e0-89ed-4286-b96c-729975c56dec", + "b77125b1-7629-4679-a55b-d7ba86d1e84b", + "68f52a7e-047a-44b0-b1f2-7035cb3fc8f6" ], "portsOutOrder": [ - "803fb9c7-166e-4df8-8f3d-459c3ec99f1c", - "c31d47e6-6aa4-4aa0-959d-f383b0818804" + "e88398b6-b901-4d2b-a5e0-0cb1f2e0f8f9", + "6dedeea0-54bd-453e-a7b6-bda38e13ec97" ] }, - "8778902c-e748-4407-8e0d-8fee423417b7": { - "id": "8778902c-e748-4407-8e0d-8fee423417b7", + "65e22968-c237-4ad3-9e31-493824cbbb57": { + "id": "65e22968-c237-4ad3-9e31-493824cbbb57", "type": "custom-node", - "selected": false, + "selected": true, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_spark/pyspark_core.py", "description": "Reads a Spark supported file format (json / csv / parquet / orc ) \nand outputs a Spark dataframe.\n\n##### inPorts:\n- in_sparksession: A spark session.\n- file_input: a Spark supported file format (json / csv / parquet / orc ) filepath.\n\n##### outPorts:\n- out_sparksession: A spark session.\n- out_dataframe: A spark dataframe.", "lineNo": [ @@ -700,14 +758,14 @@ "y": 106.819, "ports": [ { - "id": "5d04dd17-fa41-47b0-a4ba-5694bb169e82", + "id": "e45b7215-eb21-49dd-82d8-8b16824c6c3d", "type": "default", "extras": {}, - "x": 361.563, - "y": 133.403, + "x": 360.8875340787785, + "y": 133.61252896864602, "name": "in-0", "alignment": "left", - "parentNode": "8778902c-e748-4407-8e0d-8fee423417b7", + "parentNode": "65e22968-c237-4ad3-9e31-493824cbbb57", "links": [ "095d4c5c-1306-46d8-a2bc-487a14e6350b" ], @@ -718,14 +776,14 @@ "dataType": "" }, { - "id": "c434e7ab-36d7-4de0-ae3d-a0268a6e4bb2", + "id": "ad51c3c1-6c6c-4a19-9afe-221cf31ab7e4", "type": "default", "extras": {}, - "x": 361.563, - "y": 149.387, + "x": 360.8875340787785, + "y": 155.21252896864598, "name": "parameter-any-in_sparksession", "alignment": "left", - "parentNode": "8778902c-e748-4407-8e0d-8fee423417b7", + "parentNode": "65e22968-c237-4ad3-9e31-493824cbbb57", "links": [ "2c13fd4a-699f-43bd-87c2-0a99f2db0ef1" ], @@ -736,14 +794,14 @@ "dataType": "any" }, { - "id": "f7f3cd3c-d49d-429d-8e63-f61c5fcdfceb", + "id": "71925ae5-311d-471e-9558-7b36baa6cfc6", "type": "default", "extras": {}, - "x": 361.563, - "y": 165.37, + "x": 360.8875340787785, + "y": 176.81252896864598, "name": "parameter-string-file_input", "alignment": "left", - "parentNode": "8778902c-e748-4407-8e0d-8fee423417b7", + "parentNode": "65e22968-c237-4ad3-9e31-493824cbbb57", "links": [ "b70f9f74-dbfc-4b7d-8e2e-b21c489cd019" ], @@ -754,14 +812,14 @@ "dataType": "string" }, { - "id": "b6259f4f-2a65-48fd-86bf-0f6a6d78f8bc", + "id": "742f331a-fdb5-4e6c-8132-0f7e4902c229", "type": "default", "extras": {}, - "x": 614.016, - "y": 133.403, + "x": 584.7750340787783, + "y": 133.61252896864602, "name": "out-0", "alignment": "right", - "parentNode": "8778902c-e748-4407-8e0d-8fee423417b7", + "parentNode": "65e22968-c237-4ad3-9e31-493824cbbb57", "links": [ "05e933fd-441a-4a08-ba6a-aa22f644dbff" ], @@ -772,30 +830,30 @@ "dataType": "" }, { - "id": "35f8d637-cb76-44bb-bf51-aef0e543264a", + "id": "2a4bfd6b-0113-4d9c-b614-61d928a78f25", "type": "default", "extras": {}, - "x": 614.016, - "y": 149.387, + "x": 584.7750340787783, + "y": 155.21252896864598, "name": "parameter-out-any-out_sparksession", "alignment": "right", - "parentNode": "8778902c-e748-4407-8e0d-8fee423417b7", + "parentNode": "65e22968-c237-4ad3-9e31-493824cbbb57", "links": [], "in": false, "label": "out_sparksession", "varName": "out_sparksession", "portType": "", - "dataType": "" + "dataType": "any" }, { - "id": "73043c4e-3c3d-46f3-ad36-d9759e3d721e", + "id": "16211cbe-1a1c-4466-997c-c9b7867520a7", "type": "default", "extras": {}, - "x": 614.016, - "y": 165.37, + "x": 584.7750340787783, + "y": 176.81252896864598, "name": "parameter-out-any-out_dataframe", "alignment": "right", - "parentNode": "8778902c-e748-4407-8e0d-8fee423417b7", + "parentNode": "65e22968-c237-4ad3-9e31-493824cbbb57", "links": [ "17a0ead9-ceb8-407e-bd9a-886ae2060269" ], @@ -803,28 +861,28 @@ "label": "out_dataframe", "varName": "out_dataframe", "portType": "", - "dataType": "" + "dataType": "any" } ], "name": "SparkReadFile", - "color": "rgb(153,0,102)", + "color": "rgb(255,102,0)", "portsInOrder": [ - "5d04dd17-fa41-47b0-a4ba-5694bb169e82", - "c434e7ab-36d7-4de0-ae3d-a0268a6e4bb2", - "f7f3cd3c-d49d-429d-8e63-f61c5fcdfceb" + "e45b7215-eb21-49dd-82d8-8b16824c6c3d", + "ad51c3c1-6c6c-4a19-9afe-221cf31ab7e4", + "71925ae5-311d-471e-9558-7b36baa6cfc6" ], "portsOutOrder": [ - "b6259f4f-2a65-48fd-86bf-0f6a6d78f8bc", - "35f8d637-cb76-44bb-bf51-aef0e543264a", - "73043c4e-3c3d-46f3-ad36-d9759e3d721e" + "742f331a-fdb5-4e6c-8132-0f7e4902c229", + "2a4bfd6b-0113-4d9c-b614-61d928a78f25", + "16211cbe-1a1c-4466-997c-c9b7867520a7" ] }, - "598194a8-7331-42c2-b34f-63f13bc10b9b": { - "id": "598194a8-7331-42c2-b34f-63f13bc10b9b", + "685ff968-c90d-4ea9-b3e5-51a137b22dc4": { + "id": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", "type": "custom-node", - "selected": false, + "selected": true, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_spark/pyspark_core.py", "description": "Visualizes a Spark dataframe.\n\n##### inPorts:\n- dataframe: a Spark dataframe.\n- plot_type: the type of plot to be generated. Currently support `bar`, `scatter` and `line` plots. \n Default `bar` chart.\n- x_axis: the X axis / variable to be visualized.\n- y_axis:the Y axis to be benchmarked on. \n Default is `None`, which means it will visualize based on raw numbers. \n- output_name: the chart name to be saved as `visual.png`", "lineNo": [ @@ -838,14 +896,14 @@ "y": 164.024, "ports": [ { - "id": "7fe43386-cd8f-4af8-8c76-1cdc6e0822f4", + "id": "6b5087cb-3f54-4409-9ff5-05f9cf7518fe", "type": "default", "extras": {}, - "x": 658.889, - "y": 190.602, + "x": 658.2125340787783, + "y": 190.81252896864595, "name": "in-0", "alignment": "left", - "parentNode": "598194a8-7331-42c2-b34f-63f13bc10b9b", + "parentNode": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", "links": [ "05e933fd-441a-4a08-ba6a-aa22f644dbff" ], @@ -856,14 +914,14 @@ "dataType": "" }, { - "id": "e71f322a-3751-43c3-a71b-e2f643970fda", + "id": "a3186997-4954-4d90-bb57-6dc9b8985b2e", "type": "default", "extras": {}, - "x": 658.889, - "y": 206.586, + "x": 658.2125340787783, + "y": 212.41252896864594, "name": "parameter-any-dataframe", "alignment": "left", - "parentNode": "598194a8-7331-42c2-b34f-63f13bc10b9b", + "parentNode": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", "links": [ "17a0ead9-ceb8-407e-bd9a-886ae2060269" ], @@ -874,14 +932,14 @@ "dataType": "any" }, { - "id": "9844fef7-686a-45bd-9928-a4a4543080a5", + "id": "13e10024-1946-4994-8002-6de2224a5693", "type": "default", "extras": {}, - "x": 658.889, - "y": 222.569, + "x": 658.2125340787783, + "y": 234.0125289686459, "name": "parameter-string-plot_type", "alignment": "left", - "parentNode": "598194a8-7331-42c2-b34f-63f13bc10b9b", + "parentNode": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", "links": [ "3b55fb61-f2c0-4f90-8484-c94456f48298" ], @@ -892,14 +950,14 @@ "dataType": "string" }, { - "id": "0dabac36-d765-465f-8a16-c8199fad658e", + "id": "b0e33b82-f43c-432c-a8b7-b20854c65568", "type": "default", "extras": {}, - "x": 658.889, - "y": 238.553, + "x": 658.2125340787783, + "y": 255.6125289686459, "name": "parameter-string-x_axis", "alignment": "left", - "parentNode": "598194a8-7331-42c2-b34f-63f13bc10b9b", + "parentNode": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", "links": [ "9e0a4657-cd03-4fa2-9cc3-565b77a9db42" ], @@ -910,14 +968,14 @@ "dataType": "string" }, { - "id": "426da94a-d5f7-42d3-b547-7765bc3e0840", + "id": "dc49d356-0f92-4a82-888b-40235a797142", "type": "default", "extras": {}, - "x": 658.889, - "y": 254.537, + "x": 658.2125340787783, + "y": 277.21252896864587, "name": "parameter-string-y_axis", "alignment": "left", - "parentNode": "598194a8-7331-42c2-b34f-63f13bc10b9b", + "parentNode": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", "links": [ "781c5381-84e7-4f18-b23c-f7573e64aa8a" ], @@ -928,14 +986,14 @@ "dataType": "string" }, { - "id": "e3464fa8-915f-46e1-8966-224db92f1a51", + "id": "b27b3f08-e73c-42f1-8367-37a2151482c5", "type": "default", "extras": {}, - "x": 658.889, - "y": 270.521, + "x": 658.2125340787783, + "y": 298.81252896864584, "name": "parameter-string-output_name", "alignment": "left", - "parentNode": "598194a8-7331-42c2-b34f-63f13bc10b9b", + "parentNode": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", "links": [ "5dc400f6-8e12-4d39-a4d9-e53835cf42dc" ], @@ -946,14 +1004,14 @@ "dataType": "string" }, { - "id": "7981409c-3a36-4e14-9f37-26d6fd4fecb4", + "id": "8d4dd032-1e88-4804-81f8-d7667ddfdfaf", "type": "default", "extras": {}, - "x": 794.178, - "y": 190.602, + "x": 784.7875340787781, + "y": 190.81252896864595, "name": "out-0", "alignment": "right", - "parentNode": "598194a8-7331-42c2-b34f-63f13bc10b9b", + "parentNode": "685ff968-c90d-4ea9-b3e5-51a137b22dc4", "links": [ "2634e151-6430-43c6-bc14-7d8e6acba147" ], @@ -965,53 +1023,17 @@ } ], "name": "SparkVisualize", - "color": "rgb(255,102,0)", + "color": "rgb(255,153,102)", "portsInOrder": [ - "7fe43386-cd8f-4af8-8c76-1cdc6e0822f4", - "e71f322a-3751-43c3-a71b-e2f643970fda", - "9844fef7-686a-45bd-9928-a4a4543080a5", - "0dabac36-d765-465f-8a16-c8199fad658e", - "426da94a-d5f7-42d3-b547-7765bc3e0840", - "e3464fa8-915f-46e1-8966-224db92f1a51" + "6b5087cb-3f54-4409-9ff5-05f9cf7518fe", + "a3186997-4954-4d90-bb57-6dc9b8985b2e", + "13e10024-1946-4994-8002-6de2224a5693", + "b0e33b82-f43c-432c-a8b7-b20854c65568", + "dc49d356-0f92-4a82-888b-40235a797142", + "b27b3f08-e73c-42f1-8367-37a2151482c5" ], "portsOutOrder": [ - "7981409c-3a36-4e14-9f37-26d6fd4fecb4" - ] - }, - "e475362d-d4ca-4a15-8123-703864583808": { - "id": "e475362d-d4ca-4a15-8123-703864583808", - "type": "custom-node", - "selected": true, - "extras": { - "type": "string" - }, - "x": 5.404, - "y": 226.1, - "ports": [ - { - "id": "1959bb19-fc46-41c7-b086-96e067fbb619", - "type": "default", - "extras": {}, - "x": 271.377, - "y": 252.685, - "name": "out-0", - "alignment": "right", - "parentNode": "e475362d-d4ca-4a15-8123-703864583808", - "links": [ - "b70f9f74-dbfc-4b7d-8e2e-b21c489cd019" - ], - "in": false, - "label": "xai_components/xai_spark/examples/datasets/wind.csv", - "varName": "xai_components/xai_spark/examples/datasets/wind.csv", - "portType": "", - "dataType": "" - } - ], - "name": "Literal String", - "color": "rgb(255,204,0)", - "portsInOrder": [], - "portsOutOrder": [ - "1959bb19-fc46-41c7-b086-96e067fbb619" + "8d4dd032-1e88-4804-81f8-d7667ddfdfaf" ] } } diff --git a/examples/SparkLogisticRegressionSample.xircuits b/examples/SparkLogisticRegressionSample.xircuits index d4f3060..84f618a 100644 --- a/examples/SparkLogisticRegressionSample.xircuits +++ b/examples/SparkLogisticRegressionSample.xircuits @@ -1,12 +1,12 @@ { "id": "a9952b56-29a3-455f-b344-ee966eb14279", - "offsetX": -10.610558277571897, - "offsetY": 16.76626307958384, - "zoom": 68.33333460489902, + "offsetX": -41.206520353184665, + "offsetY": 74.61191720111678, + "zoom": 78.33333460489902, "gridSize": 0, "layers": [ { - "id": "5617d711-a117-4962-b054-defc91359ee4", + "id": "eb693c4a-880e-4893-8d61-9b21b5d1f9be", "type": "diagram-links", "isSvg": true, "transformed": true, @@ -17,20 +17,20 @@ "selected": false, "source": "9e648a24-3bbe-4d23-b31a-636df680a8ef", "sourcePort": "8d6d0811-a3e2-4123-9cb5-f0f597c7a666", - "target": "b6a9d279-ecb5-49b2-8a26-9ccdfcd235b0", - "targetPort": "7bb6f9c2-8553-411f-ab79-307f159eb0bc", + "target": "30abe6b2-6d24-4201-a711-0133ada388f9", + "targetPort": "054c5150-5448-439c-a72f-d2fe0459ae78", "points": [ { "id": "c714240d-f5e8-4364-8084-66e343dc450a", "type": "point", - "x": 148.038, - "y": 73.061 + "x": 150.060635771714, + "y": 63.12313217887073 }, { "id": "bab2c0b2-7296-4ed1-8141-7d4f7c2dffa8", "type": "point", - "x": 193.513, - "y": 133.235 + "x": 195.6374951756593, + "y": 136.26252619814957 } ], "labels": [], @@ -43,22 +43,22 @@ "id": "15754c35-a24d-4c03-9cd2-6df6f092eb20", "type": "triangle-link", "selected": false, - "source": "b6a9d279-ecb5-49b2-8a26-9ccdfcd235b0", - "sourcePort": "4b0d4e4c-ea91-4e4e-97e6-343d7207fc0c", - "target": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", - "targetPort": "28bad395-247f-473e-bf78-aeeefc713f9e", + "source": "30abe6b2-6d24-4201-a711-0133ada388f9", + "sourcePort": "ca55f92f-3334-4e93-8318-967cf239c447", + "target": "a59728e1-976c-44a6-9daa-e69d1f962ad5", + "targetPort": "6d3de044-1767-4128-9cc4-cfabab88b81d", "points": [ { "id": "44ad5fe2-9c87-41c7-a1ca-54c80d0a5d45", "type": "point", - "x": 382.425, - "y": 133.235 + "x": 356.31254139558587, + "y": 136.26252619814957 }, { "id": "0ba6363f-c0df-4150-b93e-4204e54eae4e", "type": "point", - "x": 412.332, - "y": 182.147 + "x": 414.4625518795101, + "y": 185.1625160543016 } ], "labels": [], @@ -71,22 +71,22 @@ "id": "800e6867-1396-4186-b12c-382124f25b09", "type": "parameter-link", "selected": false, - "source": "b6a9d279-ecb5-49b2-8a26-9ccdfcd235b0", - "sourcePort": "39273a34-5bf0-40c7-acd6-bd1258205305", - "target": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", - "targetPort": "b1a8962a-e6fa-4136-b18e-5d746cc707ec", + "source": "30abe6b2-6d24-4201-a711-0133ada388f9", + "sourcePort": "a8c9f79c-4802-475f-9b9a-93ae17f08530", + "target": "a59728e1-976c-44a6-9daa-e69d1f962ad5", + "targetPort": "d6875e4d-ac91-4223-979b-a3fa05fa90ee", "points": [ { "id": "145a647a-17c8-4f58-8b90-63d7cc61be70", "type": "point", - "x": 382.425, - "y": 149.219 + "x": 356.31254139558587, + "y": 157.86250403070062 }, { "id": "ffe0a7b9-d0eb-4014-a0cd-dd392aa3b6c1", "type": "point", - "x": 412.332, - "y": 198.131 + "x": 414.4625518795101, + "y": 206.76249388685267 } ], "labels": [], @@ -99,22 +99,22 @@ "id": "a009decf-fb79-43b4-b0a4-3c12e7493ee9", "type": "triangle-link", "selected": false, - "source": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", - "sourcePort": "2fd86dab-092e-4cae-a26e-4631b9f399c6", - "target": "23039012-9026-4106-8c02-f84e47254c31", - "targetPort": "0fc90673-ef11-4259-95e9-bb88a473042f", + "source": "a59728e1-976c-44a6-9daa-e69d1f962ad5", + "sourcePort": "24149f80-0c5c-4655-a532-5a7ead597cd6", + "target": "6fd8caf9-283e-433b-b241-b37a8105f8dc", + "targetPort": "3c453ff1-6e2b-47de-a8c9-1140c1f2ad2b", "points": [ { "id": "c78befaa-c807-4fcd-9561-2e2d88645506", "type": "point", - "x": 664.786, - "y": 182.147 + "x": 638.3499682501877, + "y": 185.1625160543016 }, { "id": "2122d8ec-ca88-45e2-9cee-4885c4511461", "type": "point", - "x": 700.295, - "y": 228.293 + "x": 690.7124435055862, + "y": 212.28752600295076 } ], "labels": [], @@ -129,20 +129,20 @@ "selected": false, "source": "210c0bc9-c37b-4e98-a88a-bb3925aaca0d", "sourcePort": "c6b7b7e6-7e01-49ee-9498-bac5180ceaa8", - "target": "23039012-9026-4106-8c02-f84e47254c31", - "targetPort": "1117db50-b168-4c6a-96a0-0a1e61ed1537", + "target": "6fd8caf9-283e-433b-b241-b37a8105f8dc", + "targetPort": "1302f2a5-cfa8-4e75-924a-448fcc5df1b6", "points": [ { "id": "bca49f0e-cba6-40a3-8b47-d196a69a9bee", "type": "point", - "x": 602.529, - "y": 321.892 + "x": 594.0499772804687, + "y": 332.1500305990523 }, { "id": "2e542f11-4c6c-4801-b256-ef351e7e52b9", "type": "point", - "x": 700.295, - "y": 260.26 + "x": 690.7124435055862, + "y": 255.48752062666264 } ], "labels": [], @@ -155,22 +155,22 @@ "id": "d0b7b0fc-824c-4f40-8545-32ba53db9e88", "type": "triangle-link", "selected": false, - "source": "23039012-9026-4106-8c02-f84e47254c31", - "sourcePort": "1a8beff1-86a0-4aed-9149-41c402a243d7", - "target": "cb22a831-02bf-44a0-b9db-d381428a98ff", - "targetPort": "7d671998-c9f9-42ab-aa73-bcf1f21254a5", + "source": "6fd8caf9-283e-433b-b241-b37a8105f8dc", + "sourcePort": "d6aa2002-775d-459a-bc54-c9b70505563c", + "target": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", + "targetPort": "739972b9-050d-4c8e-a3c0-14a04c37298f", "points": [ { "id": "56c74cdb-f752-419d-b070-f4951f73d643", "type": "point", - "x": 920.376, - "y": 228.293 + "x": 882.5750560170368, + "y": 212.28752600295076 }, { "id": "1aff5eba-e4c4-4445-8f8b-138869f1bc2c", "type": "point", - "x": 978.316, - "y": 178.929 + "x": 980.4375411662988, + "y": 181.95002805375628 } ], "labels": [], @@ -183,22 +183,22 @@ "id": "b942aede-c9e3-4467-8f72-9d58f6d91b43", "type": "parameter-link", "selected": false, - "source": "23039012-9026-4106-8c02-f84e47254c31", - "sourcePort": "86717fb3-c7ed-475b-b540-7343ea634489", - "target": "cb22a831-02bf-44a0-b9db-d381428a98ff", - "targetPort": "9215b03d-f8fd-4e08-8bbe-c9cb8d62cfc2", + "source": "6fd8caf9-283e-433b-b241-b37a8105f8dc", + "sourcePort": "3e518db3-15e9-4ff7-836c-28d1469d78ca", + "target": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", + "targetPort": "0c4dee5d-884e-43fa-b3db-766bb127a5f8", "points": [ { "id": "eaa47264-415c-48c0-b41b-fe47796e8b28", "type": "point", - "x": 920.376, - "y": 244.277 + "x": 882.5750560170368, + "y": 233.88750383550183 }, { "id": "56a59dba-12f1-4117-a6ce-d27c3a5a84b5", "type": "point", - "x": 978.316, - "y": 194.913 + "x": 980.4375411662988, + "y": 203.55000588630736 } ], "labels": [], @@ -213,20 +213,20 @@ "selected": false, "source": "06aa24db-f410-4d64-b75a-9d6ba9523250", "sourcePort": "f8beda37-420a-48fa-851c-4bc35782a2d1", - "target": "cb22a831-02bf-44a0-b9db-d381428a98ff", - "targetPort": "ed1ad883-73eb-4106-9cdd-85467ff588a8", + "target": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", + "targetPort": "f9d256aa-d673-4281-9bf4-16bbc85c8bcf", "points": [ { "id": "59d8e471-9396-46b1-8dbc-4bca0d6468aa", "type": "point", - "x": 869.994, - "y": 372.876 + "x": 834.1375048584978, + "y": 375.8250171149093 }, { "id": "6b43095e-76aa-4100-925a-b85074ef754f", "type": "point", - "x": 978.316, - "y": 210.897 + "x": 980.4375411662988, + "y": 225.1500226774682 } ], "labels": [], @@ -239,22 +239,22 @@ "id": "34f7ca56-0f30-4639-9365-3ec252ad4f61", "type": "triangle-link", "selected": false, - "source": "3d23577c-c42a-4866-ab80-3b8e5620f26c", - "sourcePort": "4dd59b2e-9e74-4251-86f8-120ed1b8f5f7", - "target": "ae7fc483-2d2d-4e73-a001-f43931dd4b39", - "targetPort": "ec6dbcc6-77d8-4919-a02b-ce1e515f0c3d", + "source": "4c282636-c4ec-4ef7-a4f6-49dfe996a9b1", + "sourcePort": "76882fff-d532-4f45-bd53-d0f13f416cdf", + "target": "8fc5761e-25c9-436f-a1f2-53c07d92d137", + "targetPort": "88184b53-7ea6-4fe4-a0a2-a15af005b9fe", "points": [ { "id": "f752ef0b-db05-4ef0-9122-e17ef845bd9a", "type": "point", - "x": 1249.902, - "y": 310.237 + "x": 1374.9250054300942, + "y": 251.80003342923288 }, { "id": "943978a0-b3a6-4696-bede-9f97b3be9294", "type": "point", - "x": 1269.416, - "y": 397.112 + "x": 1438.3749610099744, + "y": 382.562526388073 } ], "labels": [], @@ -267,22 +267,22 @@ "id": "8da67b7a-35b2-4904-9318-80601905e4cc", "type": "triangle-link", "selected": false, - "source": "cb22a831-02bf-44a0-b9db-d381428a98ff", - "sourcePort": "7d047374-3291-41c6-a49a-44a35e727c84", - "target": "3d23577c-c42a-4866-ab80-3b8e5620f26c", - "targetPort": "9ed863c6-3bba-4d18-8d0e-8631faf1077a", + "source": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", + "sourcePort": "6d42de9e-ee47-4b2a-bff3-820e9c1fe123", + "target": "4c282636-c4ec-4ef7-a4f6-49dfe996a9b1", + "targetPort": "14e44190-f29a-4d48-bdaa-62a5103c7d36", "points": [ { "id": "c6b39299-da1f-46fe-bdf6-a9850e716d42", "type": "point", - "x": 1173.328, - "y": 178.929 + "x": 1159.7249694453249, + "y": 181.95002805375628 }, { "id": "203b1f5c-7ea7-4748-8fe0-7e9d0641a659", "type": "point", - "x": 1136.626, - "y": 310.237 + "x": 1258.750057426446, + "y": 251.80003342923288 } ], "labels": [], @@ -295,22 +295,22 @@ "id": "bad6da3b-4eb4-42bd-bff4-c7121bdede1b", "type": "parameter-link", "selected": false, - "source": "cb22a831-02bf-44a0-b9db-d381428a98ff", - "sourcePort": "54f11d51-1654-44b9-9eab-1753a134f732", - "target": "3d23577c-c42a-4866-ab80-3b8e5620f26c", - "targetPort": "5979af38-54bf-468c-a957-0c175268323c", + "source": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", + "sourcePort": "332f600e-8845-4d8a-a50e-f127b956133c", + "target": "4c282636-c4ec-4ef7-a4f6-49dfe996a9b1", + "targetPort": "8980a3c0-b8af-4bcb-846a-4b778af00ba1", "points": [ { "id": "87e1427d-49f3-470a-876b-ac3a7bc0bbae", "type": "point", - "x": 1173.328, - "y": 194.913 + "x": 1159.7249694453249, + "y": 203.55000588630736 }, { "id": "8164d359-43ac-4337-8e54-73a08aba17cf", "type": "point", - "x": 1136.626, - "y": 326.221 + "x": 1258.750057426446, + "y": 273.39998813010936 } ], "labels": [], @@ -323,22 +323,22 @@ "id": "0751eb4d-e4a7-4987-b377-1646c8c68049", "type": "parameter-link", "selected": false, - "source": "23039012-9026-4106-8c02-f84e47254c31", - "sourcePort": "b9204033-2d3f-4aa3-9ad5-f085354c009f", - "target": "3d23577c-c42a-4866-ab80-3b8e5620f26c", - "targetPort": "55040f15-9104-4114-9475-9ee8760266dc", + "source": "6fd8caf9-283e-433b-b241-b37a8105f8dc", + "sourcePort": "8f52098f-48fb-4aa0-8ac5-40ac09688a06", + "target": "4c282636-c4ec-4ef7-a4f6-49dfe996a9b1", + "targetPort": "5beeec71-45f8-4e48-be18-e7f19d6bb7a9", "points": [ { "id": "0baac347-b46e-4e87-8803-cac947e64a11", "type": "point", - "x": 920.376, - "y": 260.26 + "x": 882.5750560170368, + "y": 255.48752062666264 }, { "id": "67f5533e-950b-4596-9f04-fed740e65eef", "type": "point", - "x": 1136.626, - "y": 342.205 + "x": 1258.750057426446, + "y": 295.00000492127026 } ], "labels": [], @@ -351,22 +351,22 @@ "id": "55ad8192-41d8-4032-80a4-2b0b396cb418", "type": "parameter-link", "selected": false, - "source": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", - "sourcePort": "50bc9cb1-b64e-4d85-8e29-dbd95a84261e", - "target": "23039012-9026-4106-8c02-f84e47254c31", - "targetPort": "4713dcf3-481b-42e7-af9b-fcd961188e85", + "source": "a59728e1-976c-44a6-9daa-e69d1f962ad5", + "sourcePort": "db741de0-171f-4dd5-b460-f5f8b6f754ba", + "target": "6fd8caf9-283e-433b-b241-b37a8105f8dc", + "targetPort": "c7993a17-e9b9-4094-bec0-0d7bf0634885", "points": [ { "id": "5829b61c-1235-4211-8c52-613ff9309d27", "type": "point", - "x": 664.786, - "y": 214.115 + "x": 638.3499682501877, + "y": 228.36251067801345 }, { "id": "3413edf7-e841-497f-9f77-b58e0e3ecdfe", "type": "point", - "x": 700.295, - "y": 244.277 + "x": 690.7124435055862, + "y": 233.88750383550183 } ], "labels": [], @@ -379,22 +379,22 @@ "id": "22b227bc-d306-468f-8b79-43f96c0b9a12", "type": "parameter-link", "selected": false, - "source": "b6a9d279-ecb5-49b2-8a26-9ccdfcd235b0", - "sourcePort": "39273a34-5bf0-40c7-acd6-bd1258205305", - "target": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", - "targetPort": "b1a8962a-e6fa-4136-b18e-5d746cc707ec", + "source": "30abe6b2-6d24-4201-a711-0133ada388f9", + "sourcePort": "a8c9f79c-4802-475f-9b9a-93ae17f08530", + "target": "a59728e1-976c-44a6-9daa-e69d1f962ad5", + "targetPort": "d6875e4d-ac91-4223-979b-a3fa05fa90ee", "points": [ { "id": "9242dd0f-24d6-4310-8a39-52aeeb42d9d6", "type": "point", - "x": 382.425, - "y": 149.219 + "x": 356.31254139558587, + "y": 157.86250403070062 }, { "id": "9fc991d0-6141-4030-90ab-df8bfb12c2b1", "type": "point", - "x": 412.332, - "y": 198.131 + "x": 414.4625518795101, + "y": 206.76249388685267 } ], "labels": [], @@ -407,22 +407,22 @@ "id": "73c2e887-1149-4598-b33b-ce95f01c023c", "type": "parameter-link", "selected": false, - "source": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", - "sourcePort": "50bc9cb1-b64e-4d85-8e29-dbd95a84261e", - "target": "23039012-9026-4106-8c02-f84e47254c31", - "targetPort": "4713dcf3-481b-42e7-af9b-fcd961188e85", + "source": "a59728e1-976c-44a6-9daa-e69d1f962ad5", + "sourcePort": "db741de0-171f-4dd5-b460-f5f8b6f754ba", + "target": "6fd8caf9-283e-433b-b241-b37a8105f8dc", + "targetPort": "c7993a17-e9b9-4094-bec0-0d7bf0634885", "points": [ { "id": "272d70ff-d20a-4655-8c6c-d71a1496fe60", "type": "point", - "x": 664.786, - "y": 214.115 + "x": 638.3499682501877, + "y": 228.36251067801345 }, { "id": "16994586-5894-4075-8e62-07f99b1e65f4", "type": "point", - "x": 700.295, - "y": 244.277 + "x": 690.7124435055862, + "y": 233.88750383550183 } ], "labels": [], @@ -435,22 +435,22 @@ "id": "7ef72491-a80e-41fb-8916-5732f451a65b", "type": "parameter-link", "selected": false, - "source": "23039012-9026-4106-8c02-f84e47254c31", - "sourcePort": "86717fb3-c7ed-475b-b540-7343ea634489", - "target": "cb22a831-02bf-44a0-b9db-d381428a98ff", - "targetPort": "9215b03d-f8fd-4e08-8bbe-c9cb8d62cfc2", + "source": "6fd8caf9-283e-433b-b241-b37a8105f8dc", + "sourcePort": "3e518db3-15e9-4ff7-836c-28d1469d78ca", + "target": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", + "targetPort": "0c4dee5d-884e-43fa-b3db-766bb127a5f8", "points": [ { "id": "553d7106-b52d-48fb-84d8-4b96e878bada", "type": "point", - "x": 920.376, - "y": 244.277 + "x": 882.5750560170368, + "y": 233.88750383550183 }, { "id": "d0c5710f-64da-4cf7-b7b3-72f9d8c6ddec", "type": "point", - "x": 978.316, - "y": 194.913 + "x": 980.4375411662988, + "y": 203.55000588630736 } ], "labels": [], @@ -463,22 +463,22 @@ "id": "4eb47acc-8c8a-4c7d-9178-b3097372ff71", "type": "parameter-link", "selected": false, - "source": "23039012-9026-4106-8c02-f84e47254c31", - "sourcePort": "b9204033-2d3f-4aa3-9ad5-f085354c009f", - "target": "cb22a831-02bf-44a0-b9db-d381428a98ff", - "targetPort": "9215b03d-f8fd-4e08-8bbe-c9cb8d62cfc2", + "source": "6fd8caf9-283e-433b-b241-b37a8105f8dc", + "sourcePort": "8f52098f-48fb-4aa0-8ac5-40ac09688a06", + "target": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", + "targetPort": "0c4dee5d-884e-43fa-b3db-766bb127a5f8", "points": [ { "id": "dcf67c60-7a78-4722-97f1-61251d898d29", "type": "point", - "x": 920.376, - "y": 260.26 + "x": 882.5750560170368, + "y": 255.48752062666264 }, { "id": "3e856260-a4ec-4fc3-8126-b9d32c6a5da0", "type": "point", - "x": 978.316, - "y": 194.913 + "x": 980.4375411662988, + "y": 203.55000588630736 } ], "labels": [], @@ -491,22 +491,22 @@ "id": "50b45747-3d9e-4fda-a51f-fde87c87f2ca", "type": "parameter-link", "selected": false, - "source": "b6a9d279-ecb5-49b2-8a26-9ccdfcd235b0", - "sourcePort": "39273a34-5bf0-40c7-acd6-bd1258205305", - "target": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", - "targetPort": "b1a8962a-e6fa-4136-b18e-5d746cc707ec", + "source": "30abe6b2-6d24-4201-a711-0133ada388f9", + "sourcePort": "a8c9f79c-4802-475f-9b9a-93ae17f08530", + "target": "a59728e1-976c-44a6-9daa-e69d1f962ad5", + "targetPort": "d6875e4d-ac91-4223-979b-a3fa05fa90ee", "points": [ { "id": "384201ed-6134-4647-a7ad-4408f97f1793", "type": "point", - "x": 382.425, - "y": 149.219 + "x": 356.31254139558587, + "y": 157.86250403070062 }, { "id": "e3eed056-c529-4230-b11a-d2fc71e968de", "type": "point", - "x": 412.332, - "y": 198.131 + "x": 414.4625518795101, + "y": 206.76249388685267 } ], "labels": [], @@ -519,22 +519,22 @@ "id": "7b7f984b-4f72-40c0-9351-85847b723348", "type": "parameter-link", "selected": false, - "source": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", - "sourcePort": "50bc9cb1-b64e-4d85-8e29-dbd95a84261e", - "target": "23039012-9026-4106-8c02-f84e47254c31", - "targetPort": "4713dcf3-481b-42e7-af9b-fcd961188e85", + "source": "a59728e1-976c-44a6-9daa-e69d1f962ad5", + "sourcePort": "db741de0-171f-4dd5-b460-f5f8b6f754ba", + "target": "6fd8caf9-283e-433b-b241-b37a8105f8dc", + "targetPort": "c7993a17-e9b9-4094-bec0-0d7bf0634885", "points": [ { "id": "ce2c5354-726a-4739-b35f-3ee5c4849f38", "type": "point", - "x": 664.786, - "y": 214.115 + "x": 638.3499682501877, + "y": 228.36251067801345 }, { "id": "b76521a9-cd11-40ad-8134-8c0b9e4cb9de", "type": "point", - "x": 700.295, - "y": 244.277 + "x": 690.7124435055862, + "y": 233.88750383550183 } ], "labels": [], @@ -547,22 +547,22 @@ "id": "4a4901cf-56a1-4522-90e7-3a7353c9ca6a", "type": "parameter-link", "selected": false, - "source": "23039012-9026-4106-8c02-f84e47254c31", - "sourcePort": "86717fb3-c7ed-475b-b540-7343ea634489", - "target": "cb22a831-02bf-44a0-b9db-d381428a98ff", - "targetPort": "9215b03d-f8fd-4e08-8bbe-c9cb8d62cfc2", + "source": "6fd8caf9-283e-433b-b241-b37a8105f8dc", + "sourcePort": "3e518db3-15e9-4ff7-836c-28d1469d78ca", + "target": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", + "targetPort": "0c4dee5d-884e-43fa-b3db-766bb127a5f8", "points": [ { "id": "d4f50702-b266-47a7-b8c6-8eaf2ba5bcb2", "type": "point", - "x": 920.376, - "y": 244.277 + "x": 882.5750560170368, + "y": 233.88750383550183 }, { "id": "42d0f688-d6c5-4b75-b204-51f16d7698a9", "type": "point", - "x": 978.316, - "y": 194.913 + "x": 980.4375411662988, + "y": 203.55000588630736 } ], "labels": [], @@ -575,22 +575,22 @@ "id": "164d3b0a-184e-43dc-8fde-750d20d23b04", "type": "parameter-link", "selected": false, - "source": "23039012-9026-4106-8c02-f84e47254c31", - "sourcePort": "b9204033-2d3f-4aa3-9ad5-f085354c009f", - "target": "cb22a831-02bf-44a0-b9db-d381428a98ff", - "targetPort": "9215b03d-f8fd-4e08-8bbe-c9cb8d62cfc2", + "source": "6fd8caf9-283e-433b-b241-b37a8105f8dc", + "sourcePort": "8f52098f-48fb-4aa0-8ac5-40ac09688a06", + "target": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", + "targetPort": "0c4dee5d-884e-43fa-b3db-766bb127a5f8", "points": [ { "id": "58e1d9c2-e389-4734-936a-88a2ec7b012a", "type": "point", - "x": 920.376, - "y": 260.26 + "x": 882.5750560170368, + "y": 255.48752062666264 }, { "id": "eae04ded-dcbd-44dd-8683-e37c4933a462", "type": "point", - "x": 978.316, - "y": 194.913 + "x": 980.4375411662988, + "y": 203.55000588630736 } ], "labels": [], @@ -602,23 +602,23 @@ "8279fabd-a9f2-436a-af3e-13e217df328d": { "id": "8279fabd-a9f2-436a-af3e-13e217df328d", "type": "parameter-link", - "selected": true, + "selected": false, "source": "5222a526-182d-472f-b564-ad620a9727ac", "sourcePort": "0669557b-35c2-4263-ad63-7597ccb493d4", - "target": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", - "targetPort": "f1beff0d-9ee9-4504-b33a-90550dc7684d", + "target": "a59728e1-976c-44a6-9daa-e69d1f962ad5", + "targetPort": "88433eef-9e1a-4d46-9eab-f3bffba0af80", "points": [ { "id": "53e8ac9a-0f4d-4e55-af2e-a1c43f7fe2e2", "type": "point", - "x": 386.73, - "y": 274.716 + "x": 367.10002459813495, + "y": 292.3000174318538 }, { "id": "c0ba80c9-9d64-4834-89fb-dc270e4f6ddc", "type": "point", - "x": 412.332, - "y": 214.115 + "x": 414.4625518795101, + "y": 228.36251067801345 } ], "labels": [], @@ -630,7 +630,7 @@ } }, { - "id": "0dfa8422-b8ff-4525-8e3d-3d04800e1c31", + "id": "47f3e585-bb37-4043-9878-0a9d470bcf98", "type": "diagram-nodes", "isSvg": false, "transformed": true, @@ -638,20 +638,20 @@ "9e648a24-3bbe-4d23-b31a-636df680a8ef": { "id": "9e648a24-3bbe-4d23-b31a-636df680a8ef", "type": "custom-node", - "selected": false, + "selected": true, "extras": { "type": "Start", "borderColor": "rgb(0,192,255)" }, - "x": 109.909, - "y": 38.982, + "x": 82.32207780831446, + "y": 26.029223877461597, "ports": [ { "id": "8d6d0811-a3e2-4123-9cb5-f0f597c7a666", "type": "default", "extras": {}, - "x": 140.544, - "y": 65.567, + "x": 139.76063313064492, + "y": 52.823129537801606, "name": "out-0", "alignment": "right", "parentNode": "9e648a24-3bbe-4d23-b31a-636df680a8ef", @@ -672,43 +672,6 @@ "8d6d0811-a3e2-4123-9cb5-f0f597c7a666" ] }, - "ae7fc483-2d2d-4e73-a001-f43931dd4b39": { - "id": "ae7fc483-2d2d-4e73-a001-f43931dd4b39", - "type": "custom-node", - "selected": false, - "extras": { - "type": "Finish", - "borderColor": "rgb(0,192,255)" - }, - "x": 1260.447, - "y": 363.034, - "ports": [ - { - "id": "ec6dbcc6-77d8-4919-a02b-ce1e515f0c3d", - "type": "default", - "extras": {}, - "x": 1261.921, - "y": 389.618, - "name": "in-0", - "alignment": "left", - "parentNode": "ae7fc483-2d2d-4e73-a001-f43931dd4b39", - "links": [ - "34f7ca56-0f30-4639-9365-3ec252ad4f61" - ], - "in": true, - "label": "▶", - "varName": "▶", - "portType": "", - "dataType": "" - } - ], - "name": "Finish", - "color": "rgb(255,102,102)", - "portsInOrder": [ - "ec6dbcc6-77d8-4919-a02b-ce1e515f0c3d" - ], - "portsOutOrder": [] - }, "06aa24db-f410-4d64-b75a-9d6ba9523250": { "id": "06aa24db-f410-4d64-b75a-9d6ba9523250", "type": "custom-node", @@ -717,15 +680,15 @@ "type": "string", "borderColor": "rgb(0,192,255)" }, - "x": 785.455, - "y": 338.8, + "x": 747.4062202202174, + "y": 341.72682921382943, "ports": [ { "id": "f8beda37-420a-48fa-851c-4bc35782a2d1", "type": "default", "extras": {}, - "x": 862.5, - "y": 365.382, + "x": 823.8374717810148, + "y": 365.5250144738402, "name": "out-0", "alignment": "right", "parentNode": "06aa24db-f410-4d64-b75a-9d6ba9523250", @@ -754,15 +717,15 @@ "type": "float", "borderColor": "rgb(0,192,255)" }, - "x": 541.125, - "y": 287.817, + "x": 530.8810977515969, + "y": 298.060902248403, "ports": [ { "id": "c6b7b7e6-7e01-49ee-9498-bac5180ceaa8", "type": "default", "extras": {}, - "x": 595.035, - "y": 314.398, + "x": 583.7499746393996, + "y": 321.8499975215693, "name": "out-0", "alignment": "right", "parentNode": "210c0bc9-c37b-4e98-a88a-bb3925aaca0d", @@ -783,12 +746,106 @@ "c6b7b7e6-7e01-49ee-9498-bac5180ceaa8" ] }, - "b6a9d279-ecb5-49b2-8a26-9ccdfcd235b0": { - "id": "b6a9d279-ecb5-49b2-8a26-9ccdfcd235b0", + "5222a526-182d-472f-b564-ad620a9727ac": { + "id": "5222a526-182d-472f-b564-ad620a9727ac", + "type": "custom-node", + "selected": false, + "extras": { + "type": "string" + }, + "x": 91.31178089627927, + "y": 258.2049752829766, + "ports": [ + { + "id": "0669557b-35c2-4263-ad63-7597ccb493d4", + "type": "default", + "extras": {}, + "x": 356.80002195706584, + "y": 282.0000147907847, + "name": "out-0", + "alignment": "right", + "parentNode": "5222a526-182d-472f-b564-ad620a9727ac", + "links": [ + "8279fabd-a9f2-436a-af3e-13e217df328d" + ], + "in": false, + "label": "xai_components/xai_spark/examples/datasets/sample_libsvm_data.txt", + "varName": "xai_components/xai_spark/examples/datasets/sample_libsvm_data.txt", + "portType": "", + "dataType": "" + } + ], + "name": "Literal String", + "color": "rgb(255,204,0)", + "portsInOrder": [], + "portsOutOrder": [ + "0669557b-35c2-4263-ad63-7597ccb493d4" + ] + }, + "8fc5761e-25c9-436f-a1f2-53c07d92d137": { + "id": "8fc5761e-25c9-436f-a1f2-53c07d92d137", + "type": "custom-node", + "selected": false, + "extras": { + "type": "Finish" + }, + "x": 1427.2762651882774, + "y": 345.4730247170234, + "ports": [ + { + "id": "88184b53-7ea6-4fe4-a0a2-a15af005b9fe", + "type": "default", + "extras": {}, + "x": 1428.0749900227756, + "y": 372.2625554008743, + "name": "in-0", + "alignment": "left", + "parentNode": "8fc5761e-25c9-436f-a1f2-53c07d92d137", + "links": [ + "34f7ca56-0f30-4639-9365-3ec252ad4f61" + ], + "in": true, + "label": "▶", + "varName": "▶", + "portType": "", + "dataType": "" + }, + { + "id": "69256cfb-ca27-4d17-b46a-0dff0cd0d4ca", + "type": "default", + "extras": {}, + "x": 1428.0749900227756, + "y": 393.8624942748156, + "name": "parameter-dynalist-outputs", + "alignment": "left", + "parentNode": "8fc5761e-25c9-436f-a1f2-53c07d92d137", + "links": [], + "in": true, + "label": "outputs", + "varName": "outputs", + "portType": "", + "dataType": "dynalist", + "dynaPortOrder": 0, + "dynaPortRef": { + "previous": null, + "next": null + } + } + ], + "name": "Finish", + "color": "rgb(255,102,102)", + "portsInOrder": [ + "88184b53-7ea6-4fe4-a0a2-a15af005b9fe", + "69256cfb-ca27-4d17-b46a-0dff0cd0d4ca" + ], + "portsOutOrder": [] + }, + "30abe6b2-6d24-4201-a711-0133ada388f9": { + "id": "30abe6b2-6d24-4201-a711-0133ada388f9", "type": "custom-node", "selected": false, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_spark/pyspark_core.py", "description": "Instantiates a Spark Session.\n\n##### inPorts:\n- master: Cluster URL to connect to (e.g. mesos://host:port, spark://host:port, local[4]). \n Default: `local`.\n- appname: A name for your job, to display on the cluster web UI.\n Default: .xircuits canvas name.\n- config: Runtime configuration interface for Spark.\n Default: `\" \"`.\n\n##### outPorts:\n- sparksession: A spark session instance.", "lineNo": [ @@ -802,14 +859,14 @@ "y": 99.164, "ports": [ { - "id": "7bb6f9c2-8553-411f-ab79-307f159eb0bc", + "id": "054c5150-5448-439c-a72f-d2fe0459ae78", "type": "default", "extras": {}, - "x": 186.019, - "y": 125.741, + "x": 185.3374925345902, + "y": 125.96252355708047, "name": "in-0", "alignment": "left", - "parentNode": "b6a9d279-ecb5-49b2-8a26-9ccdfcd235b0", + "parentNode": "30abe6b2-6d24-4201-a711-0133ada388f9", "links": [ "6d58143d-117f-4fb4-a464-6fc156b441fa" ], @@ -820,14 +877,14 @@ "dataType": "" }, { - "id": "79e00a9a-e253-463f-89b2-25d79c85095e", + "id": "a60da214-5d95-42b5-9cff-440c4bd381a1", "type": "default", "extras": {}, - "x": 186.019, - "y": 141.725, + "x": 185.3374925345902, + "y": 147.56250138963154, "name": "parameter-string-master", "alignment": "left", - "parentNode": "b6a9d279-ecb5-49b2-8a26-9ccdfcd235b0", + "parentNode": "30abe6b2-6d24-4201-a711-0133ada388f9", "links": [], "in": true, "label": "master", @@ -836,14 +893,14 @@ "dataType": "string" }, { - "id": "18c6c6d1-414b-43b8-93bd-cfd31b8ffe57", + "id": "85f922fc-7286-4d4f-bce2-7b003a3931ec", "type": "default", "extras": {}, - "x": 186.019, - "y": 157.708, + "x": 185.3374925345902, + "y": 169.16251818079235, "name": "parameter-string-appname", "alignment": "left", - "parentNode": "b6a9d279-ecb5-49b2-8a26-9ccdfcd235b0", + "parentNode": "30abe6b2-6d24-4201-a711-0133ada388f9", "links": [], "in": true, "label": "appname", @@ -852,14 +909,14 @@ "dataType": "string" }, { - "id": "a9ef319d-5e88-42f8-a2ee-4fdd4ccfc0e4", + "id": "c318ffcb-8a17-4a12-b73c-259702ff17ee", "type": "default", "extras": {}, - "x": 186.019, - "y": 173.692, + "x": 185.3374925345902, + "y": 190.76253497195316, "name": "parameter-string-config", "alignment": "left", - "parentNode": "b6a9d279-ecb5-49b2-8a26-9ccdfcd235b0", + "parentNode": "30abe6b2-6d24-4201-a711-0133ada388f9", "links": [], "in": true, "label": "config", @@ -868,14 +925,14 @@ "dataType": "string" }, { - "id": "4b0d4e4c-ea91-4e4e-97e6-343d7207fc0c", + "id": "ca55f92f-3334-4e93-8318-967cf239c447", "type": "default", "extras": {}, - "x": 374.931, - "y": 125.741, + "x": 346.0125387545168, + "y": 125.96252355708047, "name": "out-0", "alignment": "right", - "parentNode": "b6a9d279-ecb5-49b2-8a26-9ccdfcd235b0", + "parentNode": "30abe6b2-6d24-4201-a711-0133ada388f9", "links": [ "15754c35-a24d-4c03-9cd2-6df6f092eb20" ], @@ -886,14 +943,14 @@ "dataType": "" }, { - "id": "39273a34-5bf0-40c7-acd6-bd1258205305", + "id": "a8c9f79c-4802-475f-9b9a-93ae17f08530", "type": "default", "extras": {}, - "x": 374.931, - "y": 141.725, + "x": 346.0125387545168, + "y": 147.56250138963154, "name": "parameter-out-any-sparksession", "alignment": "right", - "parentNode": "b6a9d279-ecb5-49b2-8a26-9ccdfcd235b0", + "parentNode": "30abe6b2-6d24-4201-a711-0133ada388f9", "links": [ "800e6867-1396-4186-b12c-382124f25b09", "22b227bc-d306-468f-8b79-43f96c0b9a12", @@ -903,28 +960,28 @@ "label": "sparksession", "varName": "sparksession", "portType": "", - "dataType": "" + "dataType": "any" } ], "name": "xSparkSession", - "color": "rgb(204,204,204)", + "color": "rgb(153,51,204)", "portsInOrder": [ - "7bb6f9c2-8553-411f-ab79-307f159eb0bc", - "79e00a9a-e253-463f-89b2-25d79c85095e", - "18c6c6d1-414b-43b8-93bd-cfd31b8ffe57", - "a9ef319d-5e88-42f8-a2ee-4fdd4ccfc0e4" + "054c5150-5448-439c-a72f-d2fe0459ae78", + "a60da214-5d95-42b5-9cff-440c4bd381a1", + "85f922fc-7286-4d4f-bce2-7b003a3931ec", + "c318ffcb-8a17-4a12-b73c-259702ff17ee" ], "portsOutOrder": [ - "4b0d4e4c-ea91-4e4e-97e6-343d7207fc0c", - "39273a34-5bf0-40c7-acd6-bd1258205305" + "ca55f92f-3334-4e93-8318-967cf239c447", + "a8c9f79c-4802-475f-9b9a-93ae17f08530" ] }, - "69ef7f00-3a37-49a6-bd8c-2946be36e4c5": { - "id": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", + "a59728e1-976c-44a6-9daa-e69d1f962ad5": { + "id": "a59728e1-976c-44a6-9daa-e69d1f962ad5", "type": "custom-node", "selected": false, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_spark/pyspark_mllib.py", "description": "Loads a libsvm file into a Spark dataframe.\n\n##### inPorts:\n- in_sparksession: a spark session.\n- file_input: the path for the libsvm file.\n\n##### outPorts:\n- out_sparksession: a spark session.\n- out_dataframe: DataFrame loaded from the libsvm.", "lineNo": [ @@ -938,14 +995,14 @@ "y": 148.073, "ports": [ { - "id": "28bad395-247f-473e-bf78-aeeefc713f9e", + "id": "6d3de044-1767-4128-9cc4-cfabab88b81d", "type": "default", "extras": {}, - "x": 404.838, - "y": 174.653, + "x": 404.16254923844104, + "y": 174.86251341323248, "name": "in-0", "alignment": "left", - "parentNode": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", + "parentNode": "a59728e1-976c-44a6-9daa-e69d1f962ad5", "links": [ "15754c35-a24d-4c03-9cd2-6df6f092eb20" ], @@ -956,14 +1013,14 @@ "dataType": "" }, { - "id": "b1a8962a-e6fa-4136-b18e-5d746cc707ec", + "id": "d6875e4d-ac91-4223-979b-a3fa05fa90ee", "type": "default", "extras": {}, - "x": 404.838, - "y": 190.637, + "x": 404.16254923844104, + "y": 196.46249124578355, "name": "parameter-any-in_sparksession", "alignment": "left", - "parentNode": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", + "parentNode": "a59728e1-976c-44a6-9daa-e69d1f962ad5", "links": [ "800e6867-1396-4186-b12c-382124f25b09", "22b227bc-d306-468f-8b79-43f96c0b9a12", @@ -976,14 +1033,14 @@ "dataType": "any" }, { - "id": "f1beff0d-9ee9-4504-b33a-90550dc7684d", + "id": "88433eef-9e1a-4d46-9eab-f3bffba0af80", "type": "default", "extras": {}, - "x": 404.838, - "y": 206.62, + "x": 404.16254923844104, + "y": 218.06250803694437, "name": "parameter-string-file_input", "alignment": "left", - "parentNode": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", + "parentNode": "a59728e1-976c-44a6-9daa-e69d1f962ad5", "links": [ "8279fabd-a9f2-436a-af3e-13e217df328d" ], @@ -994,14 +1051,14 @@ "dataType": "string" }, { - "id": "f2a74ce2-cb0c-4244-95f8-00dd290a1049", + "id": "ed32597e-5d4a-4290-8129-366219f29284", "type": "default", "extras": {}, - "x": 404.838, - "y": 222.604, + "x": 404.16254923844104, + "y": 239.6625248281052, "name": "parameter-any-options", "alignment": "left", - "parentNode": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", + "parentNode": "a59728e1-976c-44a6-9daa-e69d1f962ad5", "links": [], "in": true, "label": "options", @@ -1010,14 +1067,14 @@ "dataType": "any" }, { - "id": "2fd86dab-092e-4cae-a26e-4631b9f399c6", + "id": "24149f80-0c5c-4655-a532-5a7ead597cd6", "type": "default", "extras": {}, - "x": 657.292, - "y": 174.653, + "x": 628.0499656091185, + "y": 174.86251341323248, "name": "out-0", "alignment": "right", - "parentNode": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", + "parentNode": "a59728e1-976c-44a6-9daa-e69d1f962ad5", "links": [ "a009decf-fb79-43b4-b0a4-3c12e7493ee9" ], @@ -1028,30 +1085,30 @@ "dataType": "" }, { - "id": "e4d584b9-4525-488a-a398-cfc3c92487d7", + "id": "744060d5-3585-4057-abe5-eb7a66944489", "type": "default", "extras": {}, - "x": 657.292, - "y": 190.637, + "x": 628.0499656091185, + "y": 196.46249124578355, "name": "parameter-out-any-out_sparksession", "alignment": "right", - "parentNode": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", + "parentNode": "a59728e1-976c-44a6-9daa-e69d1f962ad5", "links": [], "in": false, "label": "out_sparksession", "varName": "out_sparksession", "portType": "", - "dataType": "" + "dataType": "any" }, { - "id": "50bc9cb1-b64e-4d85-8e29-dbd95a84261e", + "id": "db741de0-171f-4dd5-b460-f5f8b6f754ba", "type": "default", "extras": {}, - "x": 657.292, - "y": 206.62, + "x": 628.0499656091185, + "y": 218.06250803694437, "name": "parameter-out-any-out_dataframe", "alignment": "right", - "parentNode": "69ef7f00-3a37-49a6-bd8c-2946be36e4c5", + "parentNode": "a59728e1-976c-44a6-9daa-e69d1f962ad5", "links": [ "55ad8192-41d8-4032-80a4-2b0b396cb418", "73c2e887-1149-4598-b33b-ce95f01c023c", @@ -1061,29 +1118,29 @@ "label": "out_dataframe", "varName": "out_dataframe", "portType": "", - "dataType": "" + "dataType": "any" } ], "name": "SparkLoadLIBSVM", - "color": "rgb(255,102,102)", + "color": "rgb(255,153,0)", "portsInOrder": [ - "28bad395-247f-473e-bf78-aeeefc713f9e", - "b1a8962a-e6fa-4136-b18e-5d746cc707ec", - "f1beff0d-9ee9-4504-b33a-90550dc7684d", - "f2a74ce2-cb0c-4244-95f8-00dd290a1049" + "6d3de044-1767-4128-9cc4-cfabab88b81d", + "d6875e4d-ac91-4223-979b-a3fa05fa90ee", + "88433eef-9e1a-4d46-9eab-f3bffba0af80", + "ed32597e-5d4a-4290-8129-366219f29284" ], "portsOutOrder": [ - "2fd86dab-092e-4cae-a26e-4631b9f399c6", - "e4d584b9-4525-488a-a398-cfc3c92487d7", - "50bc9cb1-b64e-4d85-8e29-dbd95a84261e" + "24149f80-0c5c-4655-a532-5a7ead597cd6", + "744060d5-3585-4057-abe5-eb7a66944489", + "db741de0-171f-4dd5-b460-f5f8b6f754ba" ] }, - "23039012-9026-4106-8c02-f84e47254c31": { - "id": "23039012-9026-4106-8c02-f84e47254c31", + "6fd8caf9-283e-433b-b241-b37a8105f8dc": { + "id": "6fd8caf9-283e-433b-b241-b37a8105f8dc", "type": "custom-node", "selected": false, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_spark/pyspark_mllib.py", "description": "Split a spark dataframe into train and test splits.\n\n### Reference:\n- [Spark DataFrame Random Split](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.DataFrame.randomSplit.html)\n\n##### inPorts:\n- in_dataframe: a Spark DataFrame.\n- train_split: the train split. \n Default `0.75`.\n- seed: the seed for sampling.\n\n##### outPorts:\n- train_dataframe: the DataFrame that contains the train split.\n- test_dataframe: the DataFrame that contains the test split.", "lineNo": [ @@ -1093,18 +1150,18 @@ } ] }, - "x": 691.325, - "y": 194.217, + "x": 679.6176831446824, + "y": 175.19261011010872, "ports": [ { - "id": "0fc90673-ef11-4259-95e9-bb88a473042f", + "id": "3c453ff1-6e2b-47de-a8c9-1140c1f2ad2b", "type": "default", "extras": {}, - "x": 692.801, - "y": 220.799, + "x": 680.4124408645171, + "y": 201.98752336188164, "name": "in-0", "alignment": "left", - "parentNode": "23039012-9026-4106-8c02-f84e47254c31", + "parentNode": "6fd8caf9-283e-433b-b241-b37a8105f8dc", "links": [ "a009decf-fb79-43b4-b0a4-3c12e7493ee9" ], @@ -1115,14 +1172,14 @@ "dataType": "" }, { - "id": "4713dcf3-481b-42e7-af9b-fcd961188e85", + "id": "c7993a17-e9b9-4094-bec0-0d7bf0634885", "type": "default", "extras": {}, - "x": 692.801, - "y": 236.782, + "x": 680.4124408645171, + "y": 223.58750119443272, "name": "parameter-any-in_dataframe", "alignment": "left", - "parentNode": "23039012-9026-4106-8c02-f84e47254c31", + "parentNode": "6fd8caf9-283e-433b-b241-b37a8105f8dc", "links": [ "55ad8192-41d8-4032-80a4-2b0b396cb418", "73c2e887-1149-4598-b33b-ce95f01c023c", @@ -1135,14 +1192,14 @@ "dataType": "any" }, { - "id": "1117db50-b168-4c6a-96a0-0a1e61ed1537", + "id": "1302f2a5-cfa8-4e75-924a-448fcc5df1b6", "type": "default", "extras": {}, - "x": 692.801, - "y": 252.766, + "x": 680.4124408645171, + "y": 245.18751798559356, "name": "parameter-float-train_split", "alignment": "left", - "parentNode": "23039012-9026-4106-8c02-f84e47254c31", + "parentNode": "6fd8caf9-283e-433b-b241-b37a8105f8dc", "links": [ "666c6cb8-f3f2-4599-b4d7-5a065c2f2c0b" ], @@ -1153,14 +1210,14 @@ "dataType": "float" }, { - "id": "12b5e86c-81c9-445f-912c-56c6b116193f", + "id": "aa70c00c-e3e2-44be-a3c7-cec4ddbbe4dc", "type": "default", "extras": {}, - "x": 692.801, - "y": 268.75, + "x": 680.4124408645171, + "y": 266.78749581814463, "name": "parameter-int-seed", "alignment": "left", - "parentNode": "23039012-9026-4106-8c02-f84e47254c31", + "parentNode": "6fd8caf9-283e-433b-b241-b37a8105f8dc", "links": [], "in": true, "label": "seed", @@ -1169,14 +1226,14 @@ "dataType": "int" }, { - "id": "1a8beff1-86a0-4aed-9149-41c402a243d7", + "id": "d6aa2002-775d-459a-bc54-c9b70505563c", "type": "default", "extras": {}, - "x": 912.882, - "y": 220.799, + "x": 872.2750229395538, + "y": 201.98752336188164, "name": "out-0", "alignment": "right", - "parentNode": "23039012-9026-4106-8c02-f84e47254c31", + "parentNode": "6fd8caf9-283e-433b-b241-b37a8105f8dc", "links": [ "d0b7b0fc-824c-4f40-8545-32ba53db9e88" ], @@ -1187,14 +1244,14 @@ "dataType": "" }, { - "id": "86717fb3-c7ed-475b-b540-7343ea634489", + "id": "3e518db3-15e9-4ff7-836c-28d1469d78ca", "type": "default", "extras": {}, - "x": 912.882, - "y": 236.782, + "x": 872.2750229395538, + "y": 223.58750119443272, "name": "parameter-out-any-train_dataframe", "alignment": "right", - "parentNode": "23039012-9026-4106-8c02-f84e47254c31", + "parentNode": "6fd8caf9-283e-433b-b241-b37a8105f8dc", "links": [ "b942aede-c9e3-4467-8f72-9d58f6d91b43", "7ef72491-a80e-41fb-8916-5732f451a65b", @@ -1204,17 +1261,17 @@ "label": "train_dataframe", "varName": "train_dataframe", "portType": "", - "dataType": "" + "dataType": "any" }, { - "id": "b9204033-2d3f-4aa3-9ad5-f085354c009f", + "id": "8f52098f-48fb-4aa0-8ac5-40ac09688a06", "type": "default", "extras": {}, - "x": 912.882, - "y": 252.766, + "x": 872.2750229395538, + "y": 245.18751798559356, "name": "parameter-out-any-test_dataframe", "alignment": "right", - "parentNode": "23039012-9026-4106-8c02-f84e47254c31", + "parentNode": "6fd8caf9-283e-433b-b241-b37a8105f8dc", "links": [ "0751eb4d-e4a7-4987-b377-1646c8c68049", "4eb47acc-8c8a-4c7d-9178-b3097372ff71", @@ -1224,29 +1281,29 @@ "label": "test_dataframe", "varName": "test_dataframe", "portType": "", - "dataType": "" + "dataType": "any" } ], "name": "SparkSplitDataFrame", - "color": "rgb(255,153,102)", + "color": "rgb(153,204,51)", "portsInOrder": [ - "0fc90673-ef11-4259-95e9-bb88a473042f", - "4713dcf3-481b-42e7-af9b-fcd961188e85", - "1117db50-b168-4c6a-96a0-0a1e61ed1537", - "12b5e86c-81c9-445f-912c-56c6b116193f" + "3c453ff1-6e2b-47de-a8c9-1140c1f2ad2b", + "c7993a17-e9b9-4094-bec0-0d7bf0634885", + "1302f2a5-cfa8-4e75-924a-448fcc5df1b6", + "aa70c00c-e3e2-44be-a3c7-cec4ddbbe4dc" ], "portsOutOrder": [ - "1a8beff1-86a0-4aed-9149-41c402a243d7", - "86717fb3-c7ed-475b-b540-7343ea634489", - "b9204033-2d3f-4aa3-9ad5-f085354c009f" + "d6aa2002-775d-459a-bc54-c9b70505563c", + "3e518db3-15e9-4ff7-836c-28d1469d78ca", + "8f52098f-48fb-4aa0-8ac5-40ac09688a06" ] }, - "cb22a831-02bf-44a0-b9db-d381428a98ff": { - "id": "cb22a831-02bf-44a0-b9db-d381428a98ff", + "cbe3b6a2-40eb-4777-95a2-c12cceded2cf": { + "id": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", "type": "custom-node", "selected": false, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_spark/pyspark_mllib.py", "description": "Performs Spark Logistic Regression.\n\n### Reference:\n- [Spark Logistic Regression](https://spark.apache.org/docs/3.3.0/ml-classification-regression.html#logistic-regression)\n\n##### inPorts:\n- train_dataframe: a Spark dataframe.\n- family: regression mode.\n Default: `auto`. Alternative: `binomial` or `multinomial`.\n- options: Regression parameters. Supply parameters as a Dict. \n Default: `maxIter`:10, `regParam`:0.3, `elasticNetParam`:0.8\n\n##### outPorts:\n- model: trained Spark regression model.", "lineNo": [ @@ -1260,14 +1317,14 @@ "y": 144.855, "ports": [ { - "id": "7d671998-c9f9-42ab-aa73-bcf1f21254a5", + "id": "739972b9-050d-4c8e-a3c0-14a04c37298f", "type": "default", "extras": {}, - "x": 970.822, - "y": 171.435, + "x": 970.1375701791002, + "y": 171.6500254126872, "name": "in-0", "alignment": "left", - "parentNode": "cb22a831-02bf-44a0-b9db-d381428a98ff", + "parentNode": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", "links": [ "d0b7b0fc-824c-4f40-8545-32ba53db9e88" ], @@ -1278,14 +1335,14 @@ "dataType": "" }, { - "id": "9215b03d-f8fd-4e08-8bbe-c9cb8d62cfc2", + "id": "0c4dee5d-884e-43fa-b3db-766bb127a5f8", "type": "default", "extras": {}, - "x": 970.822, - "y": 187.419, + "x": 970.1375701791002, + "y": 193.25000324523828, "name": "parameter-any-train_dataframe", "alignment": "left", - "parentNode": "cb22a831-02bf-44a0-b9db-d381428a98ff", + "parentNode": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", "links": [ "b942aede-c9e3-4467-8f72-9d58f6d91b43", "7ef72491-a80e-41fb-8916-5732f451a65b", @@ -1300,14 +1357,14 @@ "dataType": "any" }, { - "id": "ed1ad883-73eb-4106-9cdd-85467ff588a8", + "id": "f9d256aa-d673-4281-9bf4-16bbc85c8bcf", "type": "default", "extras": {}, - "x": 970.822, - "y": 203.403, + "x": 970.1375701791002, + "y": 214.8500200363991, "name": "parameter-string-family", "alignment": "left", - "parentNode": "cb22a831-02bf-44a0-b9db-d381428a98ff", + "parentNode": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", "links": [ "ddc0879d-bb1c-4107-ba2b-e21ed7e59414" ], @@ -1318,14 +1375,14 @@ "dataType": "string" }, { - "id": "ba9f9844-ab2e-4c04-91f8-4cceb772938a", + "id": "3529322e-dd0e-4cc4-adde-1f18137e11c5", "type": "default", "extras": {}, - "x": 970.822, - "y": 219.387, + "x": 970.1375701791002, + "y": 236.4500368275599, "name": "parameter-dict-options", "alignment": "left", - "parentNode": "cb22a831-02bf-44a0-b9db-d381428a98ff", + "parentNode": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", "links": [], "in": true, "label": "options", @@ -1334,14 +1391,14 @@ "dataType": "dict" }, { - "id": "7d047374-3291-41c6-a49a-44a35e727c84", + "id": "6d42de9e-ee47-4b2a-bff3-820e9c1fe123", "type": "default", "extras": {}, - "x": 1165.833, - "y": 171.435, + "x": 1149.4249363678418, + "y": 171.6500254126872, "name": "out-0", "alignment": "right", - "parentNode": "cb22a831-02bf-44a0-b9db-d381428a98ff", + "parentNode": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", "links": [ "8da67b7a-35b2-4904-9318-80601905e4cc" ], @@ -1352,14 +1409,14 @@ "dataType": "" }, { - "id": "54f11d51-1654-44b9-9eab-1753a134f732", + "id": "332f600e-8845-4d8a-a50e-f127b956133c", "type": "default", "extras": {}, - "x": 1165.833, - "y": 187.419, + "x": 1149.4249363678418, + "y": 193.25000324523828, "name": "parameter-out-any-model", "alignment": "right", - "parentNode": "cb22a831-02bf-44a0-b9db-d381428a98ff", + "parentNode": "cbe3b6a2-40eb-4777-95a2-c12cceded2cf", "links": [ "bad6da3b-4eb4-42bd-bff4-c7121bdede1b" ], @@ -1367,28 +1424,28 @@ "label": "model", "varName": "model", "portType": "", - "dataType": "" + "dataType": "any" } ], "name": "SparkLogisticRegression", - "color": "rgb(15,255,255)", + "color": "rgb(255,204,0)", "portsInOrder": [ - "7d671998-c9f9-42ab-aa73-bcf1f21254a5", - "9215b03d-f8fd-4e08-8bbe-c9cb8d62cfc2", - "ed1ad883-73eb-4106-9cdd-85467ff588a8", - "ba9f9844-ab2e-4c04-91f8-4cceb772938a" + "739972b9-050d-4c8e-a3c0-14a04c37298f", + "0c4dee5d-884e-43fa-b3db-766bb127a5f8", + "f9d256aa-d673-4281-9bf4-16bbc85c8bcf", + "3529322e-dd0e-4cc4-adde-1f18137e11c5" ], "portsOutOrder": [ - "7d047374-3291-41c6-a49a-44a35e727c84", - "54f11d51-1654-44b9-9eab-1753a134f732" + "6d42de9e-ee47-4b2a-bff3-820e9c1fe123", + "332f600e-8845-4d8a-a50e-f127b956133c" ] }, - "3d23577c-c42a-4866-ab80-3b8e5620f26c": { - "id": "3d23577c-c42a-4866-ab80-3b8e5620f26c", + "4c282636-c4ec-4ef7-a4f6-49dfe996a9b1": { + "id": "4c282636-c4ec-4ef7-a4f6-49dfe996a9b1", "type": "custom-node", "selected": false, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_spark/pyspark_mllib.py", "description": "Performs prediction given a Spark model and a valid corresponding dataset.\nRecommended to use with SparkSplitDataFrame component.\n\n##### inPorts:\n- model: trained Spark model.\n- test_df: Spark dataframe.", "lineNo": [ @@ -1398,18 +1455,18 @@ } ] }, - "x": 1127.651, - "y": 276.164, + "x": 1247.6509977670066, + "y": 214.70058650958197, "ports": [ { - "id": "9ed863c6-3bba-4d18-8d0e-8631faf1077a", + "id": "14e44190-f29a-4d48-bdaa-62a5103c7d36", "type": "default", "extras": {}, - "x": 1129.132, - "y": 302.743, + "x": 1248.4500864392473, + "y": 241.50004661509897, "name": "in-0", "alignment": "left", - "parentNode": "3d23577c-c42a-4866-ab80-3b8e5620f26c", + "parentNode": "4c282636-c4ec-4ef7-a4f6-49dfe996a9b1", "links": [ "8da67b7a-35b2-4904-9318-80601905e4cc" ], @@ -1420,14 +1477,14 @@ "dataType": "" }, { - "id": "5979af38-54bf-468c-a957-0c175268323c", + "id": "8980a3c0-b8af-4bcb-846a-4b778af00ba1", "type": "default", "extras": {}, - "x": 1129.132, - "y": 318.727, + "x": 1248.4500864392473, + "y": 263.0999854890403, "name": "parameter-any-model", "alignment": "left", - "parentNode": "3d23577c-c42a-4866-ab80-3b8e5620f26c", + "parentNode": "4c282636-c4ec-4ef7-a4f6-49dfe996a9b1", "links": [ "bad6da3b-4eb4-42bd-bff4-c7121bdede1b" ], @@ -1438,14 +1495,14 @@ "dataType": "any" }, { - "id": "55040f15-9104-4114-9475-9ee8760266dc", + "id": "5beeec71-45f8-4e48-be18-e7f19d6bb7a9", "type": "default", "extras": {}, - "x": 1129.132, - "y": 334.711, + "x": 1248.4500864392473, + "y": 284.70000228020115, "name": "parameter-any-test_df", "alignment": "left", - "parentNode": "3d23577c-c42a-4866-ab80-3b8e5620f26c", + "parentNode": "4c282636-c4ec-4ef7-a4f6-49dfe996a9b1", "links": [ "0751eb4d-e4a7-4987-b377-1646c8c68049" ], @@ -1456,14 +1513,14 @@ "dataType": "any" }, { - "id": "4dd59b2e-9e74-4251-86f8-120ed1b8f5f7", + "id": "76882fff-d532-4f45-bd53-d0f13f416cdf", "type": "default", "extras": {}, - "x": 1242.408, - "y": 302.743, + "x": 1364.6249723526112, + "y": 241.50004661509897, "name": "out-0", "alignment": "right", - "parentNode": "3d23577c-c42a-4866-ab80-3b8e5620f26c", + "parentNode": "4c282636-c4ec-4ef7-a4f6-49dfe996a9b1", "links": [ "34f7ca56-0f30-4639-9365-3ec252ad4f61" ], @@ -1475,50 +1532,14 @@ } ], "name": "SparkPredict", - "color": "rgb(255,204,204)", + "color": "rgb(204,204,204)", "portsInOrder": [ - "9ed863c6-3bba-4d18-8d0e-8631faf1077a", - "5979af38-54bf-468c-a957-0c175268323c", - "55040f15-9104-4114-9475-9ee8760266dc" - ], - "portsOutOrder": [ - "4dd59b2e-9e74-4251-86f8-120ed1b8f5f7" - ] - }, - "5222a526-182d-472f-b564-ad620a9727ac": { - "id": "5222a526-182d-472f-b564-ad620a9727ac", - "type": "custom-node", - "selected": true, - "extras": { - "type": "string" - }, - "x": 113.263, - "y": 240.644, - "ports": [ - { - "id": "0669557b-35c2-4263-ad63-7597ccb493d4", - "type": "default", - "extras": {}, - "x": 379.236, - "y": 267.222, - "name": "out-0", - "alignment": "right", - "parentNode": "5222a526-182d-472f-b564-ad620a9727ac", - "links": [ - "8279fabd-a9f2-436a-af3e-13e217df328d" - ], - "in": false, - "label": "xai_components/xai_spark/examples/datasets/sample_libsvm_data.txt", - "varName": "xai_components/xai_spark/examples/datasets/sample_libsvm_data.txt", - "portType": "", - "dataType": "" - } + "14e44190-f29a-4d48-bdaa-62a5103c7d36", + "8980a3c0-b8af-4bcb-846a-4b778af00ba1", + "5beeec71-45f8-4e48-be18-e7f19d6bb7a9" ], - "name": "Literal String", - "color": "rgb(255,204,0)", - "portsInOrder": [], "portsOutOrder": [ - "0669557b-35c2-4263-ad63-7597ccb493d4" + "76882fff-d532-4f45-bd53-d0f13f416cdf" ] } } diff --git a/examples/SparkPackageVenv.xircuits b/examples/SparkPackageVenv.xircuits index 64a4037..4ec0d9a 100644 --- a/examples/SparkPackageVenv.xircuits +++ b/examples/SparkPackageVenv.xircuits @@ -1,12 +1,12 @@ { "id": "b7f2dd40-631e-40de-826b-70ecad3b636c", - "offsetX": 131.9295211393629, - "offsetY": 168.62879698688565, - "zoom": 64.972696940104, + "offsetX": 146.15698416724896, + "offsetY": 161.34314494969001, + "zoom": 88.972696940104, "gridSize": 0, "layers": [ { - "id": "a1917aec-b695-436c-8a09-7bbb90956602", + "id": "a9db9a9d-571a-4162-973b-fbda2ebbc6d3", "type": "diagram-links", "isSvg": true, "transformed": true, @@ -17,20 +17,20 @@ "selected": false, "source": "0d363f1c-76c2-4814-9a9b-f3c2e6dfe38e", "sourcePort": "c4f36ed0-bbfc-4710-b320-a8d06f66ef70", - "target": "2c39eb21-9f68-40f9-be68-aab32be76176", - "targetPort": "d7fc0bc2-2f93-44da-b41e-06ab8782f87d", + "target": "5a7ed407-e959-4cb7-a161-96c4e3994887", + "targetPort": "4401e37d-d64c-4622-ace8-1176ea8cd6e9", "points": [ { "id": "5cfed4b8-f937-42bb-a621-847db7aa1061", "type": "point", - "x": 296.58, - "y": 269.473 + "x": 298.34997281927645, + "y": 269.5000043031066 }, { "id": "d1187e1c-5308-4da8-8984-32cf41cfc617", "type": "point", - "x": 581.823, - "y": 121.892 + "x": 583.9500225456093, + "y": 141.75000193069417 } ], "labels": [], @@ -45,14 +45,14 @@ "selected": false, "source": "4185daee-00e8-4e19-8b8e-ffd629c051f9", "sourcePort": "687569fd-c440-4f90-a3ea-67269e0ce7f0", - "target": "2c39eb21-9f68-40f9-be68-aab32be76176", - "targetPort": "29a8c6e4-07e3-4c4d-b1a4-ca07daf6306f", + "target": "5a7ed407-e959-4cb7-a161-96c4e3994887", + "targetPort": "058fc43c-243e-46db-9bd9-3de313c2510d", "points": [ { "id": "6e202c69-f753-43e6-91a8-bf9e95f03ea5", "type": "point", - "x": 6.638, - "y": -104.126 + "x": 8.85003323003823, + "y": -104.11250861939492 }, { "id": "d3bd346d-50bc-4a73-a310-a69ec57ec793", @@ -69,36 +69,8 @@ { "id": "bc31f0a7-e60a-42ea-bf8e-558a10b605c4", "type": "point", - "x": 581.823, - "y": 89.925 - } - ], - "labels": [], - "width": 3, - "color": "gray", - "curvyness": 50, - "selectedColor": "rgb(0,192,255)" - }, - "d7345616-0747-4874-a342-a45de1a3f22a": { - "id": "d7345616-0747-4874-a342-a45de1a3f22a", - "type": "parameter-link", - "selected": false, - "source": "d3995df6-1b1b-46f7-b0b0-a97c4e2a48ce", - "sourcePort": "fc59bece-b509-469e-8dec-ed03425d0ee2", - "target": "2c39eb21-9f68-40f9-be68-aab32be76176", - "targetPort": "7cd8f9ae-47ce-4a4d-9565-676a84e59a5a", - "points": [ - { - "id": "80671878-4cf0-4928-bf84-59c3d9b5f2f0", - "type": "point", - "x": 220.712, - "y": 408.328 - }, - { - "id": "13dcb8f4-2532-43a0-9912-e0cd28de09ca", - "type": "point", - "x": 581.823, - "y": 105.909 + "x": 583.9500225456093, + "y": 98.54998711312174 } ], "labels": [], @@ -113,20 +85,20 @@ "selected": false, "source": "eb228134-793c-4305-a81e-925d7a50b145", "sourcePort": "ba732273-4874-4dae-8994-6e8b3e7b4e79", - "target": "397a826c-6757-416e-8a6a-8737acbaaf77", - "targetPort": "d7b54bd6-3c0e-41e0-b1e0-2e151f20ae16", + "target": "e9438539-53ff-42ee-91c1-bf1b862897cc", + "targetPort": "7a7f57ab-0618-4e05-8a32-fd99e525b0d5", "points": [ { "id": "46cb9f76-0d41-4ded-b2ef-ef8d84262220", "type": "point", - "x": 44.404, - "y": 328.328 + "x": 46.612479190489104, + "y": 328.3500166282172 }, { "id": "5a1e8a56-5820-4208-82e2-385f170c2254", "type": "point", - "x": 337.598, - "y": 108.385 + "x": 339.71245753008, + "y": 122.6375084162404 } ], "labels": [], @@ -141,20 +113,20 @@ "selected": false, "source": "0d363f1c-76c2-4814-9a9b-f3c2e6dfe38e", "sourcePort": "c4f36ed0-bbfc-4710-b320-a8d06f66ef70", - "target": "397a826c-6757-416e-8a6a-8737acbaaf77", - "targetPort": "94208fee-7c1f-44fc-81d1-907b83512bb5", + "target": "e9438539-53ff-42ee-91c1-bf1b862897cc", + "targetPort": "3d4cd05b-412f-40f9-b253-0f785b71a991", "points": [ { "id": "4b9ecb58-54ba-48bc-bf1b-63449c244e9c", "type": "point", - "x": 296.58, - "y": 269.473 + "x": 298.34997281927645, + "y": 269.5000043031066 }, { "id": "d91e33b6-c356-44d8-8150-8d4557447a2b", "type": "point", - "x": 337.598, - "y": 124.369 + "x": 339.71245753008, + "y": 144.2375158250266 } ], "labels": [], @@ -169,14 +141,14 @@ "selected": false, "source": "4185daee-00e8-4e19-8b8e-ffd629c051f9", "sourcePort": "687569fd-c440-4f90-a3ea-67269e0ce7f0", - "target": "397a826c-6757-416e-8a6a-8737acbaaf77", - "targetPort": "fd4ee21a-3aa7-4d4c-a3e2-51408cb3f833", + "target": "e9438539-53ff-42ee-91c1-bf1b862897cc", + "targetPort": "9057be39-f98d-4481-b2d3-27f1de0d9d5e", "points": [ { "id": "891fa895-e6b0-4f32-beaf-9fc8e6b2aa5e", "type": "point", - "x": 6.638, - "y": -104.126 + "x": 8.85003323003823, + "y": -104.11250861939492 }, { "id": "92c36412-ca0f-498e-a2be-943a8ece0efb", @@ -193,8 +165,8 @@ { "id": "03ffd143-c6c7-44fc-bdc0-cdd1d0c7d1d2", "type": "point", - "x": 337.598, - "y": 92.402 + "x": 339.71245753008, + "y": 101.03752137304119 } ], "labels": [], @@ -207,22 +179,22 @@ "id": "88403c35-0257-4aeb-96b9-fd2a6299dc6c", "type": "triangle-link", "selected": false, - "source": "397a826c-6757-416e-8a6a-8737acbaaf77", - "sourcePort": "9a2b4e6f-1fe9-4583-b5d5-77665798155d", - "target": "2c39eb21-9f68-40f9-be68-aab32be76176", - "targetPort": "1cd43bf6-b570-4043-a143-0e03ad572876", + "source": "e9438539-53ff-42ee-91c1-bf1b862897cc", + "sourcePort": "c15c15fd-b541-46b4-91f1-e8b9959e37be", + "target": "5a7ed407-e959-4cb7-a161-96c4e3994887", + "targetPort": "fb6d8aa0-56f0-4ff4-8cd3-ae4d498647cf", "points": [ { "id": "8889e46d-8564-44d9-bd98-1d7722b4361f", "type": "point", - "x": 463.698, - "y": 76.418 + "x": 452.2000034376863, + "y": 79.43751396425498 }, { "id": "a850954a-cefe-4e41-91d9-c8e74c3b418a", "type": "point", - "x": 581.823, - "y": 73.941 + "x": 583.9500225456093, + "y": 76.95001400427154 } ], "labels": [], @@ -235,22 +207,22 @@ "id": "a911f36e-5906-4a1c-8a0a-02c9720b76eb", "type": "triangle-link", "selected": false, - "source": "045f7f4b-7e43-4b8a-8a81-a3b72d976e35", - "sourcePort": "163b487f-99df-4648-90e8-cce9a78a2093", - "target": "6edcb94a-d6dc-48f6-afd2-b8f6e24287fe", - "targetPort": "76b1128e-8bf5-4f58-a201-5413561b7601", + "source": "9766480f-0368-42d2-a369-93788ba7e94f", + "sourcePort": "87d0091c-b56c-432b-be32-0e11442228d1", + "target": "11b65ec2-5a9b-49e5-8c4c-0496b7976ba8", + "targetPort": "abf5aac1-8784-4924-a788-98b23cd3d627", "points": [ { "id": "e4a65b7a-953e-434a-9b30-81f64172107d", "type": "point", - "x": 999.624, - "y": 76.314 + "x": 988.1375327355493, + "y": 79.33749535082302 }, { "id": "51ae17dc-001b-4896-92e1-aa53a4a0e83f", "type": "point", - "x": 1092.853, - "y": 77.251 + "x": 1094.9751106478543, + "y": 80.27499513644841 } ], "labels": [], @@ -265,14 +237,14 @@ "selected": false, "source": "eb228134-793c-4305-a81e-925d7a50b145", "sourcePort": "ba732273-4874-4dae-8994-6e8b3e7b4e79", - "target": "045f7f4b-7e43-4b8a-8a81-a3b72d976e35", - "targetPort": "59bd0163-2f49-4213-9dc6-15f22d517100", + "target": "9766480f-0368-42d2-a369-93788ba7e94f", + "targetPort": "e2794702-eecd-47b4-b36a-2ef04f3b222f", "points": [ { "id": "22077a10-b37d-4e52-be3e-c4fc9e847d2d", "type": "point", - "x": 44.404, - "y": 328.328 + "x": 46.612479190489104, + "y": 328.3500166282172 }, { "id": "0cd0f8fb-a77d-49fe-9428-cbfff9cde51d", @@ -289,8 +261,8 @@ { "id": "eb109720-9bd5-4fc9-a0c7-bf99b70d22aa", "type": "point", - "x": 873.524, - "y": 108.281 + "x": 875.6499321624199, + "y": 122.53751016839544 } ], "labels": [], @@ -305,20 +277,20 @@ "selected": false, "source": "6394f6de-6680-44b2-8f80-b6ae9b982937", "sourcePort": "19f7c08d-35e8-48f5-b299-7d3755e55d9d", - "target": "045f7f4b-7e43-4b8a-8a81-a3b72d976e35", - "targetPort": "442a96b1-f60a-4c9c-bf32-9210dc6b88bb", + "target": "9766480f-0368-42d2-a369-93788ba7e94f", + "targetPort": "0a9d9ed1-6683-49ad-8f4f-5cb7b052d42c", "points": [ { "id": "764631f5-9e92-48db-890e-ad662f176123", "type": "point", - "x": 723.166, - "y": 204.184 + "x": 724.5375852373174, + "y": 204.20000584374532 }, { "id": "038be651-9b97-455f-ba38-d5e195f4fe3e", "type": "point", - "x": 873.524, - "y": 124.265 + "x": 875.6499321624199, + "y": 144.13748327724562 } ], "labels": [], @@ -333,14 +305,14 @@ "selected": false, "source": "4185daee-00e8-4e19-8b8e-ffd629c051f9", "sourcePort": "687569fd-c440-4f90-a3ea-67269e0ce7f0", - "target": "045f7f4b-7e43-4b8a-8a81-a3b72d976e35", - "targetPort": "6a452687-a3bd-4679-bdc2-71ddd04c3a11", + "target": "9766480f-0368-42d2-a369-93788ba7e94f", + "targetPort": "291757f5-18c1-4f17-9158-544f7067485b", "points": [ { "id": "d0b9d573-7acd-413d-b724-5fcda2fed59f", "type": "point", - "x": 6.638, - "y": -104.126 + "x": 8.85003323003823, + "y": -104.11250861939492 }, { "id": "77e1af87-5138-421e-9aa4-52bb543799f2", @@ -357,8 +329,8 @@ { "id": "7ad3484b-2bbd-47d5-86e8-dddec0af56c9", "type": "point", - "x": 873.524, - "y": 92.297 + "x": 875.6499321624199, + "y": 100.93751669395824 } ], "labels": [], @@ -371,22 +343,22 @@ "id": "2b866f18-544f-4dfe-8c49-9c8f52de371c", "type": "triangle-link", "selected": false, - "source": "2c39eb21-9f68-40f9-be68-aab32be76176", - "sourcePort": "2f0ebde0-89fa-4b74-9409-c4c2268f072b", - "target": "045f7f4b-7e43-4b8a-8a81-a3b72d976e35", - "targetPort": "31d02440-93bb-408f-91e4-e5b12e7498de", + "source": "5a7ed407-e959-4cb7-a161-96c4e3994887", + "sourcePort": "a8dc3071-1698-491c-987e-4013e1d432ae", + "target": "9766480f-0368-42d2-a369-93788ba7e94f", + "targetPort": "8cb304c4-2204-4a65-9b99-4e7ee0ce2b27", "points": [ { "id": "b9670115-92a6-4934-9f77-78e6fa97809a", "type": "point", - "x": 707.923, - "y": 73.941 + "x": 696.4374312534715, + "y": 76.95001400427154 }, { "id": "0ce8e9dd-9c51-4c8d-9707-fc167334705d", "type": "point", - "x": 873.524, - "y": 76.314 + "x": 875.6499321624199, + "y": 79.33749535082302 } ], "labels": [], @@ -401,20 +373,20 @@ "selected": false, "source": "b5daecce-45ec-492e-ad41-5f1d211b8f00", "sourcePort": "0fd1020e-95f1-44d0-a830-cb74ed882f85", - "target": "eed706e4-d728-43bd-9a61-b2ac6e0030d9", - "targetPort": "76db856e-ee12-4a39-a6c4-21d386a92e35", + "target": "570d6b66-7777-4b29-8fad-c0e65d23a088", + "targetPort": "c82a866f-425a-4d09-bbaa-50462e683f10", "points": [ { "id": "4c25d95b-a0de-4f47-a73c-c2f10c487440", "type": "point", - "x": -19.23, - "y": 74.485 + "x": 10.387466765337212, + "y": 77.49999311275218 }, { "id": "6a04048f-cf68-45e7-a7f2-b235a86d2da4", "type": "point", - "x": 148.223, - "y": 77.587 + "x": 150.33754370866893, + "y": 80.60002133016623 } ], "labels": [], @@ -429,14 +401,14 @@ "selected": false, "source": "4185daee-00e8-4e19-8b8e-ffd629c051f9", "sourcePort": "687569fd-c440-4f90-a3ea-67269e0ce7f0", - "target": "eed706e4-d728-43bd-9a61-b2ac6e0030d9", - "targetPort": "dec75880-e88b-4a91-9f5f-515037807372", + "target": "570d6b66-7777-4b29-8fad-c0e65d23a088", + "targetPort": "843672d1-85f4-47bb-b555-08b13f255c32", "points": [ { "id": "65ef238a-aa29-4087-ba75-17d3aae1491b", "type": "point", - "x": 6.638, - "y": -104.126 + "x": 8.85003323003823, + "y": -104.11250861939492 }, { "id": "ba5b5b20-f2e7-4a65-b60d-550fd87b8308", @@ -453,8 +425,8 @@ { "id": "cad4f589-8092-41cb-b4d4-cd46d7820940", "type": "point", - "x": 148.223, - "y": 93.571 + "x": 150.33754370866893, + "y": 102.20001480460343 } ], "labels": [], @@ -467,22 +439,50 @@ "id": "05d340ce-5079-4e29-9b4b-746fffd68752", "type": "triangle-link", "selected": false, - "source": "eed706e4-d728-43bd-9a61-b2ac6e0030d9", - "sourcePort": "b990b9bb-b630-4f47-bdf3-57e1339ba181", - "target": "397a826c-6757-416e-8a6a-8737acbaaf77", - "targetPort": "5aad3650-38e2-468e-b737-40d2fba3478a", + "source": "570d6b66-7777-4b29-8fad-c0e65d23a088", + "sourcePort": "15b6738d-3c41-427e-a922-08861e65a348", + "target": "e9438539-53ff-42ee-91c1-bf1b862897cc", + "targetPort": "0bfbf894-75f6-4cdc-a670-b04dc02233bb", "points": [ { "id": "88a0844d-5d3b-40e9-a2c3-19cde65b1b25", "type": "point", - "x": 270.687, - "y": 78.141 + "x": 252.2750327612729, + "y": 80.60002133016623 }, { "id": "c2bf1713-7663-4bba-89c4-17ac31eb2974", "type": "point", - "x": 338.109, - "y": 76.984 + "x": 339.71245753008, + "y": 79.43751396425498 + } + ], + "labels": [], + "width": 3, + "color": "gray", + "curvyness": 50, + "selectedColor": "rgb(0,192,255)" + }, + "a3d8b183-1486-462d-a034-eb1b41dd281a": { + "id": "a3d8b183-1486-462d-a034-eb1b41dd281a", + "type": "parameter-link", + "selected": true, + "source": "2cd205aa-8555-4e01-9680-41dcf8f144c6", + "sourcePort": "ceb67762-b0b9-4273-87c9-8b4f479082d1", + "target": "5a7ed407-e959-4cb7-a161-96c4e3994887", + "targetPort": "174f3794-0d97-4e16-bfcc-af8259bd4681", + "points": [ + { + "id": "dc4cf6a7-87a9-4395-b747-38b86ad37835", + "type": "point", + "x": 222.98752539536156, + "y": 408.34999333284406 + }, + { + "id": "fd81cdc2-da5d-4f8e-8a2f-3efae34cace7", + "type": "point", + "x": 583.9500225456093, + "y": 120.15000845625696 } ], "labels": [], @@ -494,7 +494,7 @@ } }, { - "id": "49088a57-a636-4719-856f-1e5d2adbf210", + "id": "317d2cbd-5c9c-4d3f-9a56-08aa8a9af6f3", "type": "diagram-nodes", "isSvg": false, "transformed": true, @@ -502,7 +502,7 @@ "b5daecce-45ec-492e-ad41-5f1d211b8f00": { "id": "b5daecce-45ec-492e-ad41-5f1d211b8f00", "type": "custom-node", - "selected": true, + "selected": false, "extras": { "type": "Start", "borderColor": "rgb(0,192,255)" @@ -514,8 +514,8 @@ "id": "0fd1020e-95f1-44d0-a830-cb74ed882f85", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 0.08749717508880038, + "y": 67.19998279132975, "name": "out-0", "alignment": "right", "parentNode": "b5daecce-45ec-492e-ad41-5f1d211b8f00", @@ -536,47 +536,10 @@ "0fd1020e-95f1-44d0-a830-cb74ed882f85" ] }, - "6edcb94a-d6dc-48f6-afd2-b8f6e24287fe": { - "id": "6edcb94a-d6dc-48f6-afd2-b8f6e24287fe", - "type": "custom-node", - "selected": true, - "extras": { - "type": "Finish", - "borderColor": "rgb(0,192,255)" - }, - "x": 1083.883, - "y": 43.18, - "ports": [ - { - "id": "76b1128e-8bf5-4f58-a201-5413561b7601", - "type": "default", - "extras": {}, - "x": 0, - "y": 0, - "name": "in-0", - "alignment": "left", - "parentNode": "6edcb94a-d6dc-48f6-afd2-b8f6e24287fe", - "links": [ - "a911f36e-5906-4a1c-8a0a-02c9720b76eb" - ], - "in": true, - "label": "▶", - "varName": "▶", - "portType": "", - "dataType": "" - } - ], - "name": "Finish", - "color": "rgb(255,102,102)", - "portsInOrder": [ - "76b1128e-8bf5-4f58-a201-5413561b7601" - ], - "portsOutOrder": [] - }, "eb228134-793c-4305-a81e-925d7a50b145": { "id": "eb228134-793c-4305-a81e-925d7a50b145", "type": "custom-node", - "selected": true, + "selected": false, "extras": { "type": "string", "borderColor": "rgb(0,192,255)" @@ -588,8 +551,8 @@ "id": "ba732273-4874-4dae-8994-6e8b3e7b4e79", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 36.312482803415676, + "y": 318.04999237244573, "name": "out-0", "alignment": "right", "parentNode": "eb228134-793c-4305-a81e-925d7a50b145", @@ -614,7 +577,7 @@ "0d363f1c-76c2-4814-9a9b-f3c2e6dfe38e": { "id": "0d363f1c-76c2-4814-9a9b-f3c2e6dfe38e", "type": "custom-node", - "selected": true, + "selected": false, "extras": { "type": "boolean" }, @@ -625,8 +588,8 @@ "id": "c4f36ed0-bbfc-4710-b320-a8d06f66ef70", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 288.050003229028, + "y": 259.1999800473352, "name": "out-0", "alignment": "right", "parentNode": "0d363f1c-76c2-4814-9a9b-f3c2e6dfe38e", @@ -651,7 +614,7 @@ "6394f6de-6680-44b2-8f80-b6ae9b982937": { "id": "6394f6de-6680-44b2-8f80-b6ae9b982937", "type": "custom-node", - "selected": true, + "selected": false, "extras": { "type": "boolean", "borderColor": "rgb(0,192,255)" @@ -663,8 +626,8 @@ "id": "19f7c08d-35e8-48f5-b299-7d3755e55d9d", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 714.2376156470691, + "y": 193.90003625349692, "name": "out-0", "alignment": "right", "parentNode": "6394f6de-6680-44b2-8f80-b6ae9b982937", @@ -688,7 +651,7 @@ "4185daee-00e8-4e19-8b8e-ffd629c051f9": { "id": "4185daee-00e8-4e19-8b8e-ffd629c051f9", "type": "custom-node", - "selected": true, + "selected": false, "extras": { "type": "string" }, @@ -699,8 +662,8 @@ "id": "687569fd-c440-4f90-a3ea-67269e0ce7f0", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": -1.4499631570351963, + "y": -114.41251894081735, "name": "out-0", "alignment": "right", "parentNode": "4185daee-00e8-4e19-8b8e-ffd629c051f9", @@ -724,54 +687,76 @@ "687569fd-c440-4f90-a3ea-67269e0ce7f0" ] }, - "d3995df6-1b1b-46f7-b0b0-a97c4e2a48ce": { - "id": "d3995df6-1b1b-46f7-b0b0-a97c4e2a48ce", + "11b65ec2-5a9b-49e5-8c4c-0496b7976ba8": { + "id": "11b65ec2-5a9b-49e5-8c4c-0496b7976ba8", "type": "custom-node", - "selected": true, + "selected": false, "extras": { - "type": "string" + "type": "Finish" }, - "x": 32.291, - "y": 374.254, + "x": 1083.883, + "y": 43.18, "ports": [ { - "id": "fc59bece-b509-469e-8dec-ed03425d0ee2", + "id": "abf5aac1-8784-4924-a788-98b23cd3d627", "type": "default", "extras": {}, - "x": 0, - "y": 0, - "name": "out-0", - "alignment": "right", - "parentNode": "d3995df6-1b1b-46f7-b0b0-a97c4e2a48ce", + "x": 1084.6751410576057, + "y": 69.97498481502598, + "name": "in-0", + "alignment": "left", + "parentNode": "11b65ec2-5a9b-49e5-8c4c-0496b7976ba8", "links": [ - "d7345616-0747-4874-a342-a45de1a3f22a" + "a911f36e-5906-4a1c-8a0a-02c9720b76eb" ], - "in": false, - "label": "venv/lib/python3.9/site-packages", - "varName": "venv/lib/python3.9/site-packages", + "in": true, + "label": "▶", + "varName": "▶", "portType": "", "dataType": "" + }, + { + "id": "fdf64e51-fa35-4a98-9a5f-5d6c1d577750", + "type": "default", + "extras": {}, + "x": 1084.6751410576057, + "y": 91.57502652374822, + "name": "parameter-dynalist-outputs", + "alignment": "left", + "parentNode": "11b65ec2-5a9b-49e5-8c4c-0496b7976ba8", + "links": [], + "in": true, + "label": "outputs", + "varName": "outputs", + "portType": "", + "dataType": "dynalist", + "dynaPortOrder": 0, + "dynaPortRef": { + "previous": null, + "next": null + } } ], - "name": "Literal String", - "color": "rgb(255,204,0)", - "portsInOrder": [], - "portsOutOrder": [ - "fc59bece-b509-469e-8dec-ed03425d0ee2" - ] + "name": "Finish", + "color": "rgb(255,102,102)", + "portsInOrder": [ + "abf5aac1-8784-4924-a788-98b23cd3d627", + "fdf64e51-fa35-4a98-9a5f-5d6c1d577750" + ], + "portsOutOrder": [] }, - "2c39eb21-9f68-40f9-be68-aab32be76176": { - "id": "2c39eb21-9f68-40f9-be68-aab32be76176", + "5a7ed407-e959-4cb7-a161-96c4e3994887": { + "id": "5a7ed407-e959-4cb7-a161-96c4e3994887", "type": "custom-node", - "selected": true, + "selected": false, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_utils/utils.py", - "description": "Zips a directory.\n\n##### inPorts:\n- zip_fn: the Zip filename.\n Default: .xircuits canvas name.\n- dir_name: the directory to be zipped.\n- include_dir: bundle the specified directory in the zip if True.\n\n #### EG:\n\n Creating Bar.zip which zips the dir `Foo` with the structure:\n ``` \n Foo\n |-- file1\n |-- file2\n ```\n\n if `include_dir` is `True`:\n ```\n Bar.zip\n |-- Foo\n |-- file1\n |-- file2\n ```\n\n if `include_dir` is `False`:\n ```\n Bar.zip\n |-- file1\n |-- file2\n ```", + "description": "Zips a directory.\n\n##### inPorts:\n- zip_fn (str): The Zip filename. Default: .xircuits canvas name.\n- dir_name (str): The directory to be zipped.\n- include_dir (bool): Bundle the specified directory in the zip if True.\n\n #### EG:\n Creating Bar.zip which zips the dir `Foo` with the structure:\n ``` \n Foo\n |-- file1\n |-- file2\n ```\n\n if `include_dir` is `True`:\n ```\n Bar.zip\n |-- Foo\n |-- file1\n |-- file2\n ```\n\n if `include_dir` is `False`:\n ```\n Bar.zip\n |-- file1\n |-- file2\n ```", "lineNo": [ { - "lineno": 25, - "end_lineno": 99 + "lineno": 155, + "end_lineno": 221 } ] }, @@ -779,14 +764,14 @@ "y": 39.862, "ports": [ { - "id": "1cd43bf6-b570-4043-a143-0e03ad572876", + "id": "fb6d8aa0-56f0-4ff4-8cd3-ae4d498647cf", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 573.6499982898378, + "y": 66.65001761719812, "name": "in-0", "alignment": "left", - "parentNode": "2c39eb21-9f68-40f9-be68-aab32be76176", + "parentNode": "5a7ed407-e959-4cb7-a161-96c4e3994887", "links": [ "88403c35-0257-4aeb-96b9-fd2a6299dc6c" ], @@ -797,14 +782,14 @@ "dataType": "" }, { - "id": "29a8c6e4-07e3-4c4d-b1a4-ca07daf6306f", + "id": "058fc43c-243e-46db-9bd9-3de313c2510d", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 573.6499982898378, + "y": 88.24999072604832, "name": "parameter-string-zip_fn", "alignment": "left", - "parentNode": "2c39eb21-9f68-40f9-be68-aab32be76176", + "parentNode": "5a7ed407-e959-4cb7-a161-96c4e3994887", "links": [ "2578c164-3271-4137-a23d-23864ec72d6b" ], @@ -815,16 +800,16 @@ "dataType": "string" }, { - "id": "7cd8f9ae-47ce-4a4d-9565-676a84e59a5a", + "id": "174f3794-0d97-4e16-bfcc-af8259bd4681", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 573.6499982898378, + "y": 109.84999813483454, "name": "parameter-string-dir_name", "alignment": "left", - "parentNode": "2c39eb21-9f68-40f9-be68-aab32be76176", + "parentNode": "5a7ed407-e959-4cb7-a161-96c4e3994887", "links": [ - "d7345616-0747-4874-a342-a45de1a3f22a" + "a3d8b183-1486-462d-a034-eb1b41dd281a" ], "in": true, "label": "★dir_name", @@ -833,14 +818,14 @@ "dataType": "string" }, { - "id": "d7fc0bc2-2f93-44da-b41e-06ab8782f87d", + "id": "4401e37d-d64c-4622-ace8-1176ea8cd6e9", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 573.6499982898378, + "y": 131.45000554362076, "name": "parameter-boolean-include_dir", "alignment": "left", - "parentNode": "2c39eb21-9f68-40f9-be68-aab32be76176", + "parentNode": "5a7ed407-e959-4cb7-a161-96c4e3994887", "links": [ "5b8559d0-0f81-445b-bb33-ad424daeb287" ], @@ -851,14 +836,14 @@ "dataType": "boolean" }, { - "id": "2f0ebde0-89fa-4b74-9409-c4c2268f072b", + "id": "a8dc3071-1698-491c-987e-4013e1d432ae", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 686.137461663223, + "y": 66.65001761719812, "name": "out-0", "alignment": "right", - "parentNode": "2c39eb21-9f68-40f9-be68-aab32be76176", + "parentNode": "5a7ed407-e959-4cb7-a161-96c4e3994887", "links": [ "2b866f18-544f-4dfe-8c49-9c8f52de371c" ], @@ -870,29 +855,29 @@ } ], "name": "ZipDirectory", - "color": "rgb(255,204,204)", + "color": "rgb(153,0,102)", "portsInOrder": [ - "1cd43bf6-b570-4043-a143-0e03ad572876", - "29a8c6e4-07e3-4c4d-b1a4-ca07daf6306f", - "7cd8f9ae-47ce-4a4d-9565-676a84e59a5a", - "d7fc0bc2-2f93-44da-b41e-06ab8782f87d" + "fb6d8aa0-56f0-4ff4-8cd3-ae4d498647cf", + "058fc43c-243e-46db-9bd9-3de313c2510d", + "174f3794-0d97-4e16-bfcc-af8259bd4681", + "4401e37d-d64c-4622-ace8-1176ea8cd6e9" ], "portsOutOrder": [ - "2f0ebde0-89fa-4b74-9409-c4c2268f072b" + "a8dc3071-1698-491c-987e-4013e1d432ae" ] }, - "397a826c-6757-416e-8a6a-8737acbaaf77": { - "id": "397a826c-6757-416e-8a6a-8737acbaaf77", + "e9438539-53ff-42ee-91c1-bf1b862897cc": { + "id": "e9438539-53ff-42ee-91c1-bf1b862897cc", "type": "custom-node", - "selected": true, + "selected": false, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_utils/utils.py", - "description": "Zips a directory.\n\n##### inPorts:\n- zip_fn: the Zip filename.\n Default: .xircuits canvas name.\n- dir_name: the directory to be zipped.\n- include_dir: bundle the specified directory in the zip if True.\n\n #### EG:\n\n Creating Bar.zip which zips the dir `Foo` with the structure:\n ``` \n Foo\n |-- file1\n |-- file2\n ```\n\n if `include_dir` is `True`:\n ```\n Bar.zip\n |-- Foo\n |-- file1\n |-- file2\n ```\n\n if `include_dir` is `False`:\n ```\n Bar.zip\n |-- file1\n |-- file2\n ```", + "description": "Zips a directory.\n\n##### inPorts:\n- zip_fn (str): The Zip filename. Default: .xircuits canvas name.\n- dir_name (str): The directory to be zipped.\n- include_dir (bool): Bundle the specified directory in the zip if True.\n\n #### EG:\n Creating Bar.zip which zips the dir `Foo` with the structure:\n ``` \n Foo\n |-- file1\n |-- file2\n ```\n\n if `include_dir` is `True`:\n ```\n Bar.zip\n |-- Foo\n |-- file1\n |-- file2\n ```\n\n if `include_dir` is `False`:\n ```\n Bar.zip\n |-- file1\n |-- file2\n ```", "lineNo": [ { - "lineno": 25, - "end_lineno": 99 + "lineno": 155, + "end_lineno": 221 } ] }, @@ -900,14 +885,14 @@ "y": 42.348, "ports": [ { - "id": "5aad3650-38e2-468e-b737-40d2fba3478a", + "id": "0bfbf894-75f6-4cdc-a670-b04dc02233bb", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 329.41243327430857, + "y": 69.13751757718154, "name": "in-0", "alignment": "left", - "parentNode": "397a826c-6757-416e-8a6a-8737acbaaf77", + "parentNode": "e9438539-53ff-42ee-91c1-bf1b862897cc", "links": [ "05d340ce-5079-4e29-9b4b-746fffd68752" ], @@ -918,14 +903,14 @@ "dataType": "" }, { - "id": "fd4ee21a-3aa7-4d4c-a3e2-51408cb3f833", + "id": "9057be39-f98d-4481-b2d3-27f1de0d9d5e", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 329.41243327430857, + "y": 90.73752498596775, "name": "parameter-string-zip_fn", "alignment": "left", - "parentNode": "397a826c-6757-416e-8a6a-8737acbaaf77", + "parentNode": "e9438539-53ff-42ee-91c1-bf1b862897cc", "links": [ "17484dac-3999-4acf-90b0-0554def3f97d" ], @@ -936,14 +921,14 @@ "dataType": "string" }, { - "id": "d7b54bd6-3c0e-41e0-b1e0-2e151f20ae16", + "id": "7a7f57ab-0618-4e05-8a32-fd99e525b0d5", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 329.41243327430857, + "y": 112.33749809481796, "name": "parameter-string-dir_name", "alignment": "left", - "parentNode": "397a826c-6757-416e-8a6a-8737acbaaf77", + "parentNode": "e9438539-53ff-42ee-91c1-bf1b862897cc", "links": [ "48f3009c-9cad-4789-a3dc-2a65c103c090" ], @@ -954,14 +939,14 @@ "dataType": "string" }, { - "id": "94208fee-7c1f-44fc-81d1-907b83512bb5", + "id": "3d4cd05b-412f-40f9-b253-0f785b71a991", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 329.41243327430857, + "y": 133.93750550360417, "name": "parameter-boolean-include_dir", "alignment": "left", - "parentNode": "397a826c-6757-416e-8a6a-8737acbaaf77", + "parentNode": "e9438539-53ff-42ee-91c1-bf1b862897cc", "links": [ "2ab513f9-97c0-49d6-844a-baf0e156a28c" ], @@ -972,14 +957,14 @@ "dataType": "boolean" }, { - "id": "9a2b4e6f-1fe9-4583-b5d5-77665798155d", + "id": "c15c15fd-b541-46b4-91f1-e8b9959e37be", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 441.90003384743784, + "y": 69.13751757718154, "name": "out-0", "alignment": "right", - "parentNode": "397a826c-6757-416e-8a6a-8737acbaaf77", + "parentNode": "e9438539-53ff-42ee-91c1-bf1b862897cc", "links": [ "88403c35-0257-4aeb-96b9-fd2a6299dc6c" ], @@ -991,44 +976,45 @@ } ], "name": "ZipDirectory", - "color": "rgb(255,204,204)", + "color": "rgb(153,0,102)", "portsInOrder": [ - "5aad3650-38e2-468e-b737-40d2fba3478a", - "fd4ee21a-3aa7-4d4c-a3e2-51408cb3f833", - "d7b54bd6-3c0e-41e0-b1e0-2e151f20ae16", - "94208fee-7c1f-44fc-81d1-907b83512bb5" + "0bfbf894-75f6-4cdc-a670-b04dc02233bb", + "9057be39-f98d-4481-b2d3-27f1de0d9d5e", + "7a7f57ab-0618-4e05-8a32-fd99e525b0d5", + "3d4cd05b-412f-40f9-b253-0f785b71a991" ], "portsOutOrder": [ - "9a2b4e6f-1fe9-4583-b5d5-77665798155d" + "c15c15fd-b541-46b4-91f1-e8b9959e37be" ] }, - "045f7f4b-7e43-4b8a-8a81-a3b72d976e35": { - "id": "045f7f4b-7e43-4b8a-8a81-a3b72d976e35", + "9766480f-0368-42d2-a369-93788ba7e94f": { + "id": "9766480f-0368-42d2-a369-93788ba7e94f", "type": "custom-node", - "selected": true, + "selected": false, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_utils/utils.py", - "description": "Zips a directory.\n\n##### inPorts:\n- zip_fn: the Zip filename.\n Default: .xircuits canvas name.\n- dir_name: the directory to be zipped.\n- include_dir: bundle the specified directory in the zip if True.\n\n #### EG:\n\n Creating Bar.zip which zips the dir `Foo` with the structure:\n ``` \n Foo\n |-- file1\n |-- file2\n ```\n\n if `include_dir` is `True`:\n ```\n Bar.zip\n |-- Foo\n |-- file1\n |-- file2\n ```\n\n if `include_dir` is `False`:\n ```\n Bar.zip\n |-- file1\n |-- file2\n ```", + "description": "Zips a directory.\n\n##### inPorts:\n- zip_fn (str): The Zip filename. Default: .xircuits canvas name.\n- dir_name (str): The directory to be zipped.\n- include_dir (bool): Bundle the specified directory in the zip if True.\n\n #### EG:\n Creating Bar.zip which zips the dir `Foo` with the structure:\n ``` \n Foo\n |-- file1\n |-- file2\n ```\n\n if `include_dir` is `True`:\n ```\n Bar.zip\n |-- Foo\n |-- file1\n |-- file2\n ```\n\n if `include_dir` is `False`:\n ```\n Bar.zip\n |-- file1\n |-- file2\n ```", "lineNo": [ { - "lineno": 25, - "end_lineno": 99 + "lineno": 155, + "end_lineno": 221 } - ] + ], + "nextNode": "None" }, "x": 864.558, "y": 42.244, "ports": [ { - "id": "31d02440-93bb-408f-91e4-e5b12e7498de", + "id": "8cb304c4-2204-4a65-9b99-4e7ee0ce2b27", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 865.3499625721715, + "y": 69.03749896374958, "name": "in-0", "alignment": "left", - "parentNode": "045f7f4b-7e43-4b8a-8a81-a3b72d976e35", + "parentNode": "9766480f-0368-42d2-a369-93788ba7e94f", "links": [ "2b866f18-544f-4dfe-8c49-9c8f52de371c" ], @@ -1039,14 +1025,14 @@ "dataType": "" }, { - "id": "6a452687-a3bd-4679-bdc2-71ddd04c3a11", + "id": "291757f5-18c1-4f17-9158-544f7067485b", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 865.3499625721715, + "y": 90.63750637253581, "name": "parameter-string-zip_fn", "alignment": "left", - "parentNode": "045f7f4b-7e43-4b8a-8a81-a3b72d976e35", + "parentNode": "9766480f-0368-42d2-a369-93788ba7e94f", "links": [ "367907e1-86b7-4757-8886-7d9235acaa4b" ], @@ -1057,14 +1043,14 @@ "dataType": "string" }, { - "id": "59bd0163-2f49-4213-9dc6-15f22d517100", + "id": "e2794702-eecd-47b4-b36a-2ef04f3b222f", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 865.3499625721715, + "y": 112.23751378132202, "name": "parameter-string-dir_name", "alignment": "left", - "parentNode": "045f7f4b-7e43-4b8a-8a81-a3b72d976e35", + "parentNode": "9766480f-0368-42d2-a369-93788ba7e94f", "links": [ "1b03ea2c-f752-43ab-bdfc-8deafd444fdc" ], @@ -1075,14 +1061,14 @@ "dataType": "string" }, { - "id": "442a96b1-f60a-4c9c-bf32-9210dc6b88bb", + "id": "0a9d9ed1-6683-49ad-8f4f-5cb7b052d42c", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 865.3499625721715, + "y": 133.83748689017222, "name": "parameter-boolean-include_dir", "alignment": "left", - "parentNode": "045f7f4b-7e43-4b8a-8a81-a3b72d976e35", + "parentNode": "9766480f-0368-42d2-a369-93788ba7e94f", "links": [ "9bc391e3-6fd5-4ff3-b08b-80acb56a89ac" ], @@ -1093,14 +1079,14 @@ "dataType": "boolean" }, { - "id": "163b487f-99df-4648-90e8-cce9a78a2093", + "id": "87d0091c-b56c-432b-be32-0e11442228d1", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 977.8375631453009, + "y": 69.03749896374958, "name": "out-0", "alignment": "right", - "parentNode": "045f7f4b-7e43-4b8a-8a81-a3b72d976e35", + "parentNode": "9766480f-0368-42d2-a369-93788ba7e94f", "links": [ "a911f36e-5906-4a1c-8a0a-02c9720b76eb" ], @@ -1112,29 +1098,29 @@ } ], "name": "ZipDirectory", - "color": "rgb(255,204,204)", + "color": "rgb(153,0,102)", "portsInOrder": [ - "31d02440-93bb-408f-91e4-e5b12e7498de", - "6a452687-a3bd-4679-bdc2-71ddd04c3a11", - "59bd0163-2f49-4213-9dc6-15f22d517100", - "442a96b1-f60a-4c9c-bf32-9210dc6b88bb" + "8cb304c4-2204-4a65-9b99-4e7ee0ce2b27", + "291757f5-18c1-4f17-9158-544f7067485b", + "e2794702-eecd-47b4-b36a-2ef04f3b222f", + "0a9d9ed1-6683-49ad-8f4f-5cb7b052d42c" ], "portsOutOrder": [ - "163b487f-99df-4648-90e8-cce9a78a2093" + "87d0091c-b56c-432b-be32-0e11442228d1" ] }, - "eed706e4-d728-43bd-9a61-b2ac6e0030d9": { - "id": "eed706e4-d728-43bd-9a61-b2ac6e0030d9", + "570d6b66-7777-4b29-8fad-c0e65d23a088": { + "id": "570d6b66-7777-4b29-8fad-c0e65d23a088", "type": "custom-node", - "selected": true, + "selected": false, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_utils/utils.py", - "description": "Deletes a file.\n\n##### inPorts:\n- filename: path to file to be deleted.", + "description": "Deletes a file.\n\n##### inPorts:\n- filename (str): Path to file to be deleted.", "lineNo": [ { - "lineno": 102, - "end_lineno": 117 + "lineno": 264, + "end_lineno": 277 } ] }, @@ -1142,14 +1128,14 @@ "y": 43.512, "ports": [ { - "id": "76db856e-ee12-4a39-a6c4-21d386a92e35", + "id": "c82a866f-425a-4d09-bbaa-50462e683f10", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 140.03754732159553, + "y": 70.3000110087438, "name": "in-0", "alignment": "left", - "parentNode": "eed706e4-d728-43bd-9a61-b2ac6e0030d9", + "parentNode": "570d6b66-7777-4b29-8fad-c0e65d23a088", "links": [ "7ce67809-9603-4aa6-915a-393c7b974d11" ], @@ -1160,14 +1146,14 @@ "dataType": "" }, { - "id": "dec75880-e88b-4a91-9f5f-515037807372", + "id": "843672d1-85f4-47bb-b555-08b13f255c32", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 140.03754732159553, + "y": 91.90001841753, "name": "parameter-string-filename", "alignment": "left", - "parentNode": "eed706e4-d728-43bd-9a61-b2ac6e0030d9", + "parentNode": "570d6b66-7777-4b29-8fad-c0e65d23a088", "links": [ "37b47c41-901d-4d94-9f7e-68bcb5e2d478" ], @@ -1178,14 +1164,14 @@ "dataType": "string" }, { - "id": "b990b9bb-b630-4f47-bdf3-57e1339ba181", + "id": "15b6738d-3c41-427e-a922-08861e65a348", "type": "default", "extras": {}, - "x": 0, - "y": 0, + "x": 241.97503637419948, + "y": 70.3000110087438, "name": "out-0", "alignment": "right", - "parentNode": "eed706e4-d728-43bd-9a61-b2ac6e0030d9", + "parentNode": "570d6b66-7777-4b29-8fad-c0e65d23a088", "links": [ "05d340ce-5079-4e29-9b4b-746fffd68752" ], @@ -1197,13 +1183,50 @@ } ], "name": "DeleteFile", - "color": "rgb(153,204,51)", + "color": "rgb(102,102,102)", "portsInOrder": [ - "76db856e-ee12-4a39-a6c4-21d386a92e35", - "dec75880-e88b-4a91-9f5f-515037807372" + "c82a866f-425a-4d09-bbaa-50462e683f10", + "843672d1-85f4-47bb-b555-08b13f255c32" + ], + "portsOutOrder": [ + "15b6738d-3c41-427e-a922-08861e65a348" + ] + }, + "2cd205aa-8555-4e01-9680-41dcf8f144c6": { + "id": "2cd205aa-8555-4e01-9680-41dcf8f144c6", + "type": "custom-node", + "selected": true, + "extras": { + "type": "string", + "attached": false + }, + "x": 32.291, + "y": 374.254, + "ports": [ + { + "id": "ceb67762-b0b9-4273-87c9-8b4f479082d1", + "type": "default", + "extras": {}, + "x": 212.68755580511316, + "y": 398.04999694577066, + "name": "out-0", + "alignment": "right", + "parentNode": "2cd205aa-8555-4e01-9680-41dcf8f144c6", + "links": [ + "a3d8b183-1486-462d-a034-eb1b41dd281a" + ], + "in": false, + "label": "venv/lib/python3.9/site-packages", + "varName": "venv/lib/python3.9/site-packages", + "portType": "", + "dataType": "string" + } ], + "name": "Literal String", + "color": "rgb(255,204,0)", + "portsInOrder": [], "portsOutOrder": [ - "b990b9bb-b630-4f47-bdf3-57e1339ba181" + "ceb67762-b0b9-4273-87c9-8b4f479082d1" ] } } diff --git a/examples/SparkSQLPlotBar.xircuits b/examples/SparkSQLPlotBar.xircuits index b5c2ffa..4cfdbba 100644 --- a/examples/SparkSQLPlotBar.xircuits +++ b/examples/SparkSQLPlotBar.xircuits @@ -1,12 +1,12 @@ { "id": "e9fc3aee-5b59-423d-8909-29a1d1b1c010", - "offsetX": 40.04674161662821, - "offsetY": 33.92581756211345, - "zoom": 75, + "offsetX": 22.198249729256506, + "offsetY": 13.830488003824811, + "zoom": 93, "gridSize": 0, "layers": [ { - "id": "3a6f4103-ab50-4ce8-b699-4d745f724a71", + "id": "d49aae29-d911-4c68-b155-55009188e495", "type": "diagram-links", "isSvg": true, "transformed": true, @@ -17,20 +17,20 @@ "selected": false, "source": "867a89f7-0711-46d2-84cf-969e891db82c", "sourcePort": "70695e04-f534-4781-9632-edea5690b4fc", - "target": "2fc558a0-b323-402e-9e39-3fe78a2e9f1c", - "targetPort": "f71f1251-202c-45c0-88d7-6ecece807a4e", + "target": "af2f857a-8a6f-4904-a837-50f9612db547", + "targetPort": "2a8e97bc-f401-4e3b-b9e4-ee179d6678fd", "points": [ { "id": "f5a31eb2-fc47-44d4-9dbd-aa2cd0bb8fed", "type": "point", - "x": 91.129, - "y": 85.075 + "x": 97.09405215030291, + "y": 84.87419383320427 }, { "id": "7adeef12-3884-455e-8f0b-c29a6ea7809a", "type": "point", - "x": 150.839, - "y": 110.075 + "x": 152.97498240483912, + "y": 113.10000854999456 } ], "labels": [], @@ -43,22 +43,22 @@ "id": "27993a3c-545e-416d-bb6d-3b1beed7a643", "type": "triangle-link", "selected": false, - "source": "2fc558a0-b323-402e-9e39-3fe78a2e9f1c", - "sourcePort": "01d544e3-59ae-475c-a396-d83c13515bb0", - "target": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", - "targetPort": "a783b217-1cc2-4b95-9507-8f5f23888b13", + "source": "af2f857a-8a6f-4904-a837-50f9612db547", + "sourcePort": "9d0bded4-45e4-4eb1-a778-18e442be08e3", + "target": "5883d62a-c813-46c8-831b-755e16b87005", + "targetPort": "02cdb4c0-ba92-4c60-93d3-9304cd601549", "points": [ { "id": "43a533ff-52ff-4aaf-b09f-532965f6a7f4", "type": "point", - "x": 339.751, - "y": 110.075 + "x": 313.64999054286, + "y": 113.10000854999456 }, { "id": "34325480-086f-454a-96dd-d0fb3ad4b330", "type": "point", - "x": 375.839, - "y": 172.078 + "x": 377.97502309494337, + "y": 175.10002062986922 } ], "labels": [], @@ -71,22 +71,22 @@ "id": "e5278663-5436-426d-9479-bfa6256ba536", "type": "parameter-link", "selected": false, - "source": "2fc558a0-b323-402e-9e39-3fe78a2e9f1c", - "sourcePort": "aaf3fe05-4ea1-4ccb-b18b-5e4f647dc607", - "target": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", - "targetPort": "282f0454-f250-4ac6-968a-d7e449505b45", + "source": "af2f857a-8a6f-4904-a837-50f9612db547", + "sourcePort": "4b014831-275d-4676-a7e7-d6ab70e8b4af", + "target": "5883d62a-c813-46c8-831b-755e16b87005", + "targetPort": "2bc9e065-520c-4571-9f46-8cb8adc946a0", "points": [ { "id": "0d1b7bbc-1c28-451f-b3fc-b9f1a7dbf5c8", "type": "point", - "x": 339.751, - "y": 126.059 + "x": 313.64999054286, + "y": 134.70001656085884 }, { "id": "49e119ad-be33-4005-9e74-06db523942b7", "type": "point", - "x": 375.839, - "y": 188.061 + "x": 377.97502309494337, + "y": 196.70001656085884 } ], "labels": [], @@ -99,22 +99,22 @@ "id": "e3f16520-d3b4-441c-879c-d2235def324f", "type": "triangle-link", "selected": false, - "source": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", - "sourcePort": "f8d430c2-f8ec-4eb3-88a3-0a1975145dbf", - "target": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", - "targetPort": "b006b592-946e-4a14-84d8-9f7e8dc0d016", + "source": "5883d62a-c813-46c8-831b-755e16b87005", + "sourcePort": "6bf2c971-8450-4541-92f8-84bc44b8ce62", + "target": "1e6124ac-6154-4324-82d3-e9cc3511758e", + "targetPort": "3e5b081c-84d1-4a09-be89-55319539d1b5", "points": [ { "id": "c5472c1f-0f4a-4407-ba9f-08715918d622", "type": "point", - "x": 628.293, - "y": 172.078 + "x": 601.8624742668183, + "y": 175.10002062986922 }, { "id": "e9106521-f35e-4281-8341-b11a814112f6", "type": "point", - "x": 646.059, - "y": 208.872 + "x": 648.187474393975, + "y": 211.90000842283797 } ], "labels": [], @@ -127,22 +127,22 @@ "id": "3a90785e-7cd3-4015-a62e-9530f1af9db2", "type": "parameter-link", "selected": false, - "source": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", - "sourcePort": "ebefba0e-4606-4f11-b0ce-a8a7e80bbb33", - "target": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", - "targetPort": "2006f3c3-fc26-41de-a870-0dc4b1d103c2", + "source": "5883d62a-c813-46c8-831b-755e16b87005", + "sourcePort": "5cda9007-723d-4846-ab5d-5c51d325d205", + "target": "1e6124ac-6154-4324-82d3-e9cc3511758e", + "targetPort": "262550bf-cbcc-4a0e-a1c4-a6967dc7d4da", "points": [ { "id": "37c589bd-d9ea-4c8e-a0e8-496ac59ea5ad", "type": "point", - "x": 628.293, - "y": 188.061 + "x": 601.8624742668183, + "y": 196.70001656085884 }, { "id": "5554ce1b-963d-4dca-871c-448824536cbb", "type": "point", - "x": 646.059, - "y": 224.855 + "x": 648.187474393975, + "y": 233.50002469887966 } ], "labels": [], @@ -157,20 +157,20 @@ "selected": false, "source": "e068bad2-f019-468f-8fb8-68ccd27e2d9c", "sourcePort": "27406e6c-8c95-4594-99cb-e98e46803d87", - "target": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", - "targetPort": "0c5715e9-5e8d-4b45-b805-17e465aa1e83", + "target": "1e6124ac-6154-4324-82d3-e9cc3511758e", + "targetPort": "9c21ac41-d57a-4555-9fa6-1279709a5835", "points": [ { "id": "e6948d31-3b23-40e1-afe9-e31e70fae3f0", "type": "point", - "x": 585.11, - "y": 338.686 + "x": 587.3249579907767, + "y": 338.712508422838 }, { "id": "2e765bfc-9f29-4a61-bcff-46d2a5326aa3", "type": "point", - "x": 646.059, - "y": 256.823 + "x": 648.187474393975, + "y": 276.7000165608588 } ], "labels": [], @@ -183,22 +183,22 @@ "id": "b4b97d34-1e6e-4ca7-b5ea-5982b76933f7", "type": "parameter-link", "selected": false, - "source": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", - "sourcePort": "80b7012f-829c-443b-87d7-30474af2fb02", - "target": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", - "targetPort": "6d7ea225-f963-487a-8d8e-cd2e53155185", + "source": "5883d62a-c813-46c8-831b-755e16b87005", + "sourcePort": "faeff6d7-9933-407a-9a9a-94f733cd7a5b", + "target": "1e6124ac-6154-4324-82d3-e9cc3511758e", + "targetPort": "ffb79873-8a94-4d26-a983-64ff6248d8fc", "points": [ { "id": "21e2613c-aebb-4dfe-8f0f-82ca9a5d79af", "type": "point", - "x": 628.293, - "y": 204.045 + "x": 601.8624742668183, + "y": 218.30003283690047 }, { "id": "1c07a8be-4c44-4378-920f-5e484a93e5e8", "type": "point", - "x": 646.059, - "y": 240.839 + "x": 648.187474393975, + "y": 255.1000409749213 } ], "labels": [], @@ -211,22 +211,22 @@ "id": "44be8dde-0a0b-414c-a1ca-340975a324a6", "type": "triangle-link", "selected": false, - "source": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", - "sourcePort": "fe306df5-ee80-4960-b82b-bca9173e9fa5", - "target": "9d575810-382c-4763-a0df-7eb87594b3e1", - "targetPort": "ea8458de-21d3-49fb-a66d-2c74e5dedfbd", + "source": "751c2df6-bc2c-4d83-9335-614e06533a51", + "sourcePort": "203f6cb7-866f-47db-bca6-f66268ad7baf", + "target": "c60cfb81-9c9f-412e-bf8e-794138fd399f", + "targetPort": "ac59bd42-3e65-4008-a02b-065ee64495fd", "points": [ { "id": "708638bd-e787-4e87-ac3b-8c204cf2ebbf", "type": "point", - "x": 1057.876, - "y": 310.203 + "x": 1051.2876044751515, + "y": 313.2250409749213 }, { "id": "13d8d6fc-f8cc-49b5-83a7-bb187844cd82", "type": "point", - "x": 1157.413, - "y": 400.168 + "x": 1159.5376044751515, + "y": 403.18752469887966 } ], "labels": [], @@ -239,22 +239,22 @@ "id": "a42e50ff-b400-4ea8-937e-4c5c921624f1", "type": "triangle-link", "selected": false, - "source": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", - "sourcePort": "2a9bfd68-4bf6-4aef-849e-d0fb44e16a06", - "target": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", - "targetPort": "d4046f02-37c1-4e2a-a8d8-9c3cc468d2c2", + "source": "1e6124ac-6154-4324-82d3-e9cc3511758e", + "sourcePort": "f13b9f2a-e5c2-47cf-87ec-b97e73cf599c", + "target": "751c2df6-bc2c-4d83-9335-614e06533a51", + "targetPort": "6551e79c-cba5-464a-8b98-79f27a1e6b96", "points": [ { "id": "5b6e6b30-4b0c-4cc8-a425-23c2cce98be8", "type": "point", - "x": 898.513, - "y": 208.872 + "x": 872.0749579907767, + "y": 211.90000842283797 }, { "id": "080a4c8d-5522-4a0d-b823-ca8ce737f158", "type": "point", - "x": 922.587, - "y": 310.203 + "x": 924.7124091626517, + "y": 313.2250409749213 } ], "labels": [], @@ -269,20 +269,20 @@ "selected": false, "source": "185760d3-12ab-4f04-89df-c4130d9cb708", "sourcePort": "dd0b738d-d7b6-4554-b5a1-4d602ac3eaa6", - "target": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", - "targetPort": "24eaeb85-f0d1-4a44-8d13-ba69844a3664", + "target": "751c2df6-bc2c-4d83-9335-614e06533a51", + "targetPort": "250a3534-be11-4f2f-b88d-89b396180d7f", "points": [ { "id": "bae85a5e-1bb1-42f3-ad2b-66597e3fb529", "type": "point", - "x": 765.862, - "y": 360.862 + "x": 768.04989288661, + "y": 360.8875165608588 }, { "id": "f98ba705-7985-43d9-aa76-ba5dc49d037f", "type": "point", - "x": 922.587, - "y": 342.17 + "x": 924.7124091626517, + "y": 356.4250328369004 } ], "labels": [], @@ -295,22 +295,22 @@ "id": "10f97814-e251-47d4-a2d8-1387aecb80b7", "type": "parameter-link", "selected": false, - "source": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", - "sourcePort": "3b3a82f6-1e3a-4168-a3f0-572ce8b40e6b", - "target": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", - "targetPort": "2f0ffa1a-0606-4f3d-8e3c-ccfe0bb71900", + "source": "1e6124ac-6154-4324-82d3-e9cc3511758e", + "sourcePort": "87051dbc-1bac-4e0c-858f-df0e50d0d9b9", + "target": "751c2df6-bc2c-4d83-9335-614e06533a51", + "targetPort": "f103d7fc-279f-4e04-9806-a9479654ab91", "points": [ { "id": "7d4b0564-2718-4e3a-9e45-c71babf19ce9", "type": "point", - "x": 898.513, - "y": 240.839 + "x": 872.0749579907767, + "y": 255.1000409749213 }, { "id": "25ad0bf3-c35c-44f3-b7d6-5ce52f1c3e0d", "type": "point", - "x": 922.587, - "y": 326.186 + "x": 924.7124091626517, + "y": 334.8250165608588 } ], "labels": [], @@ -325,20 +325,20 @@ "selected": false, "source": "92ee8820-a58c-4785-b430-90e79d163b82", "sourcePort": "c834c466-490c-4149-b5f0-4489f962637c", - "target": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", - "targetPort": "c713a316-d2fc-42b1-a33c-638883e20de8", + "target": "751c2df6-bc2c-4d83-9335-614e06533a51", + "targetPort": "00ca32ed-c6df-44b1-92e5-fc4c989f74ca", "points": [ { "id": "6b089c2f-1043-4a9d-9df0-38dda8e99fed", "type": "point", - "x": 763.953, - "y": 425.33 + "x": 766.1249254386933, + "y": 425.3500409749213 }, { "id": "24b99bb1-083e-4155-9d00-b3bfd497a4bd", "type": "point", - "x": 922.587, - "y": 358.154 + "x": 924.7124091626517, + "y": 378.0250084228379 } ], "labels": [], @@ -353,20 +353,20 @@ "selected": false, "source": "f6f7a4e7-014a-4b01-8b99-1e142681a9a3", "sourcePort": "4cb46431-c47e-4151-a187-77a5f40a7537", - "target": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", - "targetPort": "725b3444-b8a4-45d2-bc28-2c12afb9b138", + "target": "751c2df6-bc2c-4d83-9335-614e06533a51", + "targetPort": "0e99d372-6498-4268-9021-dc36063be6fd", "points": [ { "id": "d7508b60-bb73-42b8-b4fe-793aeb4ed641", "type": "point", - "x": 764.369, - "y": 490.133 + "x": 766.61239288661, + "y": 490.1625409749213 }, { "id": "b43cce4b-4070-45a6-a79e-8bd8b08af9fc", "type": "point", - "x": 922.587, - "y": 390.122 + "x": 924.7124091626517, + "y": 421.2250409749213 } ], "labels": [], @@ -379,22 +379,22 @@ "id": "fd9e994b-15c4-400b-a16f-64132ed38779", "type": "parameter-link", "selected": false, - "source": "2fc558a0-b323-402e-9e39-3fe78a2e9f1c", - "sourcePort": "aaf3fe05-4ea1-4ccb-b18b-5e4f647dc607", - "target": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", - "targetPort": "282f0454-f250-4ac6-968a-d7e449505b45", + "source": "af2f857a-8a6f-4904-a837-50f9612db547", + "sourcePort": "4b014831-275d-4676-a7e7-d6ab70e8b4af", + "target": "5883d62a-c813-46c8-831b-755e16b87005", + "targetPort": "2bc9e065-520c-4571-9f46-8cb8adc946a0", "points": [ { "id": "9235d0a8-bc19-4598-a9c7-9498bd5a05c7", "type": "point", - "x": 339.751, - "y": 126.059 + "x": 313.64999054286, + "y": 134.70001656085884 }, { "id": "87daf191-b52d-44b2-b761-b9881ab7b791", "type": "point", - "x": 375.839, - "y": 188.061 + "x": 377.97502309494337, + "y": 196.70001656085884 } ], "labels": [], @@ -407,22 +407,22 @@ "id": "ade91bc3-2d08-4275-9889-0e53eb7eef4c", "type": "parameter-link", "selected": false, - "source": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", - "sourcePort": "ebefba0e-4606-4f11-b0ce-a8a7e80bbb33", - "target": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", - "targetPort": "2006f3c3-fc26-41de-a870-0dc4b1d103c2", + "source": "5883d62a-c813-46c8-831b-755e16b87005", + "sourcePort": "5cda9007-723d-4846-ab5d-5c51d325d205", + "target": "1e6124ac-6154-4324-82d3-e9cc3511758e", + "targetPort": "262550bf-cbcc-4a0e-a1c4-a6967dc7d4da", "points": [ { "id": "54c7b14d-4374-4724-a244-af83aac9f57b", "type": "point", - "x": 628.293, - "y": 188.061 + "x": 601.8624742668183, + "y": 196.70001656085884 }, { "id": "3fa1903e-8b0c-48f5-a09e-a2d96147129e", "type": "point", - "x": 646.059, - "y": 224.855 + "x": 648.187474393975, + "y": 233.50002469887966 } ], "labels": [], @@ -437,20 +437,20 @@ "selected": false, "source": "0b452832-3c3c-4862-a690-0c128d835e94", "sourcePort": "b0b2f914-0606-4043-ac88-c0cb0e9f1c88", - "target": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", - "targetPort": "5299baf0-5a75-4cd1-af27-1231b01e78c7", + "target": "5883d62a-c813-46c8-831b-755e16b87005", + "targetPort": "0873475b-8c74-4f2e-b7c5-890103d5cb40", "points": [ { "id": "d3abd073-96a6-460a-bcf7-d29efec6df4a", "type": "point", - "x": 298.571, - "y": 258.744 + "x": 300.8874579907766, + "y": 258.7625165608588 }, { "id": "e5b5a4f3-60a4-42b0-a7c1-6aa447088ece", "type": "point", - "x": 375.839, - "y": 204.045 + "x": 377.97502309494337, + "y": 218.30003283690047 } ], "labels": [], @@ -465,20 +465,20 @@ "selected": false, "source": "acdc5a99-6288-4a2b-8f97-5e6a6fc2c552", "sourcePort": "9326d4cc-e663-4f8d-8775-96773f2ff8ce", - "target": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", - "targetPort": "b8afc319-879e-4a00-9c61-eb42c8679a3e", + "target": "5883d62a-c813-46c8-831b-755e16b87005", + "targetPort": "fc256afc-9afb-409c-8c4e-4b78377c2c70", "points": [ { "id": "0f3dafa5-f2ff-4505-a783-db719ec4efda", "type": "point", - "x": 294.705, - "y": 400.862 + "x": 297.27499054286, + "y": 400.87502469887966 }, { "id": "317f7f23-45df-4524-a8d1-455fa8f097f7", "type": "point", - "x": 375.839, - "y": 236.013 + "x": 377.97502309494337, + "y": 261.50002469887966 } ], "labels": [], @@ -490,7 +490,7 @@ } }, { - "id": "0b8722bd-ea8b-4cdb-abd1-7954d99830ac", + "id": "5f7cf66b-bca7-4f1a-ba18-a13301b1de88", "type": "diagram-nodes", "isSvg": false, "transformed": true, @@ -498,19 +498,19 @@ "867a89f7-0711-46d2-84cf-969e891db82c": { "id": "867a89f7-0711-46d2-84cf-969e891db82c", "type": "custom-node", - "selected": false, + "selected": true, "extras": { "type": "Start" }, - "x": 53, - "y": 51, + "x": 29.344086021505376, + "y": 47.774193548387096, "ports": [ { "id": "70695e04-f534-4781-9632-edea5690b4fc", "type": "default", "extras": {}, - "x": 83.634, - "y": 77.581, + "x": 86.79405227745943, + "y": 74.5741939603608, "name": "out-0", "alignment": "right", "parentNode": "867a89f7-0711-46d2-84cf-969e891db82c", @@ -531,42 +531,6 @@ "70695e04-f534-4781-9632-edea5690b4fc" ] }, - "9d575810-382c-4763-a0df-7eb87594b3e1": { - "id": "9d575810-382c-4763-a0df-7eb87594b3e1", - "type": "custom-node", - "selected": false, - "extras": { - "type": "Finish" - }, - "x": 1148.447, - "y": 366.093, - "ports": [ - { - "id": "ea8458de-21d3-49fb-a66d-2c74e5dedfbd", - "type": "default", - "extras": {}, - "x": 1149.919, - "y": 392.674, - "name": "in-0", - "alignment": "left", - "parentNode": "9d575810-382c-4763-a0df-7eb87594b3e1", - "links": [ - "44be8dde-0a0b-414c-a1ca-340975a324a6" - ], - "in": true, - "label": "▶", - "varName": "▶", - "portType": "", - "dataType": "" - } - ], - "name": "Finish", - "color": "rgb(255,102,102)", - "portsInOrder": [ - "ea8458de-21d3-49fb-a66d-2c74e5dedfbd" - ], - "portsOutOrder": [] - }, "185760d3-12ab-4f04-89df-c4130d9cb708": { "id": "185760d3-12ab-4f04-89df-c4130d9cb708", "type": "custom-node", @@ -582,8 +546,8 @@ "id": "dd0b738d-d7b6-4554-b5a1-4d602ac3eaa6", "type": "default", "extras": {}, - "x": 758.368, - "y": 353.368, + "x": 757.7498930137666, + "y": 350.58751668801534, "name": "out-0", "alignment": "right", "parentNode": "185760d3-12ab-4f04-89df-c4130d9cb708", @@ -619,8 +583,8 @@ "id": "4cb46431-c47e-4151-a187-77a5f40a7537", "type": "default", "extras": {}, - "x": 756.875, - "y": 482.639, + "x": 756.3123930137666, + "y": 479.86254110207784, "name": "out-0", "alignment": "right", "parentNode": "f6f7a4e7-014a-4b01-8b99-1e142681a9a3", @@ -657,8 +621,8 @@ "id": "27406e6c-8c95-4594-99cb-e98e46803d87", "type": "default", "extras": {}, - "x": 577.616, - "y": 331.192, + "x": 577.0249581179332, + "y": 328.4125085499946, "name": "out-0", "alignment": "right", "parentNode": "e068bad2-f019-468f-8fb8-68ccd27e2d9c", @@ -694,8 +658,8 @@ "id": "c834c466-490c-4149-b5f0-4489f962637c", "type": "default", "extras": {}, - "x": 756.458, - "y": 417.836, + "x": 755.8249255658499, + "y": 415.05004110207784, "name": "out-0", "alignment": "right", "parentNode": "92ee8820-a58c-4785-b430-90e79d163b82", @@ -716,12 +680,142 @@ "c834c466-490c-4149-b5f0-4489f962637c" ] }, - "2fc558a0-b323-402e-9e39-3fe78a2e9f1c": { - "id": "2fc558a0-b323-402e-9e39-3fe78a2e9f1c", + "0b452832-3c3c-4862-a690-0c128d835e94": { + "id": "0b452832-3c3c-4862-a690-0c128d835e94", + "type": "custom-node", + "selected": false, + "extras": { + "type": "string" + }, + "x": 25.094, + "y": 224.666, + "ports": [ + { + "id": "b0b2f914-0606-4043-ac88-c0cb0e9f1c88", + "type": "default", + "extras": {}, + "x": 290.58745811793324, + "y": 248.4625166880154, + "name": "out-0", + "alignment": "right", + "parentNode": "0b452832-3c3c-4862-a690-0c128d835e94", + "links": [ + "a5042d17-e80f-4296-9d15-dc4baf72f4d9" + ], + "in": false, + "label": "xai_components/xai_spark/examples/datasets/penguins_size.csv", + "varName": "xai_components/xai_spark/examples/datasets/penguins_size.csv", + "portType": "", + "dataType": "" + } + ], + "name": "Literal String", + "color": "rgb(255,204,0)", + "portsInOrder": [], + "portsOutOrder": [ + "b0b2f914-0606-4043-ac88-c0cb0e9f1c88" + ] + }, + "acdc5a99-6288-4a2b-8f97-5e6a6fc2c552": { + "id": "acdc5a99-6288-4a2b-8f97-5e6a6fc2c552", + "type": "custom-node", + "selected": false, + "extras": { + "type": "boolean" + }, + "x": 217.391, + "y": 366.784, + "ports": [ + { + "id": "9326d4cc-e663-4f8d-8775-96773f2ff8ce", + "type": "default", + "extras": {}, + "x": 286.97499067001655, + "y": 390.5750248260362, + "name": "out-0", + "alignment": "right", + "parentNode": "acdc5a99-6288-4a2b-8f97-5e6a6fc2c552", + "links": [ + "6d85c7ac-2586-4933-8593-37238942387b" + ], + "in": false, + "label": "True", + "varName": "True", + "portType": "", + "dataType": "" + } + ], + "name": "Literal Boolean", + "color": "red", + "portsInOrder": [], + "portsOutOrder": [ + "9326d4cc-e663-4f8d-8775-96773f2ff8ce" + ] + }, + "c60cfb81-9c9f-412e-bf8e-794138fd399f": { + "id": "c60cfb81-9c9f-412e-bf8e-794138fd399f", "type": "custom-node", "selected": false, "extras": { - "type": "debug", + "type": "Finish" + }, + "x": 1148.447, + "y": 366.093, + "ports": [ + { + "id": "ac59bd42-3e65-4008-a02b-065ee64495fd", + "type": "default", + "extras": {}, + "x": 1149.2376046023082, + "y": 392.8875248260362, + "name": "in-0", + "alignment": "left", + "parentNode": "c60cfb81-9c9f-412e-bf8e-794138fd399f", + "links": [ + "44be8dde-0a0b-414c-a1ca-340975a324a6" + ], + "in": true, + "label": "▶", + "varName": "▶", + "portType": "", + "dataType": "" + }, + { + "id": "b64be565-320a-4d76-8e56-33eb4eb4a527", + "type": "default", + "extras": {}, + "x": 1149.2376046023082, + "y": 414.48754110207784, + "name": "parameter-dynalist-outputs", + "alignment": "left", + "parentNode": "c60cfb81-9c9f-412e-bf8e-794138fd399f", + "links": [], + "in": true, + "label": "outputs", + "varName": "outputs", + "portType": "", + "dataType": "dynalist", + "dynaPortOrder": 0, + "dynaPortRef": { + "previous": null, + "next": null + } + } + ], + "name": "Finish", + "color": "rgb(255,102,102)", + "portsInOrder": [ + "ac59bd42-3e65-4008-a02b-065ee64495fd", + "b64be565-320a-4d76-8e56-33eb4eb4a527" + ], + "portsOutOrder": [] + }, + "af2f857a-8a6f-4904-a837-50f9612db547": { + "id": "af2f857a-8a6f-4904-a837-50f9612db547", + "type": "custom-node", + "selected": false, + "extras": { + "type": "library_component", "path": "xai_components/xai_spark/pyspark_core.py", "description": "Instantiates a Spark Session.\n\n##### inPorts:\n- master: Cluster URL to connect to (e.g. mesos://host:port, spark://host:port, local[4]). \n Default: `local`.\n- appname: A name for your job, to display on the cluster web UI.\n Default: .xircuits canvas name.\n- config: Runtime configuration interface for Spark.\n Default: `\" \"`.\n\n##### outPorts:\n- sparksession: A spark session instance.", "lineNo": [ @@ -735,14 +829,14 @@ "y": 76, "ports": [ { - "id": "f71f1251-202c-45c0-88d7-6ecece807a4e", + "id": "2a8e97bc-f401-4e3b-b9e4-ee179d6678fd", "type": "default", "extras": {}, - "x": 143.345, - "y": 102.581, + "x": 142.6749825319957, + "y": 102.80000041197373, "name": "in-0", "alignment": "left", - "parentNode": "2fc558a0-b323-402e-9e39-3fe78a2e9f1c", + "parentNode": "af2f857a-8a6f-4904-a837-50f9612db547", "links": [ "d29001fb-4e53-401a-b052-0517d6e31716" ], @@ -753,14 +847,14 @@ "dataType": "" }, { - "id": "d3205402-05ba-4410-a874-e0adb3319982", + "id": "337ded9b-ba0a-4f1c-8756-dfa75d79cd5e", "type": "default", "extras": {}, - "x": 143.345, - "y": 118.565, + "x": 142.6749825319957, + "y": 124.4000166880154, "name": "parameter-string-master", "alignment": "left", - "parentNode": "2fc558a0-b323-402e-9e39-3fe78a2e9f1c", + "parentNode": "af2f857a-8a6f-4904-a837-50f9612db547", "links": [], "in": true, "label": "master", @@ -769,14 +863,14 @@ "dataType": "string" }, { - "id": "3663df70-13ab-4110-954d-508c1ba2ea26", + "id": "bfb6699a-2587-4d13-9431-0cb95b03b9c6", "type": "default", "extras": {}, - "x": 143.345, - "y": 134.549, + "x": 142.6749825319957, + "y": 146.000012619005, "name": "parameter-string-appname", "alignment": "left", - "parentNode": "2fc558a0-b323-402e-9e39-3fe78a2e9f1c", + "parentNode": "af2f857a-8a6f-4904-a837-50f9612db547", "links": [], "in": true, "label": "appname", @@ -785,14 +879,14 @@ "dataType": "string" }, { - "id": "b196689d-be11-490d-b1de-2778ee514487", + "id": "4b92a550-dce0-4c40-aacc-4fe54d80e0ac", "type": "default", "extras": {}, - "x": 143.345, - "y": 150.532, + "x": 142.6749825319957, + "y": 167.60002889504665, "name": "parameter-string-config", "alignment": "left", - "parentNode": "2fc558a0-b323-402e-9e39-3fe78a2e9f1c", + "parentNode": "af2f857a-8a6f-4904-a837-50f9612db547", "links": [], "in": true, "label": "config", @@ -801,14 +895,14 @@ "dataType": "string" }, { - "id": "01d544e3-59ae-475c-a396-d83c13515bb0", + "id": "9d0bded4-45e4-4eb1-a778-18e442be08e3", "type": "default", "extras": {}, - "x": 332.257, - "y": 102.581, + "x": 303.34999067001655, + "y": 102.80000041197373, "name": "out-0", "alignment": "right", - "parentNode": "2fc558a0-b323-402e-9e39-3fe78a2e9f1c", + "parentNode": "af2f857a-8a6f-4904-a837-50f9612db547", "links": [ "27993a3c-545e-416d-bb6d-3b1beed7a643" ], @@ -819,14 +913,14 @@ "dataType": "" }, { - "id": "aaf3fe05-4ea1-4ccb-b18b-5e4f647dc607", + "id": "4b014831-275d-4676-a7e7-d6ab70e8b4af", "type": "default", "extras": {}, - "x": 332.257, - "y": 118.565, + "x": 303.34999067001655, + "y": 124.4000166880154, "name": "parameter-out-any-sparksession", "alignment": "right", - "parentNode": "2fc558a0-b323-402e-9e39-3fe78a2e9f1c", + "parentNode": "af2f857a-8a6f-4904-a837-50f9612db547", "links": [ "e5278663-5436-426d-9479-bfa6256ba536", "fd9e994b-15c4-400b-a16f-64132ed38779" @@ -835,28 +929,28 @@ "label": "sparksession", "varName": "sparksession", "portType": "", - "dataType": "" + "dataType": "any" } ], "name": "xSparkSession", - "color": "rgb(204,204,204)", + "color": "rgb(153,51,204)", "portsInOrder": [ - "f71f1251-202c-45c0-88d7-6ecece807a4e", - "d3205402-05ba-4410-a874-e0adb3319982", - "3663df70-13ab-4110-954d-508c1ba2ea26", - "b196689d-be11-490d-b1de-2778ee514487" + "2a8e97bc-f401-4e3b-b9e4-ee179d6678fd", + "337ded9b-ba0a-4f1c-8756-dfa75d79cd5e", + "bfb6699a-2587-4d13-9431-0cb95b03b9c6", + "4b92a550-dce0-4c40-aacc-4fe54d80e0ac" ], "portsOutOrder": [ - "01d544e3-59ae-475c-a396-d83c13515bb0", - "aaf3fe05-4ea1-4ccb-b18b-5e4f647dc607" + "9d0bded4-45e4-4eb1-a778-18e442be08e3", + "4b014831-275d-4676-a7e7-d6ab70e8b4af" ] }, - "133ae825-15d5-4b4e-ac4e-33e099a6f24c": { - "id": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", + "5883d62a-c813-46c8-831b-755e16b87005": { + "id": "5883d62a-c813-46c8-831b-755e16b87005", "type": "custom-node", "selected": false, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_spark/pyspark_core.py", "description": "Reads a csv and outputs a Spark dataframe.\n\n##### inPorts:\n- in_sparksession: a spark session.\n- file_input: a csv filepath.\n- separator: the data separator in csv. Default `,`.\n- header: bool whether csv has headers. Default `True`.\n\n##### outPorts:\n- out_sparksession: A spark session.\n- out_dataframe: A spark dataframe.", "lineNo": [ @@ -870,14 +964,14 @@ "y": 138, "ports": [ { - "id": "a783b217-1cc2-4b95-9507-8f5f23888b13", + "id": "02cdb4c0-ba92-4c60-93d3-9304cd601549", "type": "default", "extras": {}, - "x": 368.345, - "y": 164.583, + "x": 367.6750232220999, + "y": 164.8000207570258, "name": "in-0", "alignment": "left", - "parentNode": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", + "parentNode": "5883d62a-c813-46c8-831b-755e16b87005", "links": [ "27993a3c-545e-416d-bb6d-3b1beed7a643" ], @@ -888,14 +982,14 @@ "dataType": "" }, { - "id": "282f0454-f250-4ac6-968a-d7e449505b45", + "id": "2bc9e065-520c-4571-9f46-8cb8adc946a0", "type": "default", "extras": {}, - "x": 368.345, - "y": 180.567, + "x": 367.6750232220999, + "y": 186.4000166880154, "name": "parameter-any-in_sparksession", "alignment": "left", - "parentNode": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", + "parentNode": "5883d62a-c813-46c8-831b-755e16b87005", "links": [ "e5278663-5436-426d-9479-bfa6256ba536", "fd9e994b-15c4-400b-a16f-64132ed38779" @@ -907,14 +1001,14 @@ "dataType": "any" }, { - "id": "5299baf0-5a75-4cd1-af27-1231b01e78c7", + "id": "0873475b-8c74-4f2e-b7c5-890103d5cb40", "type": "default", "extras": {}, - "x": 368.345, - "y": 196.551, + "x": 367.6750232220999, + "y": 208.00003296405706, "name": "parameter-string-file_input", "alignment": "left", - "parentNode": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", + "parentNode": "5883d62a-c813-46c8-831b-755e16b87005", "links": [ "a5042d17-e80f-4296-9d15-dc4baf72f4d9" ], @@ -925,14 +1019,14 @@ "dataType": "string" }, { - "id": "bc741a9b-ae73-46d3-bdff-d4f59420898a", + "id": "f20fb1a8-5d0e-42bb-af41-01becd804ad9", "type": "default", "extras": {}, - "x": 368.345, - "y": 212.535, + "x": 367.6750232220999, + "y": 229.60000854999456, "name": "parameter-string-separator", "alignment": "left", - "parentNode": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", + "parentNode": "5883d62a-c813-46c8-831b-755e16b87005", "links": [], "in": true, "label": "separator", @@ -941,14 +1035,14 @@ "dataType": "string" }, { - "id": "b8afc319-879e-4a00-9c61-eb42c8679a3e", + "id": "fc256afc-9afb-409c-8c4e-4b78377c2c70", "type": "default", "extras": {}, - "x": 368.345, - "y": 228.519, + "x": 367.6750232220999, + "y": 251.20002482603624, "name": "parameter-boolean-header", "alignment": "left", - "parentNode": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", + "parentNode": "5883d62a-c813-46c8-831b-755e16b87005", "links": [ "6d85c7ac-2586-4933-8593-37238942387b" ], @@ -959,14 +1053,14 @@ "dataType": "boolean" }, { - "id": "f8d430c2-f8ec-4eb3-88a3-0a1975145dbf", + "id": "6bf2c971-8450-4541-92f8-84bc44b8ce62", "type": "default", "extras": {}, - "x": 620.799, - "y": 164.583, + "x": 591.5624743939749, + "y": 164.8000207570258, "name": "out-0", "alignment": "right", - "parentNode": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", + "parentNode": "5883d62a-c813-46c8-831b-755e16b87005", "links": [ "e3f16520-d3b4-441c-879c-d2235def324f" ], @@ -977,14 +1071,14 @@ "dataType": "" }, { - "id": "ebefba0e-4606-4f11-b0ce-a8a7e80bbb33", + "id": "5cda9007-723d-4846-ab5d-5c51d325d205", "type": "default", "extras": {}, - "x": 620.799, - "y": 180.567, + "x": 591.5624743939749, + "y": 186.4000166880154, "name": "parameter-out-any-out_sparksession", "alignment": "right", - "parentNode": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", + "parentNode": "5883d62a-c813-46c8-831b-755e16b87005", "links": [ "3a90785e-7cd3-4015-a62e-9530f1af9db2", "ade91bc3-2d08-4275-9889-0e53eb7eef4c" @@ -993,17 +1087,17 @@ "label": "out_sparksession", "varName": "out_sparksession", "portType": "", - "dataType": "" + "dataType": "any" }, { - "id": "80b7012f-829c-443b-87d7-30474af2fb02", + "id": "faeff6d7-9933-407a-9a9a-94f733cd7a5b", "type": "default", "extras": {}, - "x": 620.799, - "y": 196.551, + "x": 591.5624743939749, + "y": 208.00003296405706, "name": "parameter-out-any-out_dataframe", "alignment": "right", - "parentNode": "133ae825-15d5-4b4e-ac4e-33e099a6f24c", + "parentNode": "5883d62a-c813-46c8-831b-755e16b87005", "links": [ "b4b97d34-1e6e-4ca7-b5ea-5982b76933f7" ], @@ -1011,30 +1105,30 @@ "label": "out_dataframe", "varName": "out_dataframe", "portType": "", - "dataType": "" + "dataType": "any" } ], "name": "SparkReadCSV", - "color": "rgb(102,51,102)", + "color": "rgb(51,51,51)", "portsInOrder": [ - "a783b217-1cc2-4b95-9507-8f5f23888b13", - "282f0454-f250-4ac6-968a-d7e449505b45", - "5299baf0-5a75-4cd1-af27-1231b01e78c7", - "bc741a9b-ae73-46d3-bdff-d4f59420898a", - "b8afc319-879e-4a00-9c61-eb42c8679a3e" + "02cdb4c0-ba92-4c60-93d3-9304cd601549", + "2bc9e065-520c-4571-9f46-8cb8adc946a0", + "0873475b-8c74-4f2e-b7c5-890103d5cb40", + "f20fb1a8-5d0e-42bb-af41-01becd804ad9", + "fc256afc-9afb-409c-8c4e-4b78377c2c70" ], "portsOutOrder": [ - "f8d430c2-f8ec-4eb3-88a3-0a1975145dbf", - "ebefba0e-4606-4f11-b0ce-a8a7e80bbb33", - "80b7012f-829c-443b-87d7-30474af2fb02" + "6bf2c971-8450-4541-92f8-84bc44b8ce62", + "5cda9007-723d-4846-ab5d-5c51d325d205", + "faeff6d7-9933-407a-9a9a-94f733cd7a5b" ] }, - "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e": { - "id": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", + "1e6124ac-6154-4324-82d3-e9cc3511758e": { + "id": "1e6124ac-6154-4324-82d3-e9cc3511758e", "type": "custom-node", "selected": false, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_spark/pyspark_core.py", "description": "Performs a SparkSQL query to obtain a Spark dataframe.\n\n##### inPorts:\n- in_sparksession: A spark session.\n- dataframe: a Spark dataframe.\n- sql_string: a SQL query to be performed on the dataframe.\n- table_name: specify a table name if not already created by createOrReplaceTempView.\n\n##### outPorts:\n- out_sparksession: A spark session.\n- sql_dataframe: the Spark dataframe obtained from the SQL query.", "lineNo": [ @@ -1048,14 +1142,14 @@ "y": 174.8, "ports": [ { - "id": "b006b592-946e-4a14-84d8-9f7e8dc0d016", + "id": "3e5b081c-84d1-4a09-be89-55319539d1b5", "type": "default", "extras": {}, - "x": 638.565, - "y": 201.377, + "x": 637.8875069460582, + "y": 201.60000854999456, "name": "in-0", "alignment": "left", - "parentNode": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", + "parentNode": "1e6124ac-6154-4324-82d3-e9cc3511758e", "links": [ "e3f16520-d3b4-441c-879c-d2235def324f" ], @@ -1066,14 +1160,14 @@ "dataType": "" }, { - "id": "2006f3c3-fc26-41de-a870-0dc4b1d103c2", + "id": "262550bf-cbcc-4a0e-a1c4-a6967dc7d4da", "type": "default", "extras": {}, - "x": 638.565, - "y": 217.361, + "x": 637.8875069460582, + "y": 223.20002482603624, "name": "parameter-any-in_sparksession", "alignment": "left", - "parentNode": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", + "parentNode": "1e6124ac-6154-4324-82d3-e9cc3511758e", "links": [ "3a90785e-7cd3-4015-a62e-9530f1af9db2", "ade91bc3-2d08-4275-9889-0e53eb7eef4c" @@ -1085,14 +1179,14 @@ "dataType": "any" }, { - "id": "6d7ea225-f963-487a-8d8e-cd2e53155185", + "id": "ffb79873-8a94-4d26-a983-64ff6248d8fc", "type": "default", "extras": {}, - "x": 638.565, - "y": 233.345, + "x": 637.8875069460582, + "y": 244.8000411020779, "name": "parameter-any-dataframe", "alignment": "left", - "parentNode": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", + "parentNode": "1e6124ac-6154-4324-82d3-e9cc3511758e", "links": [ "b4b97d34-1e6e-4ca7-b5ea-5982b76933f7" ], @@ -1103,14 +1197,14 @@ "dataType": "any" }, { - "id": "0c5715e9-5e8d-4b45-b805-17e465aa1e83", + "id": "9c21ac41-d57a-4555-9fa6-1279709a5835", "type": "default", "extras": {}, - "x": 638.565, - "y": 249.329, + "x": 637.8875069460582, + "y": 266.4000166880154, "name": "parameter-string-sql_string", "alignment": "left", - "parentNode": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", + "parentNode": "1e6124ac-6154-4324-82d3-e9cc3511758e", "links": [ "d4f8694d-0814-4e89-b7d0-4f609c57779d" ], @@ -1121,14 +1215,14 @@ "dataType": "string" }, { - "id": "e6b4f61d-d2ed-4b56-ae37-b3f06a177fe1", + "id": "a5315431-4b92-42e3-a537-b5f9266630fb", "type": "default", "extras": {}, - "x": 638.565, - "y": 265.313, + "x": 637.8875069460582, + "y": 288.0000329640571, "name": "parameter-string-table_name", "alignment": "left", - "parentNode": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", + "parentNode": "1e6124ac-6154-4324-82d3-e9cc3511758e", "links": [], "in": true, "label": "table_name", @@ -1137,14 +1231,14 @@ "dataType": "string" }, { - "id": "2a9bfd68-4bf6-4aef-849e-d0fb44e16a06", + "id": "f13b9f2a-e5c2-47cf-87ec-b97e73cf599c", "type": "default", "extras": {}, - "x": 891.019, - "y": 201.377, + "x": 861.7749581179332, + "y": 201.60000854999456, "name": "out-0", "alignment": "right", - "parentNode": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", + "parentNode": "1e6124ac-6154-4324-82d3-e9cc3511758e", "links": [ "a42e50ff-b400-4ea8-937e-4c5c921624f1" ], @@ -1155,30 +1249,30 @@ "dataType": "" }, { - "id": "26cfde24-acc7-4a42-854d-665d7b2b8b84", + "id": "37690b69-bfe9-409b-ae70-67521c53d795", "type": "default", "extras": {}, - "x": 891.019, - "y": 217.361, + "x": 861.7749581179332, + "y": 223.20002482603624, "name": "parameter-out-any-out_sparksession", "alignment": "right", - "parentNode": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", + "parentNode": "1e6124ac-6154-4324-82d3-e9cc3511758e", "links": [], "in": false, "label": "out_sparksession", "varName": "out_sparksession", "portType": "", - "dataType": "" + "dataType": "any" }, { - "id": "3b3a82f6-1e3a-4168-a3f0-572ce8b40e6b", + "id": "87051dbc-1bac-4e0c-858f-df0e50d0d9b9", "type": "default", "extras": {}, - "x": 891.019, - "y": 233.345, + "x": 861.7749581179332, + "y": 244.8000411020779, "name": "parameter-out-any-sql_dataframe", "alignment": "right", - "parentNode": "1cfa3d1e-67fb-493e-8cb8-68e6cecce26e", + "parentNode": "1e6124ac-6154-4324-82d3-e9cc3511758e", "links": [ "10f97814-e251-47d4-a2d8-1387aecb80b7" ], @@ -1186,30 +1280,30 @@ "label": "sql_dataframe", "varName": "sql_dataframe", "portType": "", - "dataType": "" + "dataType": "any" } ], "name": "SparkSQL", - "color": "rgb(102,102,102)", + "color": "rgb(0,102,204)", "portsInOrder": [ - "b006b592-946e-4a14-84d8-9f7e8dc0d016", - "2006f3c3-fc26-41de-a870-0dc4b1d103c2", - "6d7ea225-f963-487a-8d8e-cd2e53155185", - "0c5715e9-5e8d-4b45-b805-17e465aa1e83", - "e6b4f61d-d2ed-4b56-ae37-b3f06a177fe1" + "3e5b081c-84d1-4a09-be89-55319539d1b5", + "262550bf-cbcc-4a0e-a1c4-a6967dc7d4da", + "ffb79873-8a94-4d26-a983-64ff6248d8fc", + "9c21ac41-d57a-4555-9fa6-1279709a5835", + "a5315431-4b92-42e3-a537-b5f9266630fb" ], "portsOutOrder": [ - "2a9bfd68-4bf6-4aef-849e-d0fb44e16a06", - "26cfde24-acc7-4a42-854d-665d7b2b8b84", - "3b3a82f6-1e3a-4168-a3f0-572ce8b40e6b" + "f13b9f2a-e5c2-47cf-87ec-b97e73cf599c", + "37690b69-bfe9-409b-ae70-67521c53d795", + "87051dbc-1bac-4e0c-858f-df0e50d0d9b9" ] }, - "39a2ad07-041b-4cff-b6c0-86bc2621cb63": { - "id": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", + "751c2df6-bc2c-4d83-9335-614e06533a51": { + "id": "751c2df6-bc2c-4d83-9335-614e06533a51", "type": "custom-node", "selected": false, "extras": { - "type": "debug", + "type": "library_component", "path": "xai_components/xai_spark/pyspark_core.py", "description": "Visualizes a Spark dataframe.\n\n##### inPorts:\n- dataframe: a Spark dataframe.\n- plot_type: the type of plot to be generated. Currently support `bar`, `scatter` and `line` plots. \n Default `bar` chart.\n- x_axis: the X axis / variable to be visualized.\n- y_axis:the Y axis to be benchmarked on. \n Default is `None`, which means it will visualize based on raw numbers. \n- output_name: the chart name to be saved as `visual.png`", "lineNo": [ @@ -1217,21 +1311,20 @@ "lineno": 246, "end_lineno": 287 } - ], - "nextNode": "None" + ] }, "x": 913.619, "y": 276.126, "ports": [ { - "id": "d4046f02-37c1-4e2a-a8d8-9c3cc468d2c2", + "id": "6551e79c-cba5-464a-8b98-79f27a1e6b96", "type": "default", "extras": {}, - "x": 915.093, - "y": 302.708, + "x": 914.4124092898082, + "y": 302.9250411020779, "name": "in-0", "alignment": "left", - "parentNode": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", + "parentNode": "751c2df6-bc2c-4d83-9335-614e06533a51", "links": [ "a42e50ff-b400-4ea8-937e-4c5c921624f1" ], @@ -1242,14 +1335,14 @@ "dataType": "" }, { - "id": "2f0ffa1a-0606-4f3d-8e3c-ccfe0bb71900", + "id": "f103d7fc-279f-4e04-9806-a9479654ab91", "type": "default", "extras": {}, - "x": 915.093, - "y": 318.692, + "x": 914.4124092898082, + "y": 324.5250166880154, "name": "parameter-any-dataframe", "alignment": "left", - "parentNode": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", + "parentNode": "751c2df6-bc2c-4d83-9335-614e06533a51", "links": [ "10f97814-e251-47d4-a2d8-1387aecb80b7" ], @@ -1260,14 +1353,14 @@ "dataType": "any" }, { - "id": "24eaeb85-f0d1-4a44-8d13-ba69844a3664", + "id": "250a3534-be11-4f2f-b88d-89b396180d7f", "type": "default", "extras": {}, - "x": 915.093, - "y": 334.676, + "x": 914.4124092898082, + "y": 346.125032964057, "name": "parameter-string-plot_type", "alignment": "left", - "parentNode": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", + "parentNode": "751c2df6-bc2c-4d83-9335-614e06533a51", "links": [ "4671554e-0fa4-4541-9e0f-e94ccd8c3ef0" ], @@ -1278,14 +1371,14 @@ "dataType": "string" }, { - "id": "c713a316-d2fc-42b1-a33c-638883e20de8", + "id": "00ca32ed-c6df-44b1-92e5-fc4c989f74ca", "type": "default", "extras": {}, - "x": 915.093, - "y": 350.66, + "x": 914.4124092898082, + "y": 367.7250085499945, "name": "parameter-string-x_axis", "alignment": "left", - "parentNode": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", + "parentNode": "751c2df6-bc2c-4d83-9335-614e06533a51", "links": [ "3c9d048e-a344-442f-9ad8-c419f36045ed" ], @@ -1296,14 +1389,14 @@ "dataType": "string" }, { - "id": "93192ddd-2c57-4b12-b7f3-73bb48bce717", + "id": "50a67f7b-a590-4962-807b-f15775975d14", "type": "default", "extras": {}, - "x": 915.093, - "y": 366.644, + "x": 914.4124092898082, + "y": 389.3250248260362, "name": "parameter-string-y_axis", "alignment": "left", - "parentNode": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", + "parentNode": "751c2df6-bc2c-4d83-9335-614e06533a51", "links": [], "in": true, "label": "y_axis", @@ -1312,14 +1405,14 @@ "dataType": "string" }, { - "id": "725b3444-b8a4-45d2-bc28-2c12afb9b138", + "id": "0e99d372-6498-4268-9021-dc36063be6fd", "type": "default", "extras": {}, - "x": 915.093, - "y": 382.627, + "x": 914.4124092898082, + "y": 410.92504110207784, "name": "parameter-string-output_name", "alignment": "left", - "parentNode": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", + "parentNode": "751c2df6-bc2c-4d83-9335-614e06533a51", "links": [ "794dd82f-4491-44b2-ad1c-490515b8458b" ], @@ -1330,14 +1423,14 @@ "dataType": "string" }, { - "id": "fe306df5-ee80-4960-b82b-bca9173e9fa5", + "id": "203f6cb7-866f-47db-bca6-f66268ad7baf", "type": "default", "extras": {}, - "x": 1050.382, - "y": 302.708, + "x": 1040.9876046023082, + "y": 302.9250411020779, "name": "out-0", "alignment": "right", - "parentNode": "39a2ad07-041b-4cff-b6c0-86bc2621cb63", + "parentNode": "751c2df6-bc2c-4d83-9335-614e06533a51", "links": [ "44be8dde-0a0b-414c-a1ca-340975a324a6" ], @@ -1349,89 +1442,17 @@ } ], "name": "SparkVisualize", - "color": "rgb(255,102,0)", + "color": "rgb(255,153,102)", "portsInOrder": [ - "d4046f02-37c1-4e2a-a8d8-9c3cc468d2c2", - "2f0ffa1a-0606-4f3d-8e3c-ccfe0bb71900", - "24eaeb85-f0d1-4a44-8d13-ba69844a3664", - "c713a316-d2fc-42b1-a33c-638883e20de8", - "93192ddd-2c57-4b12-b7f3-73bb48bce717", - "725b3444-b8a4-45d2-bc28-2c12afb9b138" + "6551e79c-cba5-464a-8b98-79f27a1e6b96", + "f103d7fc-279f-4e04-9806-a9479654ab91", + "250a3534-be11-4f2f-b88d-89b396180d7f", + "00ca32ed-c6df-44b1-92e5-fc4c989f74ca", + "50a67f7b-a590-4962-807b-f15775975d14", + "0e99d372-6498-4268-9021-dc36063be6fd" ], "portsOutOrder": [ - "fe306df5-ee80-4960-b82b-bca9173e9fa5" - ] - }, - "0b452832-3c3c-4862-a690-0c128d835e94": { - "id": "0b452832-3c3c-4862-a690-0c128d835e94", - "type": "custom-node", - "selected": false, - "extras": { - "type": "string" - }, - "x": 25.094, - "y": 224.666, - "ports": [ - { - "id": "b0b2f914-0606-4043-ac88-c0cb0e9f1c88", - "type": "default", - "extras": {}, - "x": 291.076, - "y": 251.25, - "name": "out-0", - "alignment": "right", - "parentNode": "0b452832-3c3c-4862-a690-0c128d835e94", - "links": [ - "a5042d17-e80f-4296-9d15-dc4baf72f4d9" - ], - "in": false, - "label": "xai_components/xai_spark/examples/datasets/penguins_size.csv", - "varName": "xai_components/xai_spark/examples/datasets/penguins_size.csv", - "portType": "", - "dataType": "" - } - ], - "name": "Literal String", - "color": "rgb(255,204,0)", - "portsInOrder": [], - "portsOutOrder": [ - "b0b2f914-0606-4043-ac88-c0cb0e9f1c88" - ] - }, - "acdc5a99-6288-4a2b-8f97-5e6a6fc2c552": { - "id": "acdc5a99-6288-4a2b-8f97-5e6a6fc2c552", - "type": "custom-node", - "selected": false, - "extras": { - "type": "boolean" - }, - "x": 217.391, - "y": 366.784, - "ports": [ - { - "id": "9326d4cc-e663-4f8d-8775-96773f2ff8ce", - "type": "default", - "extras": {}, - "x": 287.211, - "y": 393.368, - "name": "out-0", - "alignment": "right", - "parentNode": "acdc5a99-6288-4a2b-8f97-5e6a6fc2c552", - "links": [ - "6d85c7ac-2586-4933-8593-37238942387b" - ], - "in": false, - "label": "True", - "varName": "True", - "portType": "", - "dataType": "" - } - ], - "name": "Literal Boolean", - "color": "red", - "portsInOrder": [], - "portsOutOrder": [ - "9326d4cc-e663-4f8d-8775-96773f2ff8ce" + "203f6cb7-866f-47db-bca6-f66268ad7baf" ] } } diff --git a/requirements.txt b/requirements.txt index f8e6983..f6810ed 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,8 +1,8 @@ numpy pandas -py4j -pyspark +py4j==0.10.9.7 +pyspark==3.5.3 python-dateutil pytz six -matplotlib \ No newline at end of file +matplotlib