Compare commits
83 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 6d105a70ad | |||
| ca56b583c5 | |||
|
|
8c35e91aef | ||
|
|
1055841b6f | ||
| f38ca7e2fc | |||
| a9956a16a4 | |||
|
|
bc50a78db7 | ||
|
|
e6d1965342 | ||
|
|
708e1e9c18 | ||
|
|
5b45c6c418 | ||
|
|
096068ed2b | ||
|
|
9248811076 | ||
|
|
007d0ee9d5 | ||
|
|
9e1a9b1d34 | ||
| cdb1dd1dad | |||
| 6dbe40ef03 | |||
|
|
75fc3ca67c | ||
| fdae6d6e6d | |||
|
|
d78181e8c0 | ||
|
|
b4ff52108a | ||
| 29a68c07e9 | |||
|
|
40a2c25428 | ||
|
|
62e3570a15 | ||
| 41e5753de6 | |||
|
|
25201eaac1 | ||
| 618eb6b43d | |||
|
|
5084dca5e3 | ||
|
|
6cbdcaed21 | ||
|
|
8298506435 | ||
| 412c5e70f0 | |||
| 05f87a7bff | |||
|
|
8e1d43da43 | ||
|
|
2d7aac8413 | ||
|
|
84c69fbea8 | ||
| 9bc570774a | |||
| f7011c8837 | |||
|
|
f74238a65a | ||
|
|
2da529fb75 | ||
| 2f6d5c1865 | |||
|
|
280a9f042e | ||
| 41bc5f38ff | |||
|
|
6d2b69ffb0 | ||
| eae1c6e8b7 | |||
|
|
27a46a7542 | ||
| 21de93174c | |||
|
|
a365cba30e | ||
|
|
2ce38b9477 | ||
|
|
461959fbca | ||
|
|
a86ae81161 | ||
|
|
decd1fe5cf | ||
|
|
16930dca70 | ||
|
|
bb0f3eceab | ||
| 4fa01ae7ed | |||
|
|
181b9ef734 | ||
|
|
144a4551f2 | ||
|
|
47b2e824e0 | ||
|
|
82aae00858 | ||
|
|
1a4c6df6c9 | ||
|
|
2d0f95e9db | ||
|
|
61cb5db63e | ||
|
|
44584d6302 | ||
|
|
1db1b20762 | ||
|
|
8f73a7d017 | ||
|
|
5e61d4f550 | ||
|
|
d759486b51 | ||
|
|
63a055d4fe | ||
|
|
98a0f908d7 | ||
|
|
f47dcf69a3 | ||
|
|
0b85258e7d | ||
|
|
8cee1c5655 | ||
|
|
de59684432 | ||
|
|
849d3176fd | ||
| 182a508f4e | |||
|
|
68d815e3e1 | ||
| 46c48fb4a3 | |||
|
|
ed2af2a1cc | ||
|
|
6ebe3612cd | ||
|
|
420411882e | ||
| 859d7a0da8 | |||
|
|
b6e68be959 | ||
| b3765aa65d | |||
|
|
fbc6656374 | ||
|
|
298bce8536 |
@ -1,11 +1,14 @@
|
|||||||
# Pre-baked builder for Linux amd64 Tauri releases.
|
# Pre-baked builder for Linux amd64 Tauri releases.
|
||||||
# All system dependencies are installed once here; CI jobs skip apt-get entirely.
|
# All system dependencies are installed once here; CI jobs skip apt-get entirely.
|
||||||
# Rebuild when: Rust toolchain version changes, webkit2gtk/gtk major version changes,
|
# Rebuild when: Rust toolchain version changes, webkit2gtk/gtk major version changes,
|
||||||
# or Node.js major version changes. Tag format: rust<VER>-node<VER>
|
# Node.js major version changes, OpenSSL major version changes (used via OPENSSL_STATIC=1),
|
||||||
|
# or Tauri CLI version changes that affect bundler system deps.
|
||||||
|
# Tag format: rust<VER>-node<VER>
|
||||||
FROM rust:1.88-slim
|
FROM rust:1.88-slim
|
||||||
|
|
||||||
RUN apt-get update -qq \
|
RUN apt-get update -qq \
|
||||||
&& apt-get install -y -qq --no-install-recommends \
|
&& apt-get install -y -qq --no-install-recommends \
|
||||||
|
ca-certificates \
|
||||||
libwebkit2gtk-4.1-dev \
|
libwebkit2gtk-4.1-dev \
|
||||||
libssl-dev \
|
libssl-dev \
|
||||||
libgtk-3-dev \
|
libgtk-3-dev \
|
||||||
@ -21,4 +24,5 @@ RUN apt-get update -qq \
|
|||||||
&& apt-get install -y --no-install-recommends nodejs \
|
&& apt-get install -y --no-install-recommends nodejs \
|
||||||
&& rm -rf /var/lib/apt/lists/*
|
&& rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
RUN rustup target add x86_64-unknown-linux-gnu
|
RUN rustup target add x86_64-unknown-linux-gnu \
|
||||||
|
&& rustup component add rustfmt clippy
|
||||||
|
|||||||
@ -1,7 +1,9 @@
|
|||||||
# Pre-baked cross-compiler for Linux arm64 Tauri releases (runs on Linux amd64).
|
# Pre-baked cross-compiler for Linux arm64 Tauri releases (runs on Linux amd64).
|
||||||
# Bakes in: amd64 cross-toolchain, arm64 multiarch dev libs, Node.js, and Rust.
|
# Bakes in: amd64 cross-toolchain, arm64 multiarch dev libs, Node.js, and Rust.
|
||||||
# This image takes ~15 min to build but is only rebuilt when deps change.
|
# This image takes ~15 min to build but is only rebuilt when deps change.
|
||||||
# Rebuild when: Rust toolchain version, webkit2gtk/gtk major version, or Node.js changes.
|
# Rebuild when: Rust toolchain version, webkit2gtk/gtk major version, Node.js major version,
|
||||||
|
# OpenSSL major version (used via OPENSSL_STATIC=1), or Tauri CLI changes that affect
|
||||||
|
# bundler system deps.
|
||||||
# Tag format: rust<VER>-node<VER>
|
# Tag format: rust<VER>-node<VER>
|
||||||
FROM ubuntu:22.04
|
FROM ubuntu:22.04
|
||||||
|
|
||||||
@ -10,7 +12,7 @@ ARG DEBIAN_FRONTEND=noninteractive
|
|||||||
# Step 1: amd64 host tools and cross-compiler
|
# Step 1: amd64 host tools and cross-compiler
|
||||||
RUN apt-get update -qq \
|
RUN apt-get update -qq \
|
||||||
&& apt-get install -y -qq --no-install-recommends \
|
&& apt-get install -y -qq --no-install-recommends \
|
||||||
curl git gcc g++ make patchelf pkg-config perl jq \
|
ca-certificates curl git gcc g++ make patchelf pkg-config perl jq \
|
||||||
gcc-aarch64-linux-gnu g++-aarch64-linux-gnu \
|
gcc-aarch64-linux-gnu g++-aarch64-linux-gnu \
|
||||||
&& rm -rf /var/lib/apt/lists/*
|
&& rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
@ -40,6 +42,7 @@ RUN curl -fsSL https://deb.nodesource.com/setup_22.x | bash - \
|
|||||||
# Step 4: Rust 1.88 with arm64 cross-compilation target
|
# Step 4: Rust 1.88 with arm64 cross-compilation target
|
||||||
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
|
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
|
||||||
--default-toolchain 1.88.0 --profile minimal --no-modify-path \
|
--default-toolchain 1.88.0 --profile minimal --no-modify-path \
|
||||||
&& /root/.cargo/bin/rustup target add aarch64-unknown-linux-gnu
|
&& /root/.cargo/bin/rustup target add aarch64-unknown-linux-gnu \
|
||||||
|
&& /root/.cargo/bin/rustup component add rustfmt clippy
|
||||||
|
|
||||||
ENV PATH="/root/.cargo/bin:${PATH}"
|
ENV PATH="/root/.cargo/bin:${PATH}"
|
||||||
|
|||||||
@ -1,11 +1,14 @@
|
|||||||
# Pre-baked cross-compiler for Windows amd64 Tauri releases (runs on Linux amd64).
|
# Pre-baked cross-compiler for Windows amd64 Tauri releases (runs on Linux amd64).
|
||||||
# All MinGW and Node.js dependencies are installed once here; CI jobs skip apt-get entirely.
|
# All MinGW and Node.js dependencies are installed once here; CI jobs skip apt-get entirely.
|
||||||
# Rebuild when: Rust toolchain version changes or Node.js major version changes.
|
# Rebuild when: Rust toolchain version changes, Node.js major version changes,
|
||||||
|
# OpenSSL major version changes (used via OPENSSL_STATIC=1), or Tauri CLI changes
|
||||||
|
# that affect bundler system deps.
|
||||||
# Tag format: rust<VER>-node<VER>
|
# Tag format: rust<VER>-node<VER>
|
||||||
FROM rust:1.88-slim
|
FROM rust:1.88-slim
|
||||||
|
|
||||||
RUN apt-get update -qq \
|
RUN apt-get update -qq \
|
||||||
&& apt-get install -y -qq --no-install-recommends \
|
&& apt-get install -y -qq --no-install-recommends \
|
||||||
|
ca-certificates \
|
||||||
mingw-w64 \
|
mingw-w64 \
|
||||||
curl \
|
curl \
|
||||||
nsis \
|
nsis \
|
||||||
|
|||||||
26
.eslintrc.json
Normal file
26
.eslintrc.json
Normal file
@ -0,0 +1,26 @@
|
|||||||
|
{
|
||||||
|
"extends": ["eslint:recommended", "plugin:@typescript-eslint/recommended", "plugin:react/recommended", "plugin:react-hooks/recommended"],
|
||||||
|
"parser": "@typescript-eslint/parser",
|
||||||
|
"parserOptions": {
|
||||||
|
"ecmaFeatures": {
|
||||||
|
"jsx": true
|
||||||
|
},
|
||||||
|
"ecmaVersion": "latest",
|
||||||
|
"sourceType": "module",
|
||||||
|
"project": ["./tsconfig.json"]
|
||||||
|
},
|
||||||
|
"plugins": ["@typescript-eslint", "react", "react-hooks"],
|
||||||
|
"settings": {
|
||||||
|
"react": {
|
||||||
|
"version": "detect"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"rules": {
|
||||||
|
"no-unused-vars": "off",
|
||||||
|
"@typescript-eslint/no-unused-vars": ["error", { "argsIgnorePattern": "^_" }],
|
||||||
|
"no-console": ["warn", { "allow": ["warn", "error"] }],
|
||||||
|
"react/react-in-jsx-scope": "off",
|
||||||
|
"react/prop-types": "off"
|
||||||
|
},
|
||||||
|
"ignorePatterns": ["dist/", "node_modules/", "src-tauri/", "target/", "coverage/"]
|
||||||
|
}
|
||||||
@ -65,6 +65,138 @@ jobs:
|
|||||||
|
|
||||||
echo "Tag $NEXT pushed successfully"
|
echo "Tag $NEXT pushed successfully"
|
||||||
|
|
||||||
|
changelog:
|
||||||
|
needs: autotag
|
||||||
|
runs-on: linux-amd64
|
||||||
|
container:
|
||||||
|
image: alpine:latest
|
||||||
|
steps:
|
||||||
|
- name: Install dependencies
|
||||||
|
run: |
|
||||||
|
set -eu
|
||||||
|
apk add --no-cache git curl jq
|
||||||
|
|
||||||
|
- name: Checkout (full history + all tags)
|
||||||
|
env:
|
||||||
|
RELEASE_TOKEN: ${{ secrets.RELEASE_TOKEN }}
|
||||||
|
run: |
|
||||||
|
set -eu
|
||||||
|
git init
|
||||||
|
git remote add origin \
|
||||||
|
"http://oauth2:${RELEASE_TOKEN}@172.0.0.29:3000/${GITHUB_REPOSITORY}.git"
|
||||||
|
git fetch --tags --depth=2147483647 origin
|
||||||
|
git checkout FETCH_HEAD
|
||||||
|
git config user.name "gitea-actions[bot]"
|
||||||
|
git config user.email "gitea-actions@local"
|
||||||
|
|
||||||
|
- name: Install git-cliff
|
||||||
|
run: |
|
||||||
|
set -eu
|
||||||
|
CLIFF_VER="2.7.0"
|
||||||
|
curl -fsSL \
|
||||||
|
"https://github.com/orhun/git-cliff/releases/download/v${CLIFF_VER}/git-cliff-${CLIFF_VER}-x86_64-unknown-linux-musl.tar.gz" \
|
||||||
|
| tar -xz --strip-components=1 -C /usr/local/bin \
|
||||||
|
"git-cliff-${CLIFF_VER}/git-cliff"
|
||||||
|
|
||||||
|
- name: Generate changelog
|
||||||
|
run: |
|
||||||
|
set -eu
|
||||||
|
git-cliff --config cliff.toml --output CHANGELOG.md
|
||||||
|
git-cliff --config cliff.toml --latest --strip all > /tmp/release_body.md
|
||||||
|
echo "=== Release body preview ==="
|
||||||
|
cat /tmp/release_body.md
|
||||||
|
|
||||||
|
- name: Update Gitea release body
|
||||||
|
env:
|
||||||
|
RELEASE_TOKEN: ${{ secrets.RELEASE_TOKEN }}
|
||||||
|
run: |
|
||||||
|
set -eu
|
||||||
|
API="http://172.0.0.29:3000/api/v1/repos/$GITHUB_REPOSITORY"
|
||||||
|
TAG=$(git describe --tags --abbrev=0)
|
||||||
|
# Create release if it doesn't exist yet (build jobs may still be running)
|
||||||
|
curl -sf -X POST "$API/releases" \
|
||||||
|
-H "Authorization: token $RELEASE_TOKEN" \
|
||||||
|
-H "Content-Type: application/json" \
|
||||||
|
-d "{\"tag_name\":\"$TAG\",\"name\":\"TFTSR $TAG\",\"body\":\"Release $TAG\",\"draft\":false}" || true
|
||||||
|
RELEASE_ID=$(curl -sf "$API/releases/tags/$TAG" \
|
||||||
|
-H "Authorization: token $RELEASE_TOKEN" | jq -r '.id')
|
||||||
|
if [ -z "$RELEASE_ID" ] || [ "$RELEASE_ID" = "null" ]; then
|
||||||
|
echo "ERROR: Failed to get release ID for $TAG"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
curl -sf -X PATCH "$API/releases/$RELEASE_ID" \
|
||||||
|
-H "Authorization: token $RELEASE_TOKEN" \
|
||||||
|
-H "Content-Type: application/json" \
|
||||||
|
--data-binary "{\"body\":$(jq -Rs . < /tmp/release_body.md)}"
|
||||||
|
echo "✓ Release body updated"
|
||||||
|
|
||||||
|
- name: Commit CHANGELOG.md to master
|
||||||
|
env:
|
||||||
|
RELEASE_TOKEN: ${{ secrets.RELEASE_TOKEN }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
API="http://172.0.0.29:3000/api/v1/repos/$GITHUB_REPOSITORY"
|
||||||
|
TAG=$(git describe --tags --abbrev=0)
|
||||||
|
# Validate tag format to prevent shell injection in commit message / JSON
|
||||||
|
if ! echo "$TAG" | grep -qE '^v[0-9]+\.[0-9]+\.[0-9]+$'; then
|
||||||
|
echo "ERROR: Unexpected tag format: $TAG"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
# Fetch current blob SHA from master; empty if file doesn't exist yet
|
||||||
|
CURRENT_SHA=$(curl -sf \
|
||||||
|
-H "Accept: application/json" \
|
||||||
|
-H "Authorization: token $RELEASE_TOKEN" \
|
||||||
|
"$API/contents/CHANGELOG.md?ref=master" 2>/dev/null \
|
||||||
|
| jq -r '.sha // empty' 2>/dev/null || true)
|
||||||
|
# Base64-encode content (no line wrapping)
|
||||||
|
CONTENT=$(base64 -w 0 CHANGELOG.md)
|
||||||
|
# Build JSON payload — omit "sha" when file doesn't exist yet (new repo)
|
||||||
|
PAYLOAD=$(jq -n \
|
||||||
|
--arg msg "chore: update CHANGELOG.md for ${TAG} [skip ci]" \
|
||||||
|
--arg body "$CONTENT" \
|
||||||
|
--arg sha "$CURRENT_SHA" \
|
||||||
|
'if $sha == ""
|
||||||
|
then {message: $msg, content: $body, branch: "master"}
|
||||||
|
else {message: $msg, content: $body, sha: $sha, branch: "master"}
|
||||||
|
end')
|
||||||
|
# PUT atomically updates (or creates) the file on master — no fast-forward needed
|
||||||
|
RESP_FILE=$(mktemp)
|
||||||
|
HTTP_CODE=$(curl -s -o "$RESP_FILE" -w "%{http_code}" -X PUT \
|
||||||
|
-H "Authorization: token $RELEASE_TOKEN" \
|
||||||
|
-H "Content-Type: application/json" \
|
||||||
|
-d "$PAYLOAD" \
|
||||||
|
"$API/contents/CHANGELOG.md")
|
||||||
|
if [ "$HTTP_CODE" -lt 200 ] || [ "$HTTP_CODE" -ge 300 ]; then
|
||||||
|
echo "ERROR: Failed to update CHANGELOG.md (HTTP $HTTP_CODE)"
|
||||||
|
cat "$RESP_FILE" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
echo "✓ CHANGELOG.md committed to master"
|
||||||
|
|
||||||
|
- name: Upload CHANGELOG.md as release asset
|
||||||
|
env:
|
||||||
|
RELEASE_TOKEN: ${{ secrets.RELEASE_TOKEN }}
|
||||||
|
run: |
|
||||||
|
set -eu
|
||||||
|
API="http://172.0.0.29:3000/api/v1/repos/$GITHUB_REPOSITORY"
|
||||||
|
TAG=$(git describe --tags --abbrev=0)
|
||||||
|
RELEASE_ID=$(curl -sf "$API/releases/tags/$TAG" \
|
||||||
|
-H "Authorization: token $RELEASE_TOKEN" | jq -r '.id')
|
||||||
|
if [ -z "$RELEASE_ID" ] || [ "$RELEASE_ID" = "null" ]; then
|
||||||
|
echo "ERROR: Failed to get release ID for $TAG"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
EXISTING=$(curl -sf "$API/releases/$RELEASE_ID" \
|
||||||
|
-H "Authorization: token $RELEASE_TOKEN" \
|
||||||
|
| jq -r '.assets[]? | select(.name=="CHANGELOG.md") | .id')
|
||||||
|
[ -n "$EXISTING" ] && curl -sf -X DELETE \
|
||||||
|
"$API/releases/$RELEASE_ID/assets/$EXISTING" \
|
||||||
|
-H "Authorization: token $RELEASE_TOKEN"
|
||||||
|
curl -sf -X POST "$API/releases/$RELEASE_ID/assets" \
|
||||||
|
-H "Authorization: token $RELEASE_TOKEN" \
|
||||||
|
-F "attachment=@CHANGELOG.md;filename=CHANGELOG.md"
|
||||||
|
echo "✓ CHANGELOG.md uploaded"
|
||||||
|
|
||||||
wiki-sync:
|
wiki-sync:
|
||||||
runs-on: linux-amd64
|
runs-on: linux-amd64
|
||||||
container:
|
container:
|
||||||
@ -132,27 +264,36 @@ jobs:
|
|||||||
needs: autotag
|
needs: autotag
|
||||||
runs-on: linux-amd64
|
runs-on: linux-amd64
|
||||||
container:
|
container:
|
||||||
image: rust:1.88-slim
|
image: 172.0.0.29:3000/sarman/trcaa-linux-amd64:rust1.88-node22
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
run: |
|
run: |
|
||||||
apt-get update -qq && apt-get install -y -qq git
|
|
||||||
git init
|
git init
|
||||||
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
||||||
git fetch --depth=1 origin "$GITHUB_SHA"
|
git fetch --depth=1 origin "$GITHUB_SHA"
|
||||||
git checkout FETCH_HEAD
|
git checkout FETCH_HEAD
|
||||||
- name: Install dependencies
|
- name: Cache cargo registry
|
||||||
run: |
|
uses: actions/cache@v4
|
||||||
apt-get update -qq && apt-get install -y -qq \
|
with:
|
||||||
libwebkit2gtk-4.1-dev libssl-dev libgtk-3-dev \
|
path: |
|
||||||
libayatana-appindicator3-dev librsvg2-dev patchelf \
|
~/.cargo/registry/index
|
||||||
pkg-config curl perl jq
|
~/.cargo/registry/cache
|
||||||
curl -fsSL https://deb.nodesource.com/setup_22.x | bash -
|
~/.cargo/git/db
|
||||||
apt-get install -y nodejs
|
key: ${{ runner.os }}-cargo-linux-amd64-${{ hashFiles('**/Cargo.lock') }}
|
||||||
|
restore-keys: |
|
||||||
|
${{ runner.os }}-cargo-linux-amd64-
|
||||||
|
- name: Cache npm
|
||||||
|
uses: actions/cache@v4
|
||||||
|
with:
|
||||||
|
path: ~/.npm
|
||||||
|
key: ${{ runner.os }}-npm-${{ hashFiles('**/package-lock.json') }}
|
||||||
|
restore-keys: |
|
||||||
|
${{ runner.os }}-npm-
|
||||||
- name: Build
|
- name: Build
|
||||||
|
env:
|
||||||
|
APPIMAGE_EXTRACT_AND_RUN: "1"
|
||||||
run: |
|
run: |
|
||||||
npm ci --legacy-peer-deps
|
npm ci --legacy-peer-deps
|
||||||
rustup target add x86_64-unknown-linux-gnu
|
|
||||||
CI=true npx tauri build --target x86_64-unknown-linux-gnu
|
CI=true npx tauri build --target x86_64-unknown-linux-gnu
|
||||||
- name: Upload artifacts
|
- name: Upload artifacts
|
||||||
env:
|
env:
|
||||||
@ -181,7 +322,7 @@ jobs:
|
|||||||
fi
|
fi
|
||||||
echo "Release ID: $RELEASE_ID"
|
echo "Release ID: $RELEASE_ID"
|
||||||
ARTIFACTS=$(find src-tauri/target/x86_64-unknown-linux-gnu/release/bundle -type f \
|
ARTIFACTS=$(find src-tauri/target/x86_64-unknown-linux-gnu/release/bundle -type f \
|
||||||
\( -name "*.deb" -o -name "*.rpm" -o -name "*.AppImage" \))
|
\( -name "*.deb" -o -name "*.rpm" \))
|
||||||
if [ -z "$ARTIFACTS" ]; then
|
if [ -z "$ARTIFACTS" ]; then
|
||||||
echo "ERROR: No Linux amd64 artifacts were found to upload."
|
echo "ERROR: No Linux amd64 artifacts were found to upload."
|
||||||
exit 1
|
exit 1
|
||||||
@ -218,20 +359,31 @@ jobs:
|
|||||||
needs: autotag
|
needs: autotag
|
||||||
runs-on: linux-amd64
|
runs-on: linux-amd64
|
||||||
container:
|
container:
|
||||||
image: rust:1.88-slim
|
image: 172.0.0.29:3000/sarman/trcaa-windows-cross:rust1.88-node22
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
run: |
|
run: |
|
||||||
apt-get update -qq && apt-get install -y -qq git
|
|
||||||
git init
|
git init
|
||||||
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
||||||
git fetch --depth=1 origin "$GITHUB_SHA"
|
git fetch --depth=1 origin "$GITHUB_SHA"
|
||||||
git checkout FETCH_HEAD
|
git checkout FETCH_HEAD
|
||||||
- name: Install dependencies
|
- name: Cache cargo registry
|
||||||
run: |
|
uses: actions/cache@v4
|
||||||
apt-get update -qq && apt-get install -y -qq mingw-w64 curl nsis perl make jq
|
with:
|
||||||
curl -fsSL https://deb.nodesource.com/setup_22.x | bash -
|
path: |
|
||||||
apt-get install -y nodejs
|
~/.cargo/registry/index
|
||||||
|
~/.cargo/registry/cache
|
||||||
|
~/.cargo/git/db
|
||||||
|
key: ${{ runner.os }}-cargo-windows-${{ hashFiles('**/Cargo.lock') }}
|
||||||
|
restore-keys: |
|
||||||
|
${{ runner.os }}-cargo-windows-
|
||||||
|
- name: Cache npm
|
||||||
|
uses: actions/cache@v4
|
||||||
|
with:
|
||||||
|
path: ~/.npm
|
||||||
|
key: ${{ runner.os }}-npm-${{ hashFiles('**/package-lock.json') }}
|
||||||
|
restore-keys: |
|
||||||
|
${{ runner.os }}-npm-
|
||||||
- name: Build
|
- name: Build
|
||||||
env:
|
env:
|
||||||
CC_x86_64_pc_windows_gnu: x86_64-w64-mingw32-gcc
|
CC_x86_64_pc_windows_gnu: x86_64-w64-mingw32-gcc
|
||||||
@ -242,7 +394,6 @@ jobs:
|
|||||||
OPENSSL_STATIC: "1"
|
OPENSSL_STATIC: "1"
|
||||||
run: |
|
run: |
|
||||||
npm ci --legacy-peer-deps
|
npm ci --legacy-peer-deps
|
||||||
rustup target add x86_64-pc-windows-gnu
|
|
||||||
CI=true npx tauri build --target x86_64-pc-windows-gnu
|
CI=true npx tauri build --target x86_64-pc-windows-gnu
|
||||||
- name: Upload artifacts
|
- name: Upload artifacts
|
||||||
env:
|
env:
|
||||||
@ -392,53 +543,31 @@ jobs:
|
|||||||
needs: autotag
|
needs: autotag
|
||||||
runs-on: linux-amd64
|
runs-on: linux-amd64
|
||||||
container:
|
container:
|
||||||
image: ubuntu:22.04
|
image: 172.0.0.29:3000/sarman/trcaa-linux-arm64:rust1.88-node22
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
run: |
|
run: |
|
||||||
apt-get update -qq && apt-get install -y -qq git
|
|
||||||
git init
|
git init
|
||||||
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
||||||
git fetch --depth=1 origin "$GITHUB_SHA"
|
git fetch --depth=1 origin "$GITHUB_SHA"
|
||||||
git checkout FETCH_HEAD
|
git checkout FETCH_HEAD
|
||||||
- name: Install dependencies
|
- name: Cache cargo registry
|
||||||
env:
|
uses: actions/cache@v4
|
||||||
DEBIAN_FRONTEND: noninteractive
|
with:
|
||||||
run: |
|
path: |
|
||||||
# Step 1: Host tools + cross-compiler (all amd64, no multiarch yet)
|
~/.cargo/registry/index
|
||||||
apt-get update -qq
|
~/.cargo/registry/cache
|
||||||
apt-get install -y -qq curl git gcc g++ make patchelf pkg-config perl jq \
|
~/.cargo/git/db
|
||||||
gcc-aarch64-linux-gnu g++-aarch64-linux-gnu
|
key: ${{ runner.os }}-cargo-arm64-${{ hashFiles('**/Cargo.lock') }}
|
||||||
|
restore-keys: |
|
||||||
# Step 2: Multiarch — Ubuntu uses ports.ubuntu.com for arm64,
|
${{ runner.os }}-cargo-arm64-
|
||||||
# keeping it on a separate mirror from amd64 (archive.ubuntu.com).
|
- name: Cache npm
|
||||||
# This avoids the binary-all index duplication and -dev package
|
uses: actions/cache@v4
|
||||||
# conflicts that plagued the Debian single-mirror approach.
|
with:
|
||||||
dpkg --add-architecture arm64
|
path: ~/.npm
|
||||||
sed -i 's|^deb http://archive.ubuntu.com|deb [arch=amd64] http://archive.ubuntu.com|g' /etc/apt/sources.list
|
key: ${{ runner.os }}-npm-${{ hashFiles('**/package-lock.json') }}
|
||||||
sed -i 's|^deb http://security.ubuntu.com|deb [arch=amd64] http://security.ubuntu.com|g' /etc/apt/sources.list
|
restore-keys: |
|
||||||
printf '%s\n' \
|
${{ runner.os }}-npm-
|
||||||
'deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports jammy main restricted universe multiverse' \
|
|
||||||
'deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports jammy-updates main restricted universe multiverse' \
|
|
||||||
'deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports jammy-security main restricted universe multiverse' \
|
|
||||||
> /etc/apt/sources.list.d/arm64-ports.list
|
|
||||||
apt-get update -qq
|
|
||||||
|
|
||||||
# Step 3: ARM64 dev libs — libayatana omitted (no tray icon in this app)
|
|
||||||
apt-get install -y -qq \
|
|
||||||
libwebkit2gtk-4.1-dev:arm64 \
|
|
||||||
libssl-dev:arm64 \
|
|
||||||
libgtk-3-dev:arm64 \
|
|
||||||
librsvg2-dev:arm64
|
|
||||||
|
|
||||||
# Step 4: Node.js
|
|
||||||
curl -fsSL https://deb.nodesource.com/setup_22.x | bash -
|
|
||||||
apt-get install -y nodejs
|
|
||||||
|
|
||||||
# Step 5: Rust (not pre-installed in ubuntu:22.04)
|
|
||||||
# source "$HOME/.cargo/env" in the Build step handles PATH — no GITHUB_PATH needed
|
|
||||||
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
|
|
||||||
--default-toolchain 1.88.0 --profile minimal --no-modify-path
|
|
||||||
- name: Build
|
- name: Build
|
||||||
env:
|
env:
|
||||||
CC_aarch64_unknown_linux_gnu: aarch64-linux-gnu-gcc
|
CC_aarch64_unknown_linux_gnu: aarch64-linux-gnu-gcc
|
||||||
@ -452,9 +581,7 @@ jobs:
|
|||||||
OPENSSL_STATIC: "1"
|
OPENSSL_STATIC: "1"
|
||||||
APPIMAGE_EXTRACT_AND_RUN: "1"
|
APPIMAGE_EXTRACT_AND_RUN: "1"
|
||||||
run: |
|
run: |
|
||||||
. "$HOME/.cargo/env"
|
|
||||||
npm ci --legacy-peer-deps
|
npm ci --legacy-peer-deps
|
||||||
rustup target add aarch64-unknown-linux-gnu
|
|
||||||
CI=true npx tauri build --target aarch64-unknown-linux-gnu --bundles deb,rpm
|
CI=true npx tauri build --target aarch64-unknown-linux-gnu --bundles deb,rpm
|
||||||
- name: Upload artifacts
|
- name: Upload artifacts
|
||||||
env:
|
env:
|
||||||
|
|||||||
@ -37,11 +37,11 @@ jobs:
|
|||||||
linux-amd64:
|
linux-amd64:
|
||||||
runs-on: linux-amd64
|
runs-on: linux-amd64
|
||||||
container:
|
container:
|
||||||
image: docker:24-cli
|
image: alpine:latest
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
run: |
|
run: |
|
||||||
apk add --no-cache git
|
apk add --no-cache git docker-cli
|
||||||
git init
|
git init
|
||||||
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
||||||
git fetch --depth=1 origin "$GITHUB_SHA"
|
git fetch --depth=1 origin "$GITHUB_SHA"
|
||||||
@ -60,11 +60,11 @@ jobs:
|
|||||||
windows-cross:
|
windows-cross:
|
||||||
runs-on: linux-amd64
|
runs-on: linux-amd64
|
||||||
container:
|
container:
|
||||||
image: docker:24-cli
|
image: alpine:latest
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
run: |
|
run: |
|
||||||
apk add --no-cache git
|
apk add --no-cache git docker-cli
|
||||||
git init
|
git init
|
||||||
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
||||||
git fetch --depth=1 origin "$GITHUB_SHA"
|
git fetch --depth=1 origin "$GITHUB_SHA"
|
||||||
@ -83,11 +83,11 @@ jobs:
|
|||||||
linux-arm64:
|
linux-arm64:
|
||||||
runs-on: linux-amd64
|
runs-on: linux-amd64
|
||||||
container:
|
container:
|
||||||
image: docker:24-cli
|
image: alpine:latest
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
run: |
|
run: |
|
||||||
apk add --no-cache git
|
apk add --no-cache git docker-cli
|
||||||
git init
|
git init
|
||||||
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
||||||
git fetch --depth=1 origin "$GITHUB_SHA"
|
git fetch --depth=1 origin "$GITHUB_SHA"
|
||||||
|
|||||||
134
.gitea/workflows/pr-review.yml
Normal file
134
.gitea/workflows/pr-review.yml
Normal file
@ -0,0 +1,134 @@
|
|||||||
|
name: PR Review Automation
|
||||||
|
|
||||||
|
on:
|
||||||
|
pull_request:
|
||||||
|
types: [opened, synchronize, reopened, edited]
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: pr-review-${{ github.event.pull_request.number }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
review:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
permissions:
|
||||||
|
pull-requests: write
|
||||||
|
container:
|
||||||
|
image: ubuntu:22.04
|
||||||
|
options: --dns 8.8.8.8 --dns 1.1.1.1
|
||||||
|
steps:
|
||||||
|
- name: Install dependencies
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
apt-get update -qq && apt-get install -y -qq git curl jq
|
||||||
|
|
||||||
|
- name: Checkout code
|
||||||
|
shell: bash
|
||||||
|
env:
|
||||||
|
REPOSITORY: ${{ github.repository }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
git init
|
||||||
|
git remote add origin "https://gogs.tftsr.com/${REPOSITORY}.git"
|
||||||
|
git fetch --depth=1 origin ${{ github.head_ref }}
|
||||||
|
git checkout FETCH_HEAD
|
||||||
|
|
||||||
|
- name: Get PR diff
|
||||||
|
id: diff
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
git fetch origin ${{ github.base_ref }}
|
||||||
|
git diff origin/${{ github.base_ref }}..HEAD > /tmp/pr_diff.txt
|
||||||
|
echo "diff_size=$(wc -l < /tmp/pr_diff.txt | tr -d ' ')" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
|
- name: Analyze with Ollama
|
||||||
|
id: analyze
|
||||||
|
if: steps.diff.outputs.diff_size != '0'
|
||||||
|
shell: bash
|
||||||
|
env:
|
||||||
|
OLLAMA_URL: https://ollama-ui.tftsr.com/ollama/v1
|
||||||
|
OLLAMA_API_KEY: ${{ secrets.OLLAMA_API_KEY }}
|
||||||
|
PR_TITLE: ${{ github.event.pull_request.title }}
|
||||||
|
PR_NUMBER: ${{ github.event.pull_request.number }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
if grep -q "^Binary files" /tmp/pr_diff.txt; then
|
||||||
|
echo "WARNING: Binary file changes detected — they will be excluded from analysis"
|
||||||
|
fi
|
||||||
|
DIFF_CONTENT=$(head -n 500 /tmp/pr_diff.txt \
|
||||||
|
| grep -v -E '^[+-].*(password[[:space:]]*[=:"'"'"']|token[[:space:]]*[=:"'"'"']|secret[[:space:]]*[=:"'"'"']|api_key[[:space:]]*[=:"'"'"']|private_key[[:space:]]*[=:"'"'"']|Authorization:[[:space:]]|AKIA[A-Z0-9]{16}|xox[baprs]-[0-9]{10,13}-[0-9]{10,13}-[a-zA-Z0-9]{24}|gh[opsu]_[A-Za-z0-9_]{36,}|https?://[^@[:space:]]+:[^@[:space:]]+@)' \
|
||||||
|
| grep -v -E '^[+-].*[A-Za-z0-9+/]{40,}={0,2}([^A-Za-z0-9+/=]|$)')
|
||||||
|
PROMPT="Analyze the following code changes for correctness, security issues, and best practices. PR Title: ${PR_TITLE}\n\nDiff:\n${DIFF_CONTENT}\n\nProvide a review with: 1) Summary, 2) Bugs/errors, 3) Security issues, 4) Best practices. Give specific comments with suggested fixes."
|
||||||
|
BODY=$(jq -cn \
|
||||||
|
--arg model "qwen3-coder-next:latest" \
|
||||||
|
--arg content "$PROMPT" \
|
||||||
|
'{model: $model, messages: [{role: "user", content: $content}], stream: false}')
|
||||||
|
echo "[$(date -u +%Y-%m-%dT%H:%M:%SZ)] PR #${PR_NUMBER} - Calling Ollama API (${#BODY} bytes)..."
|
||||||
|
HTTP_CODE=$(curl -s --max-time 120 --connect-timeout 30 \
|
||||||
|
--retry 3 --retry-delay 5 --retry-connrefused --retry-max-time 120 \
|
||||||
|
-o /tmp/ollama_response.json -w "%{http_code}" \
|
||||||
|
-X POST "$OLLAMA_URL/chat/completions" \
|
||||||
|
-H "Authorization: Bearer $OLLAMA_API_KEY" \
|
||||||
|
-H "Content-Type: application/json" \
|
||||||
|
-d "$BODY")
|
||||||
|
echo "HTTP status: $HTTP_CODE"
|
||||||
|
echo "Response file size: $(wc -c < /tmp/ollama_response.json) bytes"
|
||||||
|
if [ "$HTTP_CODE" != "200" ]; then
|
||||||
|
echo "ERROR: Ollama returned HTTP $HTTP_CODE"
|
||||||
|
cat /tmp/ollama_response.json
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
if ! jq empty /tmp/ollama_response.json 2>/dev/null; then
|
||||||
|
echo "ERROR: Invalid JSON response from Ollama"
|
||||||
|
cat /tmp/ollama_response.json
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
REVIEW=$(jq -r '.choices[0].message.content // empty' /tmp/ollama_response.json)
|
||||||
|
if [ -z "$REVIEW" ]; then
|
||||||
|
echo "ERROR: No content in Ollama response"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
echo "Review length: ${#REVIEW} chars"
|
||||||
|
echo "$REVIEW" > /tmp/pr_review.txt
|
||||||
|
|
||||||
|
- name: Post review comment
|
||||||
|
if: always() && steps.diff.outputs.diff_size != '0'
|
||||||
|
shell: bash
|
||||||
|
env:
|
||||||
|
TF_TOKEN: ${{ secrets.TFT_GITEA_TOKEN }}
|
||||||
|
PR_NUMBER: ${{ github.event.pull_request.number }}
|
||||||
|
REPOSITORY: ${{ github.repository }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
if [ -z "${TF_TOKEN:-}" ]; then
|
||||||
|
echo "ERROR: TFT_GITEA_TOKEN secret is not set"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
if [ -f "/tmp/pr_review.txt" ] && [ -s "/tmp/pr_review.txt" ]; then
|
||||||
|
REVIEW_BODY=$(head -c 65536 /tmp/pr_review.txt)
|
||||||
|
BODY=$(jq -n \
|
||||||
|
--arg body "🤖 Automated PR Review:\n\n${REVIEW_BODY}\n\n---\n*this is an automated review from Ollama*" \
|
||||||
|
'{body: $body, event: "COMMENT"}')
|
||||||
|
else
|
||||||
|
BODY=$(jq -n \
|
||||||
|
'{body: "⚠️ Automated PR Review could not be completed — Ollama analysis failed or produced no output.", event: "COMMENT"}')
|
||||||
|
fi
|
||||||
|
HTTP_CODE=$(curl -s --max-time 30 --connect-timeout 10 \
|
||||||
|
-o /tmp/review_post_response.json -w "%{http_code}" \
|
||||||
|
-X POST "https://gogs.tftsr.com/api/v1/repos/${REPOSITORY}/pulls/${PR_NUMBER}/reviews" \
|
||||||
|
-H "Authorization: Bearer $TF_TOKEN" \
|
||||||
|
-H "Content-Type: application/json" \
|
||||||
|
-d "$BODY")
|
||||||
|
echo "[$(date -u +%Y-%m-%dT%H:%M:%SZ)] Post review HTTP status: $HTTP_CODE"
|
||||||
|
if [ "$HTTP_CODE" != "200" ] && [ "$HTTP_CODE" != "201" ]; then
|
||||||
|
echo "ERROR: Failed to post review (HTTP $HTTP_CODE)"
|
||||||
|
cat /tmp/review_post_response.json
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Cleanup
|
||||||
|
if: always()
|
||||||
|
shell: bash
|
||||||
|
run: rm -f /tmp/pr_diff.txt /tmp/ollama_response.json /tmp/pr_review.txt /tmp/review_post_response.json
|
||||||
@ -7,12 +7,11 @@ jobs:
|
|||||||
rust-fmt-check:
|
rust-fmt-check:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
container:
|
container:
|
||||||
image: rust:1.88-slim
|
image: 172.0.0.29:3000/sarman/trcaa-linux-amd64:rust1.88-node22
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
run: |
|
run: |
|
||||||
set -eux
|
set -eux
|
||||||
apt-get update -qq && apt-get install -y -qq git
|
|
||||||
git init
|
git init
|
||||||
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
||||||
if [ -n "${GITHUB_SHA:-}" ] && git fetch --depth=1 origin "$GITHUB_SHA"; then
|
if [ -n "${GITHUB_SHA:-}" ] && git fetch --depth=1 origin "$GITHUB_SHA"; then
|
||||||
@ -28,18 +27,31 @@ jobs:
|
|||||||
echo "Fetched fallback ref: master"
|
echo "Fetched fallback ref: master"
|
||||||
fi
|
fi
|
||||||
git checkout FETCH_HEAD
|
git checkout FETCH_HEAD
|
||||||
- run: rustup component add rustfmt
|
- name: Cache cargo registry
|
||||||
|
uses: actions/cache@v4
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
~/.cargo/registry/index
|
||||||
|
~/.cargo/registry/cache
|
||||||
|
~/.cargo/git/db
|
||||||
|
key: ${{ runner.os }}-cargo-linux-amd64-${{ hashFiles('**/Cargo.lock') }}
|
||||||
|
restore-keys: |
|
||||||
|
${{ runner.os }}-cargo-linux-amd64-
|
||||||
|
- name: Install dependencies
|
||||||
|
run: npm install --legacy-peer-deps
|
||||||
|
- name: Update version from Git
|
||||||
|
run: node scripts/update-version.mjs
|
||||||
|
- run: cargo generate-lockfile --manifest-path src-tauri/Cargo.toml
|
||||||
- run: cargo fmt --manifest-path src-tauri/Cargo.toml --check
|
- run: cargo fmt --manifest-path src-tauri/Cargo.toml --check
|
||||||
|
|
||||||
rust-clippy:
|
rust-clippy:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
container:
|
container:
|
||||||
image: rust:1.88-slim
|
image: 172.0.0.29:3000/sarman/trcaa-linux-amd64:rust1.88-node22
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
run: |
|
run: |
|
||||||
set -eux
|
set -eux
|
||||||
apt-get update -qq && apt-get install -y -qq git
|
|
||||||
git init
|
git init
|
||||||
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
||||||
if [ -n "${GITHUB_SHA:-}" ] && git fetch --depth=1 origin "$GITHUB_SHA"; then
|
if [ -n "${GITHUB_SHA:-}" ] && git fetch --depth=1 origin "$GITHUB_SHA"; then
|
||||||
@ -55,19 +67,26 @@ jobs:
|
|||||||
echo "Fetched fallback ref: master"
|
echo "Fetched fallback ref: master"
|
||||||
fi
|
fi
|
||||||
git checkout FETCH_HEAD
|
git checkout FETCH_HEAD
|
||||||
- run: apt-get update -qq && apt-get install -y -qq libwebkit2gtk-4.1-dev libssl-dev libgtk-3-dev libayatana-appindicator3-dev librsvg2-dev patchelf pkg-config perl
|
- name: Cache cargo registry
|
||||||
- run: rustup component add clippy
|
uses: actions/cache@v4
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
~/.cargo/registry/index
|
||||||
|
~/.cargo/registry/cache
|
||||||
|
~/.cargo/git/db
|
||||||
|
key: ${{ runner.os }}-cargo-linux-amd64-${{ hashFiles('**/Cargo.lock') }}
|
||||||
|
restore-keys: |
|
||||||
|
${{ runner.os }}-cargo-linux-amd64-
|
||||||
- run: cargo clippy --manifest-path src-tauri/Cargo.toml -- -D warnings
|
- run: cargo clippy --manifest-path src-tauri/Cargo.toml -- -D warnings
|
||||||
|
|
||||||
rust-tests:
|
rust-tests:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
container:
|
container:
|
||||||
image: rust:1.88-slim
|
image: 172.0.0.29:3000/sarman/trcaa-linux-amd64:rust1.88-node22
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
run: |
|
run: |
|
||||||
set -eux
|
set -eux
|
||||||
apt-get update -qq && apt-get install -y -qq git
|
|
||||||
git init
|
git init
|
||||||
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
git remote add origin http://172.0.0.29:3000/sarman/tftsr-devops_investigation.git
|
||||||
if [ -n "${GITHUB_SHA:-}" ] && git fetch --depth=1 origin "$GITHUB_SHA"; then
|
if [ -n "${GITHUB_SHA:-}" ] && git fetch --depth=1 origin "$GITHUB_SHA"; then
|
||||||
@ -83,7 +102,16 @@ jobs:
|
|||||||
echo "Fetched fallback ref: master"
|
echo "Fetched fallback ref: master"
|
||||||
fi
|
fi
|
||||||
git checkout FETCH_HEAD
|
git checkout FETCH_HEAD
|
||||||
- run: apt-get update -qq && apt-get install -y -qq libwebkit2gtk-4.1-dev libssl-dev libgtk-3-dev libayatana-appindicator3-dev librsvg2-dev patchelf pkg-config perl
|
- name: Cache cargo registry
|
||||||
|
uses: actions/cache@v4
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
~/.cargo/registry/index
|
||||||
|
~/.cargo/registry/cache
|
||||||
|
~/.cargo/git/db
|
||||||
|
key: ${{ runner.os }}-cargo-linux-amd64-${{ hashFiles('**/Cargo.lock') }}
|
||||||
|
restore-keys: |
|
||||||
|
${{ runner.os }}-cargo-linux-amd64-
|
||||||
- run: cargo test --manifest-path src-tauri/Cargo.toml -- --test-threads=1
|
- run: cargo test --manifest-path src-tauri/Cargo.toml -- --test-threads=1
|
||||||
|
|
||||||
frontend-typecheck:
|
frontend-typecheck:
|
||||||
@ -110,6 +138,13 @@ jobs:
|
|||||||
echo "Fetched fallback ref: master"
|
echo "Fetched fallback ref: master"
|
||||||
fi
|
fi
|
||||||
git checkout FETCH_HEAD
|
git checkout FETCH_HEAD
|
||||||
|
- name: Cache npm
|
||||||
|
uses: actions/cache@v4
|
||||||
|
with:
|
||||||
|
path: ~/.npm
|
||||||
|
key: ${{ runner.os }}-npm-${{ hashFiles('**/package-lock.json') }}
|
||||||
|
restore-keys: |
|
||||||
|
${{ runner.os }}-npm-
|
||||||
- run: npm ci --legacy-peer-deps
|
- run: npm ci --legacy-peer-deps
|
||||||
- run: npx tsc --noEmit
|
- run: npx tsc --noEmit
|
||||||
|
|
||||||
@ -137,5 +172,12 @@ jobs:
|
|||||||
echo "Fetched fallback ref: master"
|
echo "Fetched fallback ref: master"
|
||||||
fi
|
fi
|
||||||
git checkout FETCH_HEAD
|
git checkout FETCH_HEAD
|
||||||
|
- name: Cache npm
|
||||||
|
uses: actions/cache@v4
|
||||||
|
with:
|
||||||
|
path: ~/.npm
|
||||||
|
key: ${{ runner.os }}-npm-${{ hashFiles('**/package-lock.json') }}
|
||||||
|
restore-keys: |
|
||||||
|
${{ runner.os }}-npm-
|
||||||
- run: npm ci --legacy-peer-deps
|
- run: npm ci --legacy-peer-deps
|
||||||
- run: npm run test:run
|
- run: npm run test:run
|
||||||
|
|||||||
@ -8,6 +8,7 @@
|
|||||||
| Frontend only (port 1420) | `npm run dev` |
|
| Frontend only (port 1420) | `npm run dev` |
|
||||||
| Frontend production build | `npm run build` |
|
| Frontend production build | `npm run build` |
|
||||||
| Rust fmt check | `cargo fmt --manifest-path src-tauri/Cargo.toml --check` |
|
| Rust fmt check | `cargo fmt --manifest-path src-tauri/Cargo.toml --check` |
|
||||||
|
| Rust fmt fix | `cargo fmt --manifest-path src-tauri/Cargo.toml` |
|
||||||
| Rust clippy | `cargo clippy --manifest-path src-tauri/Cargo.toml -- -D warnings` |
|
| Rust clippy | `cargo clippy --manifest-path src-tauri/Cargo.toml -- -D warnings` |
|
||||||
| Rust tests | `cargo test --manifest-path src-tauri/Cargo.toml -- --test-threads=1` |
|
| Rust tests | `cargo test --manifest-path src-tauri/Cargo.toml -- --test-threads=1` |
|
||||||
| Rust single test module | `cargo test --manifest-path src-tauri/Cargo.toml -- --test-threads=1 pii::detector` |
|
| Rust single test module | `cargo test --manifest-path src-tauri/Cargo.toml -- --test-threads=1 pii::detector` |
|
||||||
@ -16,6 +17,9 @@
|
|||||||
| Frontend test (watch) | `npm run test` |
|
| Frontend test (watch) | `npm run test` |
|
||||||
| Frontend coverage | `npm run test:coverage` |
|
| Frontend coverage | `npm run test:coverage` |
|
||||||
| TypeScript type check | `npx tsc --noEmit` |
|
| TypeScript type check | `npx tsc --noEmit` |
|
||||||
|
| Frontend lint | `npx eslint . --quiet` |
|
||||||
|
|
||||||
|
**Lint Policy**: **ALWAYS run `cargo fmt` and `cargo clippy` after any Rust code change**. Fix all issues before proceeding.
|
||||||
|
|
||||||
**Note**: The build runs `npm run build` before Rust build (via `beforeBuildCommand` in `tauri.conf.json`). This ensures TS is type-checked before packaging.
|
**Note**: The build runs `npm run build` before Rust build (via `beforeBuildCommand` in `tauri.conf.json`). This ensures TS is type-checked before packaging.
|
||||||
|
|
||||||
|
|||||||
454
CHANGELOG.md
Normal file
454
CHANGELOG.md
Normal file
@ -0,0 +1,454 @@
|
|||||||
|
# Changelog
|
||||||
|
|
||||||
|
All notable changes to TFTSR are documented here.
|
||||||
|
Commit types shown: feat, fix, perf, docs, refactor.
|
||||||
|
CI, chore, and build changes are excluded.
|
||||||
|
|
||||||
|
## [0.2.65] — 2026-04-15
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Add --locked to cargo commands and improve version update script
|
||||||
|
- Remove invalid --locked flag from cargo commands and fix format string
|
||||||
|
- **integrations**: Security and correctness improvements
|
||||||
|
- Correct WIQL syntax and escape_wiql implementation
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Implement dynamic versioning from Git tags
|
||||||
|
- **integrations**: Implement query expansion for semantic search
|
||||||
|
|
||||||
|
### Security
|
||||||
|
- Fix query expansion issues from PR review
|
||||||
|
- Address all issues from automated PR review
|
||||||
|
|
||||||
|
## [0.2.63] — 2026-04-13
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Add Windows nsis target and update CHANGELOG to v0.2.61
|
||||||
|
|
||||||
|
## [0.2.61] — 2026-04-13
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Remove AppImage from upload artifact patterns
|
||||||
|
|
||||||
|
## [0.2.59] — 2026-04-13
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Remove AppImage bundling to fix linux-amd64 build
|
||||||
|
|
||||||
|
## [0.2.57] — 2026-04-13
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Add fuse dependency for AppImage support
|
||||||
|
|
||||||
|
### Refactoring
|
||||||
|
- Remove custom linuxdeploy install per CI CI uses tauri-downloaded version
|
||||||
|
- Revert to original Dockerfile without manual linuxdeploy installation
|
||||||
|
|
||||||
|
## [0.2.56] — 2026-04-13
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Add missing ai_providers columns and fix linux-amd64 build
|
||||||
|
- Address AI review findings
|
||||||
|
- Address critical AI review issues
|
||||||
|
|
||||||
|
## [0.2.55] — 2026-04-13
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Use Gitea file API to push CHANGELOG.md — eliminates non-fast-forward rejection
|
||||||
|
- **ci**: Harden CHANGELOG.md API push step per review
|
||||||
|
|
||||||
|
## [0.2.54] — 2026-04-13
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Correct git-cliff archive path in tar extraction
|
||||||
|
|
||||||
|
## [0.2.53] — 2026-04-13
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- **ci**: Add automated changelog generation via git-cliff
|
||||||
|
|
||||||
|
## [0.2.52] — 2026-04-13
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Add APPIMAGE_EXTRACT_AND_RUN to build-linux-amd64
|
||||||
|
|
||||||
|
## [0.2.51] — 2026-04-13
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Address AI review — rustup idempotency and cargo --locked
|
||||||
|
- **ci**: Replace docker:24-cli with alpine + docker-cli in build-images
|
||||||
|
- **docker**: Add ca-certificates to arm64 base image step 1
|
||||||
|
- **ci**: Resolve test.yml failures — Cargo.lock, updated test assertions
|
||||||
|
- **ci**: Address second AI review — || true, ca-certs, cache@v4, key suffixes
|
||||||
|
|
||||||
|
### Documentation
|
||||||
|
- **docker**: Expand rebuild trigger comments to include OpenSSL and Tauri CLI
|
||||||
|
|
||||||
|
### Performance
|
||||||
|
- **ci**: Use pre-baked images and add cargo/npm caching
|
||||||
|
|
||||||
|
## [0.2.50] — 2026-04-12
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Rename GITEA_TOKEN to TF_TOKEN to comply with naming restrictions
|
||||||
|
- Remove actions/checkout to avoid Node.js dependency
|
||||||
|
- Use ubuntu container with git installed
|
||||||
|
- Use actions/checkout with token auth and self-hosted runner
|
||||||
|
- Use IP addresses for internal services
|
||||||
|
- Simplified workflow syntax
|
||||||
|
- Add debugging output for Ollamaresponse
|
||||||
|
- Correct Ollama URL, API endpoint, and JSON construction in pr-review workflow
|
||||||
|
- Add diagnostics to identify empty Ollama response root cause
|
||||||
|
- Use bash shell and remove bash-only substring expansion in pr-review
|
||||||
|
- Restore migration 014, bump version to 0.2.50, harden pr-review workflow
|
||||||
|
- Harden pr-review workflow and sync versions to 0.2.50
|
||||||
|
- Configure container DNS to resolve ollama-ui.tftsr.com
|
||||||
|
- Harden pr-review workflow — URLs, DNS, correctness and reliability
|
||||||
|
- Resolve AI review false positives and address high/medium issues
|
||||||
|
- Replace github.server_url with hardcoded gogs.tftsr.com for container access
|
||||||
|
- Revert to two-dot diff — three-dot requires merge base unavailable in shallow clone
|
||||||
|
- Harden pr-review workflow — secret redaction, log safety, auth header
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Add automated PR review workflow with Ollama AI
|
||||||
|
|
||||||
|
## [0.2.49] — 2026-04-10
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Add missing ai_providers migration (014)
|
||||||
|
|
||||||
|
## [0.2.48] — 2026-04-10
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Lint fixes and formatting cleanup
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Support GenAI datastore file uploads and fix paste image upload
|
||||||
|
|
||||||
|
## [0.2.47] — 2026-04-09
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Use 'provider' argument name to match Rust command signature
|
||||||
|
|
||||||
|
## [0.2.46] — 2026-04-09
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Add @types/testing-library__react for TypeScript compilation
|
||||||
|
|
||||||
|
### Update
|
||||||
|
- Node_modules from npm install
|
||||||
|
|
||||||
|
## [0.2.45] — 2026-04-09
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Force single test thread for Rust tests to eliminate race conditions
|
||||||
|
|
||||||
|
## [0.2.43] — 2026-04-09
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Fix encryption test race condition with parallel tests
|
||||||
|
- OpenWebUI provider connection and missing command registrations
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Add image attachment support with PII detection
|
||||||
|
|
||||||
|
## [0.2.42] — 2026-04-07
|
||||||
|
|
||||||
|
### Documentation
|
||||||
|
- Add AGENTS.md and SECURITY_AUDIT.md
|
||||||
|
|
||||||
|
## [0.2.41] — 2026-04-07
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **db,auth**: Auto-generate encryption keys for release builds
|
||||||
|
- **lint**: Use inline format args in auth.rs
|
||||||
|
- **lint**: Resolve all clippy warnings for CI compliance
|
||||||
|
- **fmt**: Apply rustfmt formatting to webview_fetch.rs
|
||||||
|
- **types**: Replace normalizeApiFormat() calls with direct value
|
||||||
|
|
||||||
|
### Documentation
|
||||||
|
- **architecture**: Add C4 diagrams, ADRs, and architecture overview
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- **ai**: Add tool-calling and integration search as AI data source
|
||||||
|
|
||||||
|
## [0.2.40] — 2026-04-06
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Remove explicit docker.sock mount — act_runner mounts it automatically
|
||||||
|
|
||||||
|
## [0.2.36] — 2026-04-06
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- **ci**: Add persistent pre-baked Docker builder images
|
||||||
|
|
||||||
|
## [0.2.35] — 2026-04-06
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Skip Ollama download on macOS build — runner has no access to GitHub binary assets
|
||||||
|
- **ci**: Remove all Ollama bundle download steps — use UI download button instead
|
||||||
|
|
||||||
|
### Refactoring
|
||||||
|
- **ollama**: Remove download/install buttons — show plain install instructions only
|
||||||
|
|
||||||
|
## [0.2.34] — 2026-04-06
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **security**: Add path canonicalization and actionable permission error in install_ollama_from_bundle
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- **ui**: Fix model dropdown, auth prefill, PII persistence, theme toggle, and Ollama bundle
|
||||||
|
|
||||||
|
## [0.2.33] — 2026-04-05
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- **rebrand**: Rename binary to trcaa and auto-generate DB key
|
||||||
|
|
||||||
|
## [0.2.32] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Restrict arm64 bundles to deb,rpm — skip AppImage
|
||||||
|
|
||||||
|
## [0.2.31] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Set APPIMAGE_EXTRACT_AND_RUN=1 for arm64 AppImage bundling
|
||||||
|
|
||||||
|
## [0.2.30] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Add make to arm64 host tools for OpenSSL vendored build
|
||||||
|
|
||||||
|
## [0.2.28] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Use POSIX dot instead of source in arm64 build step
|
||||||
|
|
||||||
|
## [0.2.27] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Remove GITHUB_PATH append that was breaking arm64 install step
|
||||||
|
|
||||||
|
## [0.2.26] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Switch build-linux-arm64 to Ubuntu 22.04 with ports mirror
|
||||||
|
|
||||||
|
### Documentation
|
||||||
|
- Update CI pipeline wiki and add ticket summary for arm64 fix
|
||||||
|
|
||||||
|
## [0.2.25] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Rebuild apt sources with per-arch entries before arm64 cross-compile install
|
||||||
|
- **ci**: Add workflow_dispatch and concurrency guard to auto-tag
|
||||||
|
- **ci**: Replace heredoc with printf in arm64 install step
|
||||||
|
|
||||||
|
## [0.2.24] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Fix arm64 cross-compile, drop cargo install tauri-cli, move wiki-sync
|
||||||
|
|
||||||
|
## [0.2.23] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Unblock release jobs and namespace linux artifacts by arch
|
||||||
|
- **security**: Harden secret handling and audit integrity
|
||||||
|
- **pii**: Remove lookahead from hostname regex, fix fmt in analysis test
|
||||||
|
- **security**: Enforce PII redaction before AI log transmission
|
||||||
|
- **ci**: Unblock release jobs and namespace linux artifacts by arch
|
||||||
|
|
||||||
|
## [0.2.22] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Run linux arm release natively and enforce arm artifacts
|
||||||
|
|
||||||
|
## [0.2.21] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Force explicit linux arm64 target for release artifacts
|
||||||
|
|
||||||
|
## [0.2.20] — 2026-04-05
|
||||||
|
|
||||||
|
### Refactoring
|
||||||
|
- **ci**: Remove standalone release workflow
|
||||||
|
|
||||||
|
## [0.2.19] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Guarantee release jobs run after auto-tag
|
||||||
|
- **ci**: Use stable auto-tag job outputs for release fanout
|
||||||
|
- **ci**: Run post-tag release builds without job-output gating
|
||||||
|
- **ci**: Repair auto-tag workflow yaml so jobs trigger
|
||||||
|
|
||||||
|
## [0.2.18] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Trigger release workflow from auto-tag pushes
|
||||||
|
|
||||||
|
## [0.2.17] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Harden release asset uploads for reruns
|
||||||
|
|
||||||
|
## [0.2.16] — 2026-04-05
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- **ci**: Make release artifacts reliable across platforms
|
||||||
|
|
||||||
|
## [0.2.14] — 2026-04-04
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Resolve macOS bundle path after app rename
|
||||||
|
|
||||||
|
## [0.2.13] — 2026-04-04
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Resolve clippy uninlined_format_args in integrations and related modules
|
||||||
|
- Resolve clippy format-args failures and OpenSSL vendoring issue
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Add custom_rest provider mode and rebrand application name
|
||||||
|
|
||||||
|
## [0.2.12] — 2026-04-04
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- ARM64 build uses native target instead of cross-compile
|
||||||
|
|
||||||
|
## [0.2.11] — 2026-04-04
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Persist integration settings and implement persistent browser windows
|
||||||
|
|
||||||
|
## [0.2.10] — 2026-04-03
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Complete webview cookie extraction implementation
|
||||||
|
|
||||||
|
## [0.2.9] — 2026-04-03
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Add multi-mode authentication for integrations (v0.2.10)
|
||||||
|
|
||||||
|
## [0.2.8] — 2026-04-03
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Add temperature and max_tokens support for Custom REST providers (v0.2.9)
|
||||||
|
|
||||||
|
## [0.2.7] — 2026-04-03
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Use Wiki secret for authenticated wiki sync (v0.2.8)
|
||||||
|
|
||||||
|
### Documentation
|
||||||
|
- Update wiki for v0.2.6 - integrations and Custom REST provider
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Add automatic wiki sync to CI workflow (v0.2.7)
|
||||||
|
|
||||||
|
## [0.2.6] — 2026-04-03
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Add user_id support and OAuth shell permission (v0.2.6)
|
||||||
|
|
||||||
|
## [0.2.5] — 2026-04-03
|
||||||
|
|
||||||
|
### Documentation
|
||||||
|
- Add Custom REST provider documentation
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Implement Confluence, ServiceNow, and Azure DevOps REST API clients
|
||||||
|
- Add Custom REST provider support
|
||||||
|
|
||||||
|
## [0.2.4] — 2026-04-03
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Implement OAuth2 token exchange and AES-256-GCM encryption
|
||||||
|
- Add OAuth2 Tauri commands for integration authentication
|
||||||
|
- Implement OAuth2 callback server with automatic token exchange
|
||||||
|
- Add OAuth2 frontend UI and complete integration flow
|
||||||
|
|
||||||
|
## [0.2.3] — 2026-04-03
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Improve Cancel button contrast in AI disclaimer modal
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Add database schema for integration credentials and config
|
||||||
|
|
||||||
|
## [0.2.1] — 2026-04-03
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Implement native DOCX export without pandoc dependency
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Add AI disclaimer modal before creating new issues
|
||||||
|
|
||||||
|
## [0.1.0] — 2026-04-03
|
||||||
|
|
||||||
|
### Bug Fixes
|
||||||
|
- Resolve all clippy lints (uninlined format args, range::contains, push_str single chars)
|
||||||
|
- Inline format args for Rust 1.88 clippy compatibility
|
||||||
|
- Retain GPU-VRAM-eligible models in recommender even when RAM is low
|
||||||
|
- Use alpine/git with explicit checkout for tag-based release builds
|
||||||
|
- Set CI=true for cargo tauri build — Woodpecker sets CI=woodpecker which Tauri CLI rejects
|
||||||
|
- Arm64 cross-compilation — add multiarch pkg-config sysroot setup
|
||||||
|
- Remove arm64 from release pipeline — webkit2gtk multiarch conflict on x86_64 host
|
||||||
|
- Write artifacts to workspace (shared between steps), not /artifacts/
|
||||||
|
- Upload step needs gogs_default network to reach Gogs API (host firewall blocks default bridge)
|
||||||
|
- Use bundled-sqlcipher-vendored-openssl for portable Windows cross-compilation
|
||||||
|
- Add make to windows build step (required by vendored OpenSSL)
|
||||||
|
- Replace empty icon placeholder files with real app icons
|
||||||
|
- Suppress MinGW auto-export to resolve Windows DLL ordinal overflow
|
||||||
|
- Use when: platform: for arm64 step routing (Woodpecker 0.15.4 compat)
|
||||||
|
- Remove unused tauri-plugin-cli causing startup crash
|
||||||
|
- Use $GITHUB_REF_NAME env var instead of ${{ github.ref_name }} expression
|
||||||
|
- Remove unused tauri-plugin-updater + SQLCipher 16KB page size
|
||||||
|
- Prevent WebKit/GTK system theme from overriding input text colors on Linux
|
||||||
|
- Set SQLCipher cipher_page_size BEFORE first database access
|
||||||
|
- Button text visibility, toggle contrast, create_issue IPC, ad-hoc codesign
|
||||||
|
- Dropdown text invisible on macOS + correct codesign order for DMG
|
||||||
|
- Add explicit text-foreground to SelectTrigger, SelectValue, and SelectItem
|
||||||
|
- Ollama detection, install guide UI, and AI Providers auto-fill
|
||||||
|
- Provider test FK error, model pull white screen, RECOMMENDED badge
|
||||||
|
- Provider routing uses provider_type, Active badge, fmt
|
||||||
|
- Navigate to /logs after issue creation, fix dashboard category display
|
||||||
|
- Dashboard shows — while loading, exposes errors, adds refresh button
|
||||||
|
- ListIssuesCmd was sending {query} but Rust expects {filter} — caused dashboard to always show 0 open issues
|
||||||
|
- Arm64 linux cross-compilation — add multiarch and pkg-config env vars
|
||||||
|
- Close from chat works before issue loads; save user reason as resolution step; dynamic version
|
||||||
|
- DomainPrompts closing brace too early; arm64 use native platform image
|
||||||
|
- UI contrast issues and ARM64 build failure
|
||||||
|
- Remove Woodpecker CI and fix Gitea Actions ARM64 build
|
||||||
|
- UI visibility issues, export errors, filtering, and audit log enhancement
|
||||||
|
- ARM64 build native compilation instead of cross-compilation
|
||||||
|
- Improve release artifact upload error handling
|
||||||
|
- Install jq in Linux/Windows build containers
|
||||||
|
- Improve download button visibility and add DOCX export
|
||||||
|
|
||||||
|
### Documentation
|
||||||
|
- Update PLAN.md with accurate implementation status
|
||||||
|
- Add CLAUDE.md with development guidance
|
||||||
|
- Add wiki source files and CI auto-sync pipeline
|
||||||
|
- Update PLAN.md - Phase 11 complete, redact token references
|
||||||
|
- Update README and wiki for v0.1.0-alpha release
|
||||||
|
- Remove broken arm64 CI step, document Woodpecker 0.15.4 limitation
|
||||||
|
- Update README and wiki for Gitea Actions migration
|
||||||
|
- Update README, wiki, and UI version to v0.1.1
|
||||||
|
- Add LiteLLM + AWS Bedrock integration guide
|
||||||
|
|
||||||
|
### Features
|
||||||
|
- Initial implementation of TFTSR IT Triage & RCA application
|
||||||
|
- Add Windows amd64 cross-compile to release pipeline; add arm64 QEMU agent
|
||||||
|
- Add native linux/arm64 release build step
|
||||||
|
- Add macOS arm64 act_runner and release build job
|
||||||
|
- Auto-increment patch tag on every merge to master
|
||||||
|
- Inline file/screenshot attachment in triage chat
|
||||||
|
- Close issues, restore history, auto-save resolution steps
|
||||||
|
- Expand domains to 13 — add Telephony, Security/Vault, Public Safety, Application, Automation/CI-CD
|
||||||
|
- Add HPE, Dell, Identity domains + expand k8s/security/observability/VESTA NXT
|
||||||
|
|
||||||
|
### Security
|
||||||
|
- Rotate exposed token, redact from PLAN.md, add secret patterns to .gitignore
|
||||||
|
|
||||||
|
|
||||||
41
cliff.toml
Normal file
41
cliff.toml
Normal file
@ -0,0 +1,41 @@
|
|||||||
|
[changelog]
|
||||||
|
header = """
|
||||||
|
# Changelog
|
||||||
|
|
||||||
|
All notable changes to TFTSR are documented here.
|
||||||
|
Commit types shown: feat, fix, perf, docs, refactor.
|
||||||
|
CI, chore, and build changes are excluded.
|
||||||
|
|
||||||
|
"""
|
||||||
|
body = """
|
||||||
|
{% if version -%}
|
||||||
|
## [{{ version | trim_start_matches(pat="v") }}] — {{ timestamp | date(format="%Y-%m-%d") }}
|
||||||
|
|
||||||
|
{% else -%}
|
||||||
|
## [Unreleased]
|
||||||
|
|
||||||
|
{% endif -%}
|
||||||
|
{% for group, commits in commits | group_by(attribute="group") -%}
|
||||||
|
### {{ group | upper_first }}
|
||||||
|
{% for commit in commits -%}
|
||||||
|
- {% if commit.scope %}**{{ commit.scope }}**: {% endif %}{{ commit.message | upper_first }}
|
||||||
|
{% endfor %}
|
||||||
|
{% endfor %}
|
||||||
|
"""
|
||||||
|
footer = ""
|
||||||
|
trim = true
|
||||||
|
|
||||||
|
[git]
|
||||||
|
conventional_commits = true
|
||||||
|
filter_unconventional = true
|
||||||
|
tag_pattern = "v[0-9].*"
|
||||||
|
ignore_tags = "rc|alpha|beta"
|
||||||
|
sort_commits = "oldest"
|
||||||
|
commit_parsers = [
|
||||||
|
{ message = "^feat", group = "Features" },
|
||||||
|
{ message = "^fix", group = "Bug Fixes" },
|
||||||
|
{ message = "^perf", group = "Performance" },
|
||||||
|
{ message = "^docs", group = "Documentation" },
|
||||||
|
{ message = "^refactor", group = "Refactoring" },
|
||||||
|
{ message = "^ci|^chore|^build|^test|^style", skip = true },
|
||||||
|
]
|
||||||
@ -27,12 +27,77 @@ macOS runner runs jobs **directly on the host** (no Docker container) — macOS
|
|||||||
|
|
||||||
---
|
---
|
||||||
|
|
||||||
## Test Pipeline (`.woodpecker/test.yml`)
|
## Pre-baked Builder Images
|
||||||
|
|
||||||
|
CI build and test jobs use pre-baked Docker images pushed to the local Gitea registry
|
||||||
|
at `172.0.0.29:3000`. These images bake in all system dependencies (Tauri libs, Node.js,
|
||||||
|
Rust toolchain, cross-compilers) so that CI jobs skip package installation entirely.
|
||||||
|
|
||||||
|
| Image | Used by jobs | Contents |
|
||||||
|
|-------|-------------|----------|
|
||||||
|
| `172.0.0.29:3000/sarman/trcaa-linux-amd64:rust1.88-node22` | `rust-fmt-check`, `rust-clippy`, `rust-tests`, `build-linux-amd64` | Rust 1.88 + rustfmt + clippy + Tauri amd64 libs + Node.js 22 |
|
||||||
|
| `172.0.0.29:3000/sarman/trcaa-windows-cross:rust1.88-node22` | `build-windows-amd64` | Rust 1.88 + mingw-w64 + NSIS + Node.js 22 |
|
||||||
|
| `172.0.0.29:3000/sarman/trcaa-linux-arm64:rust1.88-node22` | `build-linux-arm64` | Rust 1.88 + aarch64 cross-toolchain + arm64 multiarch libs + Node.js 22 |
|
||||||
|
|
||||||
|
**Rebuild triggers:** Rust toolchain version bump, webkit2gtk/gtk major version change, Node.js major version change.
|
||||||
|
|
||||||
|
**How to rebuild images:**
|
||||||
|
1. Trigger `build-images.yml` via `workflow_dispatch` in the Gitea Actions UI
|
||||||
|
2. Confirm all 3 images appear in the Gitea package/container registry at `172.0.0.29:3000`
|
||||||
|
3. Only then merge workflow changes that depend on the new image contents
|
||||||
|
|
||||||
|
**Server prerequisite — insecure registry** (one-time, on 172.0.0.29):
|
||||||
|
```sh
|
||||||
|
echo '{"insecure-registries":["172.0.0.29:3000"]}' | sudo tee /etc/docker/daemon.json
|
||||||
|
sudo systemctl restart docker
|
||||||
|
```
|
||||||
|
This must be configured on every machine running an act_runner for the runner's Docker
|
||||||
|
daemon to pull from the local HTTP registry.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Cargo and npm Caching
|
||||||
|
|
||||||
|
All Rust and build jobs use `actions/cache@v3` to cache downloaded package artifacts.
|
||||||
|
Gitea 1.22 implements the GitHub Actions cache API natively.
|
||||||
|
|
||||||
|
**Cargo cache** (Rust jobs):
|
||||||
|
```yaml
|
||||||
|
- name: Cache cargo registry
|
||||||
|
uses: actions/cache@v3
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
~/.cargo/registry/index
|
||||||
|
~/.cargo/registry/cache
|
||||||
|
~/.cargo/git/db
|
||||||
|
key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
|
||||||
|
restore-keys: |
|
||||||
|
${{ runner.os }}-cargo-
|
||||||
|
```
|
||||||
|
|
||||||
|
**npm cache** (frontend and build jobs):
|
||||||
|
```yaml
|
||||||
|
- name: Cache npm
|
||||||
|
uses: actions/cache@v3
|
||||||
|
with:
|
||||||
|
path: ~/.npm
|
||||||
|
key: ${{ runner.os }}-npm-${{ hashFiles('**/package-lock.json') }}
|
||||||
|
restore-keys: |
|
||||||
|
${{ runner.os }}-npm-
|
||||||
|
```
|
||||||
|
|
||||||
|
Cache keys for cross-compile jobs use a suffix to avoid collisions:
|
||||||
|
- Windows build: `${{ runner.os }}-cargo-windows-${{ hashFiles('**/Cargo.lock') }}`
|
||||||
|
- arm64 build: `${{ runner.os }}-cargo-arm64-${{ hashFiles('**/Cargo.lock') }}`
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Test Pipeline (`.gitea/workflows/test.yml`)
|
||||||
|
|
||||||
**Triggers:** Pull requests only.
|
**Triggers:** Pull requests only.
|
||||||
|
|
||||||
```
|
```
|
||||||
Pipeline steps:
|
Pipeline jobs (run in parallel):
|
||||||
1. rust-fmt-check → cargo fmt --check
|
1. rust-fmt-check → cargo fmt --check
|
||||||
2. rust-clippy → cargo clippy -- -D warnings
|
2. rust-clippy → cargo clippy -- -D warnings
|
||||||
3. rust-tests → cargo test (64 tests)
|
3. rust-tests → cargo test (64 tests)
|
||||||
@ -41,28 +106,9 @@ Pipeline steps:
|
|||||||
```
|
```
|
||||||
|
|
||||||
**Docker images used:**
|
**Docker images used:**
|
||||||
- `rust:1.88-slim` — Rust steps (minimum for cookie_store + time + darling)
|
- `172.0.0.29:3000/sarman/trcaa-linux-amd64:rust1.88-node22` — Rust steps (replaces `rust:1.88-slim`)
|
||||||
- `node:22-alpine` — Frontend steps
|
- `node:22-alpine` — Frontend steps
|
||||||
|
|
||||||
**Pipeline YAML format (Woodpecker 2.x — steps list format):**
|
|
||||||
```yaml
|
|
||||||
clone:
|
|
||||||
git:
|
|
||||||
image: woodpeckerci/plugin-git
|
|
||||||
network_mode: gogs_default # requires repo_trusted=1
|
|
||||||
environment:
|
|
||||||
- CI_REPO_CLONE_URL=http://gitea_app:3000/sarman/tftsr-devops_investigation.git
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: step-name # LIST format (- name:)
|
|
||||||
image: rust:1.88-slim
|
|
||||||
commands:
|
|
||||||
- cargo test
|
|
||||||
```
|
|
||||||
|
|
||||||
> ⚠️ Woodpecker 2.x uses the `steps:` list format. The legacy `pipeline:` map format from
|
|
||||||
> Woodpecker 0.15.4 is no longer supported.
|
|
||||||
|
|
||||||
---
|
---
|
||||||
|
|
||||||
## Release Pipeline (`.gitea/workflows/auto-tag.yml`)
|
## Release Pipeline (`.gitea/workflows/auto-tag.yml`)
|
||||||
@ -73,14 +119,16 @@ Auto tags are created by `.gitea/workflows/auto-tag.yml` using `git tag` + `git
|
|||||||
Release jobs are executed in the same workflow and depend on `autotag` completion.
|
Release jobs are executed in the same workflow and depend on `autotag` completion.
|
||||||
|
|
||||||
```
|
```
|
||||||
Jobs (run in parallel):
|
Jobs (run in parallel after autotag):
|
||||||
build-linux-amd64 → cargo tauri build (x86_64-unknown-linux-gnu)
|
build-linux-amd64 → image: trcaa-linux-amd64:rust1.88-node22
|
||||||
|
→ cargo tauri build (x86_64-unknown-linux-gnu)
|
||||||
→ {.deb, .rpm, .AppImage} uploaded to Gitea release
|
→ {.deb, .rpm, .AppImage} uploaded to Gitea release
|
||||||
→ fails fast if no Linux artifacts are produced
|
→ fails fast if no Linux artifacts are produced
|
||||||
build-windows-amd64 → cargo tauri build (x86_64-pc-windows-gnu) via mingw-w64
|
build-windows-amd64 → image: trcaa-windows-cross:rust1.88-node22
|
||||||
|
→ cargo tauri build (x86_64-pc-windows-gnu) via mingw-w64
|
||||||
→ {.exe, .msi} uploaded to Gitea release
|
→ {.exe, .msi} uploaded to Gitea release
|
||||||
→ fails fast if no Windows artifacts are produced
|
→ fails fast if no Windows artifacts are produced
|
||||||
build-linux-arm64 → Ubuntu 22.04 base (ports.ubuntu.com for arm64 packages)
|
build-linux-arm64 → image: trcaa-linux-arm64:rust1.88-node22 (ubuntu:22.04-based)
|
||||||
→ cargo tauri build (aarch64-unknown-linux-gnu)
|
→ cargo tauri build (aarch64-unknown-linux-gnu)
|
||||||
→ {.deb, .rpm, .AppImage} uploaded to Gitea release
|
→ {.deb, .rpm, .AppImage} uploaded to Gitea release
|
||||||
→ fails fast if no Linux artifacts are produced
|
→ fails fast if no Linux artifacts are produced
|
||||||
@ -209,6 +257,52 @@ UPDATE protect_branch SET protected=true, require_pull_request=true WHERE repo_i
|
|||||||
|
|
||||||
---
|
---
|
||||||
|
|
||||||
|
## Changelog Generation
|
||||||
|
|
||||||
|
Changelogs are generated automatically by **git-cliff** on every release.
|
||||||
|
Configuration lives in `cliff.toml` at the repo root.
|
||||||
|
|
||||||
|
### How it works
|
||||||
|
|
||||||
|
A `changelog` job in `auto-tag.yml` runs in parallel with the build jobs, immediately
|
||||||
|
after `autotag` completes:
|
||||||
|
|
||||||
|
1. Clones the full repo history with all tags (`--depth=2147483647` — git-cliff needs
|
||||||
|
every tag to compute version boundaries).
|
||||||
|
2. Downloads the git-cliff v2.7.0 static musl binary (~5 MB, no image change needed).
|
||||||
|
3. Runs `git-cliff --output CHANGELOG.md` to regenerate the full cumulative changelog.
|
||||||
|
4. Runs `git-cliff --latest --strip all` to produce release notes for the new tag only.
|
||||||
|
5. PATCHes the Gitea release body with those notes (replaces the static `"Release vX.Y.Z"`).
|
||||||
|
6. Commits `CHANGELOG.md` to master with `[skip ci]` appended to the message.
|
||||||
|
The `[skip ci]` token prevents `auto-tag.yml` from re-triggering on the CHANGELOG commit.
|
||||||
|
7. Uploads `CHANGELOG.md` as a release asset (replaces any previous version).
|
||||||
|
|
||||||
|
### cliff.toml reference
|
||||||
|
|
||||||
|
| Setting | Value |
|
||||||
|
|---------|-------|
|
||||||
|
| `tag_pattern` | `v[0-9].*` |
|
||||||
|
| `ignore_tags` | `rc\|alpha\|beta` |
|
||||||
|
| `filter_unconventional` | `true` — non-conventional commits are dropped |
|
||||||
|
| Included types | `feat`, `fix`, `perf`, `docs`, `refactor` |
|
||||||
|
| Excluded types | `ci`, `chore`, `build`, `test`, `style` |
|
||||||
|
|
||||||
|
### Loop prevention
|
||||||
|
|
||||||
|
The `[skip ci]` suffix on the CHANGELOG commit message is recognised by Gitea Actions
|
||||||
|
and causes the workflow to be skipped for that push. Without it, the CHANGELOG commit
|
||||||
|
would trigger `auto-tag.yml` again, incrementing the patch version forever.
|
||||||
|
|
||||||
|
### Bootstrap
|
||||||
|
|
||||||
|
The initial `CHANGELOG.md` was generated locally before the first PR:
|
||||||
|
```sh
|
||||||
|
git-cliff --config cliff.toml --output CHANGELOG.md
|
||||||
|
```
|
||||||
|
Subsequent runs are fully automated by CI.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
## Known Issues & Fixes
|
## Known Issues & Fixes
|
||||||
|
|
||||||
### Debian Multiarch Breaks arm64 Cross-Compile (`held broken packages`)
|
### Debian Multiarch Breaks arm64 Cross-Compile (`held broken packages`)
|
||||||
|
|||||||
142
eslint.config.js
Normal file
142
eslint.config.js
Normal file
@ -0,0 +1,142 @@
|
|||||||
|
import globals from "globals";
|
||||||
|
import pluginReact from "eslint-plugin-react";
|
||||||
|
import pluginReactHooks from "eslint-plugin-react-hooks";
|
||||||
|
import pluginTs from "@typescript-eslint/eslint-plugin";
|
||||||
|
import parserTs from "@typescript-eslint/parser";
|
||||||
|
|
||||||
|
export default [
|
||||||
|
{
|
||||||
|
files: ["src/**/*.{ts,tsx}"],
|
||||||
|
languageOptions: {
|
||||||
|
ecmaVersion: "latest",
|
||||||
|
sourceType: "module",
|
||||||
|
globals: {
|
||||||
|
...globals.browser,
|
||||||
|
...globals.node,
|
||||||
|
},
|
||||||
|
parser: parserTs,
|
||||||
|
parserOptions: {
|
||||||
|
ecmaFeatures: {
|
||||||
|
jsx: true,
|
||||||
|
},
|
||||||
|
project: "./tsconfig.json",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
plugins: {
|
||||||
|
react: pluginReact,
|
||||||
|
"react-hooks": pluginReactHooks,
|
||||||
|
"@typescript-eslint": pluginTs,
|
||||||
|
},
|
||||||
|
settings: {
|
||||||
|
react: {
|
||||||
|
version: "detect",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
rules: {
|
||||||
|
...pluginReact.configs.recommended.rules,
|
||||||
|
...pluginReactHooks.configs.recommended.rules,
|
||||||
|
...pluginTs.configs.recommended.rules,
|
||||||
|
"no-unused-vars": "off",
|
||||||
|
"@typescript-eslint/no-unused-vars": ["error", { argsIgnorePattern: "^_" }],
|
||||||
|
"no-console": ["warn", { allow: ["warn", "error"] }],
|
||||||
|
"react/react-in-jsx-scope": "off",
|
||||||
|
"react/prop-types": "off",
|
||||||
|
"react/no-unescaped-entities": "off",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
files: ["tests/unit/**/*.test.{ts,tsx}"],
|
||||||
|
languageOptions: {
|
||||||
|
ecmaVersion: "latest",
|
||||||
|
sourceType: "module",
|
||||||
|
globals: {
|
||||||
|
...globals.browser,
|
||||||
|
...globals.node,
|
||||||
|
...globals.vitest,
|
||||||
|
},
|
||||||
|
parser: parserTs,
|
||||||
|
parserOptions: {
|
||||||
|
ecmaFeatures: {
|
||||||
|
jsx: true,
|
||||||
|
},
|
||||||
|
project: "./tsconfig.json",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
plugins: {
|
||||||
|
react: pluginReact,
|
||||||
|
"react-hooks": pluginReactHooks,
|
||||||
|
"@typescript-eslint": pluginTs,
|
||||||
|
},
|
||||||
|
settings: {
|
||||||
|
react: {
|
||||||
|
version: "detect",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
rules: {
|
||||||
|
...pluginReact.configs.recommended.rules,
|
||||||
|
...pluginReactHooks.configs.recommended.rules,
|
||||||
|
...pluginTs.configs.recommended.rules,
|
||||||
|
"no-unused-vars": "off",
|
||||||
|
"@typescript-eslint/no-unused-vars": ["error", { argsIgnorePattern: "^_" }],
|
||||||
|
"no-console": ["warn", { allow: ["warn", "error"] }],
|
||||||
|
"react/react-in-jsx-scope": "off",
|
||||||
|
"react/prop-types": "off",
|
||||||
|
"react/no-unescaped-entities": "off",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
files: ["tests/e2e/**/*.ts", "tests/e2e/**/*.tsx"],
|
||||||
|
languageOptions: {
|
||||||
|
ecmaVersion: "latest",
|
||||||
|
sourceType: "module",
|
||||||
|
globals: {
|
||||||
|
...globals.node,
|
||||||
|
},
|
||||||
|
parser: parserTs,
|
||||||
|
parserOptions: {
|
||||||
|
ecmaFeatures: {
|
||||||
|
jsx: false,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
plugins: {
|
||||||
|
"@typescript-eslint": pluginTs,
|
||||||
|
},
|
||||||
|
rules: {
|
||||||
|
...pluginTs.configs.recommended.rules,
|
||||||
|
"no-unused-vars": "off",
|
||||||
|
"@typescript-eslint/no-unused-vars": ["error", { argsIgnorePattern: "^_" }],
|
||||||
|
"no-console": ["warn", { allow: ["warn", "error"] }],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
files: ["cli/**/*.{ts,tsx}"],
|
||||||
|
languageOptions: {
|
||||||
|
ecmaVersion: "latest",
|
||||||
|
sourceType: "module",
|
||||||
|
globals: {
|
||||||
|
...globals.node,
|
||||||
|
},
|
||||||
|
parser: parserTs,
|
||||||
|
parserOptions: {
|
||||||
|
ecmaFeatures: {
|
||||||
|
jsx: false,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
plugins: {
|
||||||
|
"@typescript-eslint": pluginTs,
|
||||||
|
},
|
||||||
|
rules: {
|
||||||
|
...pluginTs.configs.recommended.rules,
|
||||||
|
"no-unused-vars": "off",
|
||||||
|
"@typescript-eslint/no-unused-vars": ["error", { argsIgnorePattern: "^_" }],
|
||||||
|
"no-console": ["warn", { allow: ["warn", "error"] }],
|
||||||
|
"react/no-unescaped-entities": "off",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
files: ["**/*.ts", "**/*.tsx"],
|
||||||
|
ignores: ["dist/", "node_modules/", "src-tauri/", "target/", "coverage/", "tailwind.config.ts"],
|
||||||
|
},
|
||||||
|
];
|
||||||
3181
package-lock.json
generated
3181
package-lock.json
generated
File diff suppressed because it is too large
Load Diff
@ -1,11 +1,12 @@
|
|||||||
{
|
{
|
||||||
"name": "tftsr",
|
"name": "tftsr",
|
||||||
"private": true,
|
"private": true,
|
||||||
"version": "0.1.0",
|
"version": "0.2.62",
|
||||||
"type": "module",
|
"type": "module",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"dev": "vite",
|
"dev": "vite",
|
||||||
"build": "tsc && vite build",
|
"build": "tsc && vite build",
|
||||||
|
"version:update": "node scripts/update-version.mjs",
|
||||||
"preview": "vite preview",
|
"preview": "vite preview",
|
||||||
"tauri": "tauri",
|
"tauri": "tauri",
|
||||||
"test": "vitest",
|
"test": "vitest",
|
||||||
@ -37,11 +38,17 @@
|
|||||||
"@testing-library/user-event": "^14",
|
"@testing-library/user-event": "^14",
|
||||||
"@types/react": "^18",
|
"@types/react": "^18",
|
||||||
"@types/react-dom": "^18",
|
"@types/react-dom": "^18",
|
||||||
|
"@types/testing-library__react": "^10",
|
||||||
|
"@typescript-eslint/eslint-plugin": "^8.58.1",
|
||||||
|
"@typescript-eslint/parser": "^8.58.1",
|
||||||
"@vitejs/plugin-react": "^4",
|
"@vitejs/plugin-react": "^4",
|
||||||
"@vitest/coverage-v8": "^2",
|
"@vitest/coverage-v8": "^2",
|
||||||
"@wdio/cli": "^9",
|
"@wdio/cli": "^9",
|
||||||
"@wdio/mocha-framework": "^9",
|
"@wdio/mocha-framework": "^9",
|
||||||
"autoprefixer": "^10",
|
"autoprefixer": "^10",
|
||||||
|
"eslint": "^9.39.4",
|
||||||
|
"eslint-plugin-react": "^7.37.5",
|
||||||
|
"eslint-plugin-react-hooks": "^7.0.1",
|
||||||
"jsdom": "^26",
|
"jsdom": "^26",
|
||||||
"postcss": "^8",
|
"postcss": "^8",
|
||||||
"typescript": "^5",
|
"typescript": "^5",
|
||||||
|
|||||||
111
scripts/update-version.mjs
Normal file
111
scripts/update-version.mjs
Normal file
@ -0,0 +1,111 @@
|
|||||||
|
#!/usr/bin/env node
|
||||||
|
|
||||||
|
import { execSync } from 'child_process';
|
||||||
|
import { readFileSync, writeFileSync, existsSync, mkdirSync } from 'fs';
|
||||||
|
import { resolve, dirname } from 'path';
|
||||||
|
import { fileURLToPath } from 'url';
|
||||||
|
|
||||||
|
const __filename = fileURLToPath(import.meta.url);
|
||||||
|
const __dirname = dirname(__filename);
|
||||||
|
const projectRoot = resolve(__dirname, '..');
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Validate version is semver-compliant (X.Y.Z)
|
||||||
|
*/
|
||||||
|
function isValidSemver(version) {
|
||||||
|
return /^[0-9]+\.[0-9]+\.[0-9]+$/.test(version);
|
||||||
|
}
|
||||||
|
|
||||||
|
function validateGitRepo(root) {
|
||||||
|
if (!existsSync(resolve(root, '.git'))) {
|
||||||
|
throw new Error(`Not a Git repository: ${root}`);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function getVersionFromGit() {
|
||||||
|
validateGitRepo(projectRoot);
|
||||||
|
try {
|
||||||
|
const output = execSync('git describe --tags --abbrev=0', {
|
||||||
|
encoding: 'utf-8',
|
||||||
|
cwd: projectRoot,
|
||||||
|
shell: false
|
||||||
|
});
|
||||||
|
let version = output.trim();
|
||||||
|
|
||||||
|
// Remove v prefix
|
||||||
|
version = version.replace(/^v/, '');
|
||||||
|
|
||||||
|
// Validate it's a valid semver
|
||||||
|
if (!isValidSemver(version)) {
|
||||||
|
const pkgJsonVersion = getFallbackVersion();
|
||||||
|
console.warn(`Invalid version format "${version}" from git describe, using package.json fallback: ${pkgJsonVersion}`);
|
||||||
|
return pkgJsonVersion;
|
||||||
|
}
|
||||||
|
|
||||||
|
return version;
|
||||||
|
} catch (e) {
|
||||||
|
const pkgJsonVersion = getFallbackVersion();
|
||||||
|
console.warn(`Failed to get version from Git tags, using package.json fallback: ${pkgJsonVersion}`);
|
||||||
|
return pkgJsonVersion;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function getFallbackVersion() {
|
||||||
|
const pkgPath = resolve(projectRoot, 'package.json');
|
||||||
|
if (!existsSync(pkgPath)) {
|
||||||
|
return '0.2.50';
|
||||||
|
}
|
||||||
|
try {
|
||||||
|
const content = readFileSync(pkgPath, 'utf-8');
|
||||||
|
const json = JSON.parse(content);
|
||||||
|
return json.version || '0.2.50';
|
||||||
|
} catch {
|
||||||
|
return '0.2.50';
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function updatePackageJson(version) {
|
||||||
|
const fullPath = resolve(projectRoot, 'package.json');
|
||||||
|
if (!existsSync(fullPath)) {
|
||||||
|
throw new Error(`File not found: ${fullPath}`);
|
||||||
|
}
|
||||||
|
|
||||||
|
const content = readFileSync(fullPath, 'utf-8');
|
||||||
|
const json = JSON.parse(content);
|
||||||
|
json.version = version;
|
||||||
|
|
||||||
|
// Write with 2-space indentation
|
||||||
|
writeFileSync(fullPath, JSON.stringify(json, null, 2) + '\n', 'utf-8');
|
||||||
|
console.log(`✓ Updated package.json to ${version}`);
|
||||||
|
}
|
||||||
|
|
||||||
|
function updateTOML(path, version) {
|
||||||
|
const fullPath = resolve(projectRoot, path);
|
||||||
|
if (!existsSync(fullPath)) {
|
||||||
|
throw new Error(`File not found: ${fullPath}`);
|
||||||
|
}
|
||||||
|
|
||||||
|
const content = readFileSync(fullPath, 'utf-8');
|
||||||
|
const lines = content.split('\n');
|
||||||
|
const output = [];
|
||||||
|
|
||||||
|
for (const line of lines) {
|
||||||
|
if (line.match(/^\s*version\s*=\s*"/)) {
|
||||||
|
output.push(`version = "${version}"`);
|
||||||
|
} else {
|
||||||
|
output.push(line);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
writeFileSync(fullPath, output.join('\n') + '\n', 'utf-8');
|
||||||
|
console.log(`✓ Updated ${path} to ${version}`);
|
||||||
|
}
|
||||||
|
|
||||||
|
const version = getVersionFromGit();
|
||||||
|
console.log(`Setting version to: ${version}`);
|
||||||
|
|
||||||
|
updatePackageJson(version);
|
||||||
|
updateTOML('src-tauri/Cargo.toml', version);
|
||||||
|
updateTOML('src-tauri/tauri.conf.json', version);
|
||||||
|
|
||||||
|
console.log(`✓ All version fields updated to ${version}`);
|
||||||
4
src-tauri/Cargo.lock
generated
4
src-tauri/Cargo.lock
generated
@ -4242,6 +4242,7 @@ dependencies = [
|
|||||||
"js-sys",
|
"js-sys",
|
||||||
"log",
|
"log",
|
||||||
"mime",
|
"mime",
|
||||||
|
"mime_guess",
|
||||||
"native-tls",
|
"native-tls",
|
||||||
"percent-encoding",
|
"percent-encoding",
|
||||||
"pin-project-lite",
|
"pin-project-lite",
|
||||||
@ -6138,7 +6139,7 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "trcaa"
|
name = "trcaa"
|
||||||
version = "0.1.0"
|
version = "0.2.62"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"aes-gcm",
|
"aes-gcm",
|
||||||
"aho-corasick",
|
"aho-corasick",
|
||||||
@ -6173,6 +6174,7 @@ dependencies = [
|
|||||||
"tokio-test",
|
"tokio-test",
|
||||||
"tracing",
|
"tracing",
|
||||||
"tracing-subscriber",
|
"tracing-subscriber",
|
||||||
|
"url",
|
||||||
"urlencoding",
|
"urlencoding",
|
||||||
"uuid",
|
"uuid",
|
||||||
"warp",
|
"warp",
|
||||||
|
|||||||
@ -1,6 +1,6 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "trcaa"
|
name = "trcaa"
|
||||||
version = "0.1.0"
|
version = "0.2.62"
|
||||||
edition = "2021"
|
edition = "2021"
|
||||||
|
|
||||||
[lib]
|
[lib]
|
||||||
@ -21,7 +21,7 @@ rusqlite = { version = "0.31", features = ["bundled-sqlcipher-vendored-openssl"]
|
|||||||
serde = { version = "1", features = ["derive"] }
|
serde = { version = "1", features = ["derive"] }
|
||||||
serde_json = "1"
|
serde_json = "1"
|
||||||
tokio = { version = "1", features = ["full"] }
|
tokio = { version = "1", features = ["full"] }
|
||||||
reqwest = { version = "0.12", features = ["json", "stream"] }
|
reqwest = { version = "0.12", features = ["json", "stream", "multipart"] }
|
||||||
regex = "1"
|
regex = "1"
|
||||||
aho-corasick = "1"
|
aho-corasick = "1"
|
||||||
uuid = { version = "1", features = ["v7"] }
|
uuid = { version = "1", features = ["v7"] }
|
||||||
@ -44,6 +44,7 @@ lazy_static = "1.4"
|
|||||||
warp = "0.3"
|
warp = "0.3"
|
||||||
urlencoding = "2"
|
urlencoding = "2"
|
||||||
infer = "0.15"
|
infer = "0.15"
|
||||||
|
url = "2.5.8"
|
||||||
|
|
||||||
[dev-dependencies]
|
[dev-dependencies]
|
||||||
tokio-test = "0.4"
|
tokio-test = "0.4"
|
||||||
@ -52,3 +53,7 @@ mockito = "1.2"
|
|||||||
[profile.release]
|
[profile.release]
|
||||||
opt-level = "s"
|
opt-level = "s"
|
||||||
strip = true
|
strip = true
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@ -1,3 +1,30 @@
|
|||||||
fn main() {
|
fn main() {
|
||||||
|
let version = get_version_from_git();
|
||||||
|
|
||||||
|
println!("cargo:rustc-env=APP_VERSION={version}");
|
||||||
|
println!("cargo:rerun-if-changed=.git/refs/heads/master");
|
||||||
|
println!("cargo:rerun-if-changed=.git/refs/tags");
|
||||||
|
|
||||||
tauri_build::build()
|
tauri_build::build()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn get_version_from_git() -> String {
|
||||||
|
if let Ok(output) = std::process::Command::new("git")
|
||||||
|
.arg("describe")
|
||||||
|
.arg("--tags")
|
||||||
|
.arg("--abbrev=0")
|
||||||
|
.output()
|
||||||
|
{
|
||||||
|
if output.status.success() {
|
||||||
|
let version = String::from_utf8_lossy(&output.stdout)
|
||||||
|
.trim()
|
||||||
|
.trim_start_matches('v')
|
||||||
|
.to_string();
|
||||||
|
if !version.is_empty() {
|
||||||
|
return version;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
"0.2.50".to_string()
|
||||||
|
}
|
||||||
|
|||||||
@ -97,6 +97,77 @@ pub async fn upload_log_file(
|
|||||||
Ok(log_file)
|
Ok(log_file)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[tauri::command]
|
||||||
|
pub async fn upload_log_file_by_content(
|
||||||
|
issue_id: String,
|
||||||
|
file_name: String,
|
||||||
|
content: String,
|
||||||
|
state: State<'_, AppState>,
|
||||||
|
) -> Result<LogFile, String> {
|
||||||
|
let content_bytes = content.as_bytes();
|
||||||
|
let content_hash = format!("{:x}", Sha256::digest(content_bytes));
|
||||||
|
let file_size = content_bytes.len() as i64;
|
||||||
|
|
||||||
|
// Determine mime type based on file extension
|
||||||
|
let mime_type = if file_name.ends_with(".json") {
|
||||||
|
"application/json"
|
||||||
|
} else if file_name.ends_with(".xml") {
|
||||||
|
"application/xml"
|
||||||
|
} else {
|
||||||
|
"text/plain"
|
||||||
|
};
|
||||||
|
|
||||||
|
// Use the file_name as the file_path for DB storage
|
||||||
|
let log_file = LogFile::new(
|
||||||
|
issue_id.clone(),
|
||||||
|
file_name.clone(),
|
||||||
|
file_name.clone(),
|
||||||
|
file_size,
|
||||||
|
);
|
||||||
|
let log_file = LogFile {
|
||||||
|
content_hash: content_hash.clone(),
|
||||||
|
mime_type: mime_type.to_string(),
|
||||||
|
..log_file
|
||||||
|
};
|
||||||
|
|
||||||
|
let db = state.db.lock().map_err(|e| e.to_string())?;
|
||||||
|
db.execute(
|
||||||
|
"INSERT INTO log_files (id, issue_id, file_name, file_path, file_size, mime_type, content_hash, uploaded_at, redacted) \
|
||||||
|
VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7, ?8, ?9)",
|
||||||
|
rusqlite::params![
|
||||||
|
log_file.id,
|
||||||
|
log_file.issue_id,
|
||||||
|
log_file.file_name,
|
||||||
|
log_file.file_path,
|
||||||
|
log_file.file_size,
|
||||||
|
log_file.mime_type,
|
||||||
|
log_file.content_hash,
|
||||||
|
log_file.uploaded_at,
|
||||||
|
log_file.redacted as i32,
|
||||||
|
],
|
||||||
|
)
|
||||||
|
.map_err(|_| "Failed to store uploaded log metadata".to_string())?;
|
||||||
|
|
||||||
|
// Audit
|
||||||
|
let entry = AuditEntry::new(
|
||||||
|
"upload_log_file".to_string(),
|
||||||
|
"log_file".to_string(),
|
||||||
|
log_file.id.clone(),
|
||||||
|
serde_json::json!({ "issue_id": issue_id, "file_name": log_file.file_name }).to_string(),
|
||||||
|
);
|
||||||
|
if let Err(err) = crate::audit::log::write_audit_event(
|
||||||
|
&db,
|
||||||
|
&entry.action,
|
||||||
|
&entry.entity_type,
|
||||||
|
&entry.entity_id,
|
||||||
|
&entry.details,
|
||||||
|
) {
|
||||||
|
warn!(error = %err, "failed to write upload_log_file audit entry");
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(log_file)
|
||||||
|
}
|
||||||
|
|
||||||
#[tauri::command]
|
#[tauri::command]
|
||||||
pub async fn detect_pii(
|
pub async fn detect_pii(
|
||||||
log_file_id: String,
|
log_file_id: String,
|
||||||
|
|||||||
@ -8,12 +8,13 @@ use crate::db::models::{AuditEntry, ImageAttachment};
|
|||||||
use crate::state::AppState;
|
use crate::state::AppState;
|
||||||
|
|
||||||
const MAX_IMAGE_FILE_BYTES: u64 = 10 * 1024 * 1024;
|
const MAX_IMAGE_FILE_BYTES: u64 = 10 * 1024 * 1024;
|
||||||
const SUPPORTED_IMAGE_MIME_TYPES: [&str; 5] = [
|
const SUPPORTED_IMAGE_MIME_TYPES: [&str; 6] = [
|
||||||
"image/png",
|
"image/png",
|
||||||
"image/jpeg",
|
"image/jpeg",
|
||||||
"image/gif",
|
"image/gif",
|
||||||
"image/webp",
|
"image/webp",
|
||||||
"image/svg+xml",
|
"image/svg+xml",
|
||||||
|
"image/bmp",
|
||||||
];
|
];
|
||||||
|
|
||||||
fn validate_image_file_path(file_path: &str) -> Result<std::path::PathBuf, String> {
|
fn validate_image_file_path(file_path: &str) -> Result<std::path::PathBuf, String> {
|
||||||
@ -122,6 +123,92 @@ pub async fn upload_image_attachment(
|
|||||||
Ok(attachment)
|
Ok(attachment)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[tauri::command]
|
||||||
|
pub async fn upload_image_attachment_by_content(
|
||||||
|
issue_id: String,
|
||||||
|
file_name: String,
|
||||||
|
base64_content: String,
|
||||||
|
state: State<'_, AppState>,
|
||||||
|
) -> Result<ImageAttachment, String> {
|
||||||
|
let data_part = base64_content
|
||||||
|
.split(',')
|
||||||
|
.nth(1)
|
||||||
|
.ok_or("Invalid image data format - missing base64 content")?;
|
||||||
|
|
||||||
|
let decoded = base64::engine::general_purpose::STANDARD
|
||||||
|
.decode(data_part)
|
||||||
|
.map_err(|_| "Failed to decode base64 image data")?;
|
||||||
|
|
||||||
|
let content_hash = format!("{:x}", sha2::Sha256::digest(&decoded));
|
||||||
|
let file_size = decoded.len() as i64;
|
||||||
|
|
||||||
|
let mime_type: String = infer::get(&decoded)
|
||||||
|
.map(|m| m.mime_type().to_string())
|
||||||
|
.unwrap_or_else(|| "image/png".to_string());
|
||||||
|
|
||||||
|
if !is_supported_image_format(mime_type.as_str()) {
|
||||||
|
return Err(format!(
|
||||||
|
"Unsupported image format: {}. Supported formats: {}",
|
||||||
|
mime_type,
|
||||||
|
SUPPORTED_IMAGE_MIME_TYPES.join(", ")
|
||||||
|
));
|
||||||
|
}
|
||||||
|
|
||||||
|
// Use the file_name as file_path for DB storage
|
||||||
|
let attachment = ImageAttachment::new(
|
||||||
|
issue_id.clone(),
|
||||||
|
file_name.clone(),
|
||||||
|
file_name,
|
||||||
|
file_size,
|
||||||
|
mime_type,
|
||||||
|
content_hash.clone(),
|
||||||
|
true,
|
||||||
|
false,
|
||||||
|
);
|
||||||
|
|
||||||
|
let db = state.db.lock().map_err(|e| e.to_string())?;
|
||||||
|
db.execute(
|
||||||
|
"INSERT INTO image_attachments (id, issue_id, file_name, file_path, file_size, mime_type, upload_hash, uploaded_at, pii_warning_acknowledged, is_paste) \
|
||||||
|
VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7, ?8, ?9, ?10)",
|
||||||
|
rusqlite::params![
|
||||||
|
attachment.id,
|
||||||
|
attachment.issue_id,
|
||||||
|
attachment.file_name,
|
||||||
|
attachment.file_path,
|
||||||
|
attachment.file_size,
|
||||||
|
attachment.mime_type,
|
||||||
|
attachment.upload_hash,
|
||||||
|
attachment.uploaded_at,
|
||||||
|
attachment.pii_warning_acknowledged as i32,
|
||||||
|
attachment.is_paste as i32,
|
||||||
|
],
|
||||||
|
)
|
||||||
|
.map_err(|_| "Failed to store uploaded image metadata".to_string())?;
|
||||||
|
|
||||||
|
let entry = AuditEntry::new(
|
||||||
|
"upload_image_attachment".to_string(),
|
||||||
|
"image_attachment".to_string(),
|
||||||
|
attachment.id.clone(),
|
||||||
|
serde_json::json!({
|
||||||
|
"issue_id": issue_id,
|
||||||
|
"file_name": attachment.file_name,
|
||||||
|
"is_paste": false,
|
||||||
|
})
|
||||||
|
.to_string(),
|
||||||
|
);
|
||||||
|
if let Err(err) = write_audit_event(
|
||||||
|
&db,
|
||||||
|
&entry.action,
|
||||||
|
&entry.entity_type,
|
||||||
|
&entry.entity_id,
|
||||||
|
&entry.details,
|
||||||
|
) {
|
||||||
|
tracing::warn!(error = %err, "failed to write upload_image_attachment audit entry");
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(attachment)
|
||||||
|
}
|
||||||
|
|
||||||
#[tauri::command]
|
#[tauri::command]
|
||||||
pub async fn upload_paste_image(
|
pub async fn upload_paste_image(
|
||||||
issue_id: String,
|
issue_id: String,
|
||||||
@ -265,6 +352,245 @@ pub async fn delete_image_attachment(
|
|||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[tauri::command]
|
||||||
|
pub async fn upload_file_to_datastore(
|
||||||
|
provider_config: serde_json::Value,
|
||||||
|
file_path: String,
|
||||||
|
_state: State<'_, AppState>,
|
||||||
|
) -> Result<String, String> {
|
||||||
|
use reqwest::multipart::Form;
|
||||||
|
|
||||||
|
let canonical_path = validate_image_file_path(&file_path)?;
|
||||||
|
let content =
|
||||||
|
std::fs::read(&canonical_path).map_err(|_| "Failed to read file for datastore upload")?;
|
||||||
|
|
||||||
|
let file_name = canonical_path
|
||||||
|
.file_name()
|
||||||
|
.and_then(|n| n.to_str())
|
||||||
|
.unwrap_or("unknown")
|
||||||
|
.to_string();
|
||||||
|
|
||||||
|
let _file_size = content.len() as i64;
|
||||||
|
|
||||||
|
// Extract API URL and auth header from provider config
|
||||||
|
let api_url = provider_config
|
||||||
|
.get("api_url")
|
||||||
|
.and_then(|v| v.as_str())
|
||||||
|
.ok_or("Provider config missing api_url")?
|
||||||
|
.to_string();
|
||||||
|
|
||||||
|
// Extract use_datastore_upload flag
|
||||||
|
let use_datastore = provider_config
|
||||||
|
.get("use_datastore_upload")
|
||||||
|
.and_then(|v| v.as_bool())
|
||||||
|
.unwrap_or(false);
|
||||||
|
|
||||||
|
if !use_datastore {
|
||||||
|
return Err("use_datastore_upload is not enabled for this provider".to_string());
|
||||||
|
}
|
||||||
|
|
||||||
|
// Get datastore ID from custom_endpoint_path (stored as datastore ID)
|
||||||
|
let datastore_id = provider_config
|
||||||
|
.get("custom_endpoint_path")
|
||||||
|
.and_then(|v| v.as_str())
|
||||||
|
.ok_or("Provider config missing datastore ID in custom_endpoint_path")?
|
||||||
|
.to_string();
|
||||||
|
|
||||||
|
// Build upload endpoint: POST /api/v2/upload/<DATASTORE-ID>
|
||||||
|
let api_url = api_url.trim_end_matches('/');
|
||||||
|
let upload_url = format!("{api_url}/upload/{datastore_id}");
|
||||||
|
|
||||||
|
// Read auth header and value
|
||||||
|
let auth_header = provider_config
|
||||||
|
.get("custom_auth_header")
|
||||||
|
.and_then(|v| v.as_str())
|
||||||
|
.unwrap_or("x-generic-api-key");
|
||||||
|
|
||||||
|
let auth_prefix = provider_config
|
||||||
|
.get("custom_auth_prefix")
|
||||||
|
.and_then(|v| v.as_str())
|
||||||
|
.unwrap_or("");
|
||||||
|
|
||||||
|
let api_key = provider_config
|
||||||
|
.get("api_key")
|
||||||
|
.and_then(|v| v.as_str())
|
||||||
|
.ok_or("Provider config missing api_key")?;
|
||||||
|
|
||||||
|
let auth_value = format!("{auth_prefix}{api_key}");
|
||||||
|
|
||||||
|
let client = reqwest::Client::new();
|
||||||
|
|
||||||
|
// Create multipart form
|
||||||
|
let part = reqwest::multipart::Part::bytes(content)
|
||||||
|
.file_name(file_name)
|
||||||
|
.mime_str("application/octet-stream")
|
||||||
|
.map_err(|e| format!("Failed to create multipart part: {e}"))?;
|
||||||
|
|
||||||
|
let form = Form::new().part("file", part);
|
||||||
|
|
||||||
|
let resp = client
|
||||||
|
.post(&upload_url)
|
||||||
|
.header(auth_header, auth_value)
|
||||||
|
.multipart(form)
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("Upload request failed: {e}"))?;
|
||||||
|
|
||||||
|
if !resp.status().is_success() {
|
||||||
|
let status = resp.status();
|
||||||
|
let text = resp
|
||||||
|
.text()
|
||||||
|
.await
|
||||||
|
.unwrap_or_else(|_| "unable to read response".to_string());
|
||||||
|
return Err(format!("Datastore upload error {status}: {text}"));
|
||||||
|
}
|
||||||
|
|
||||||
|
// Parse response to get file ID
|
||||||
|
let json = resp
|
||||||
|
.json::<serde_json::Value>()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("Failed to parse upload response: {e}"))?;
|
||||||
|
|
||||||
|
// Response should have file_id or id field
|
||||||
|
let file_id = json
|
||||||
|
.get("file_id")
|
||||||
|
.or_else(|| json.get("id"))
|
||||||
|
.and_then(|v| v.as_str())
|
||||||
|
.ok_or_else(|| {
|
||||||
|
format!(
|
||||||
|
"Response missing file_id: {}",
|
||||||
|
serde_json::to_string_pretty(&json).unwrap_or_default()
|
||||||
|
)
|
||||||
|
})?
|
||||||
|
.to_string();
|
||||||
|
|
||||||
|
Ok(file_id)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Upload any file (not just images) to GenAI datastore
|
||||||
|
#[tauri::command]
|
||||||
|
pub async fn upload_file_to_datastore_any(
|
||||||
|
provider_config: serde_json::Value,
|
||||||
|
file_path: String,
|
||||||
|
_state: State<'_, AppState>,
|
||||||
|
) -> Result<String, String> {
|
||||||
|
use reqwest::multipart::Form;
|
||||||
|
|
||||||
|
// Validate file exists and is accessible
|
||||||
|
let path = Path::new(&file_path);
|
||||||
|
let canonical = std::fs::canonicalize(path).map_err(|_| "Unable to access selected file")?;
|
||||||
|
let metadata = std::fs::metadata(&canonical).map_err(|_| "Unable to read file metadata")?;
|
||||||
|
|
||||||
|
if !metadata.is_file() {
|
||||||
|
return Err("Selected path is not a file".to_string());
|
||||||
|
}
|
||||||
|
|
||||||
|
let content =
|
||||||
|
std::fs::read(&canonical).map_err(|_| "Failed to read file for datastore upload")?;
|
||||||
|
|
||||||
|
let file_name = canonical
|
||||||
|
.file_name()
|
||||||
|
.and_then(|n| n.to_str())
|
||||||
|
.unwrap_or("unknown")
|
||||||
|
.to_string();
|
||||||
|
|
||||||
|
let _file_size = content.len() as i64;
|
||||||
|
|
||||||
|
// Extract API URL and auth header from provider config
|
||||||
|
let api_url = provider_config
|
||||||
|
.get("api_url")
|
||||||
|
.and_then(|v| v.as_str())
|
||||||
|
.ok_or("Provider config missing api_url")?
|
||||||
|
.to_string();
|
||||||
|
|
||||||
|
// Extract use_datastore_upload flag
|
||||||
|
let use_datastore = provider_config
|
||||||
|
.get("use_datastore_upload")
|
||||||
|
.and_then(|v| v.as_bool())
|
||||||
|
.unwrap_or(false);
|
||||||
|
|
||||||
|
if !use_datastore {
|
||||||
|
return Err("use_datastore_upload is not enabled for this provider".to_string());
|
||||||
|
}
|
||||||
|
|
||||||
|
// Get datastore ID from custom_endpoint_path (stored as datastore ID)
|
||||||
|
let datastore_id = provider_config
|
||||||
|
.get("custom_endpoint_path")
|
||||||
|
.and_then(|v| v.as_str())
|
||||||
|
.ok_or("Provider config missing datastore ID in custom_endpoint_path")?
|
||||||
|
.to_string();
|
||||||
|
|
||||||
|
// Build upload endpoint: POST /api/v2/upload/<DATASTORE-ID>
|
||||||
|
let api_url = api_url.trim_end_matches('/');
|
||||||
|
let upload_url = format!("{api_url}/upload/{datastore_id}");
|
||||||
|
|
||||||
|
// Read auth header and value
|
||||||
|
let auth_header = provider_config
|
||||||
|
.get("custom_auth_header")
|
||||||
|
.and_then(|v| v.as_str())
|
||||||
|
.unwrap_or("x-generic-api-key");
|
||||||
|
|
||||||
|
let auth_prefix = provider_config
|
||||||
|
.get("custom_auth_prefix")
|
||||||
|
.and_then(|v| v.as_str())
|
||||||
|
.unwrap_or("");
|
||||||
|
|
||||||
|
let api_key = provider_config
|
||||||
|
.get("api_key")
|
||||||
|
.and_then(|v| v.as_str())
|
||||||
|
.ok_or("Provider config missing api_key")?;
|
||||||
|
|
||||||
|
let auth_value = format!("{auth_prefix}{api_key}");
|
||||||
|
|
||||||
|
let client = reqwest::Client::new();
|
||||||
|
|
||||||
|
// Create multipart form
|
||||||
|
let part = reqwest::multipart::Part::bytes(content)
|
||||||
|
.file_name(file_name)
|
||||||
|
.mime_str("application/octet-stream")
|
||||||
|
.map_err(|e| format!("Failed to create multipart part: {e}"))?;
|
||||||
|
|
||||||
|
let form = Form::new().part("file", part);
|
||||||
|
|
||||||
|
let resp = client
|
||||||
|
.post(&upload_url)
|
||||||
|
.header(auth_header, auth_value)
|
||||||
|
.multipart(form)
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("Upload request failed: {e}"))?;
|
||||||
|
|
||||||
|
if !resp.status().is_success() {
|
||||||
|
let status = resp.status();
|
||||||
|
let text = resp
|
||||||
|
.text()
|
||||||
|
.await
|
||||||
|
.unwrap_or_else(|_| "unable to read response".to_string());
|
||||||
|
return Err(format!("Datastore upload error {status}: {text}"));
|
||||||
|
}
|
||||||
|
|
||||||
|
// Parse response to get file ID
|
||||||
|
let json = resp
|
||||||
|
.json::<serde_json::Value>()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("Failed to parse upload response: {e}"))?;
|
||||||
|
|
||||||
|
// Response should have file_id or id field
|
||||||
|
let file_id = json
|
||||||
|
.get("file_id")
|
||||||
|
.or_else(|| json.get("id"))
|
||||||
|
.and_then(|v| v.as_str())
|
||||||
|
.ok_or_else(|| {
|
||||||
|
format!(
|
||||||
|
"Response missing file_id: {}",
|
||||||
|
serde_json::to_string_pretty(&json).unwrap_or_default()
|
||||||
|
)
|
||||||
|
})?
|
||||||
|
.to_string();
|
||||||
|
|
||||||
|
Ok(file_id)
|
||||||
|
}
|
||||||
|
|
||||||
#[cfg(test)]
|
#[cfg(test)]
|
||||||
mod tests {
|
mod tests {
|
||||||
use super::*;
|
use super::*;
|
||||||
@ -276,7 +602,7 @@ mod tests {
|
|||||||
assert!(is_supported_image_format("image/gif"));
|
assert!(is_supported_image_format("image/gif"));
|
||||||
assert!(is_supported_image_format("image/webp"));
|
assert!(is_supported_image_format("image/webp"));
|
||||||
assert!(is_supported_image_format("image/svg+xml"));
|
assert!(is_supported_image_format("image/svg+xml"));
|
||||||
assert!(!is_supported_image_format("image/bmp"));
|
assert!(is_supported_image_format("image/bmp"));
|
||||||
assert!(!is_supported_image_format("text/plain"));
|
assert!(!is_supported_image_format("text/plain"));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@ -4,6 +4,7 @@ use crate::ollama::{
|
|||||||
OllamaStatus,
|
OllamaStatus,
|
||||||
};
|
};
|
||||||
use crate::state::{AppSettings, AppState, ProviderConfig};
|
use crate::state::{AppSettings, AppState, ProviderConfig};
|
||||||
|
use std::env;
|
||||||
|
|
||||||
// --- Ollama commands ---
|
// --- Ollama commands ---
|
||||||
|
|
||||||
@ -158,8 +159,8 @@ pub async fn save_ai_provider(
|
|||||||
db.execute(
|
db.execute(
|
||||||
"INSERT OR REPLACE INTO ai_providers
|
"INSERT OR REPLACE INTO ai_providers
|
||||||
(id, name, provider_type, api_url, encrypted_api_key, model, max_tokens, temperature,
|
(id, name, provider_type, api_url, encrypted_api_key, model, max_tokens, temperature,
|
||||||
custom_endpoint_path, custom_auth_header, custom_auth_prefix, api_format, user_id, updated_at)
|
custom_endpoint_path, custom_auth_header, custom_auth_prefix, api_format, user_id, use_datastore_upload, updated_at)
|
||||||
VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7, ?8, ?9, ?10, ?11, ?12, ?13, datetime('now'))",
|
VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7, ?8, ?9, ?10, ?11, ?12, ?13, ?14, datetime('now'))",
|
||||||
rusqlite::params![
|
rusqlite::params![
|
||||||
uuid::Uuid::now_v7().to_string(),
|
uuid::Uuid::now_v7().to_string(),
|
||||||
provider.name,
|
provider.name,
|
||||||
@ -174,6 +175,7 @@ pub async fn save_ai_provider(
|
|||||||
provider.custom_auth_prefix,
|
provider.custom_auth_prefix,
|
||||||
provider.api_format,
|
provider.api_format,
|
||||||
provider.user_id,
|
provider.user_id,
|
||||||
|
provider.use_datastore_upload,
|
||||||
],
|
],
|
||||||
)
|
)
|
||||||
.map_err(|e| format!("Failed to save AI provider: {e}"))?;
|
.map_err(|e| format!("Failed to save AI provider: {e}"))?;
|
||||||
@ -191,7 +193,7 @@ pub async fn load_ai_providers(
|
|||||||
let mut stmt = db
|
let mut stmt = db
|
||||||
.prepare(
|
.prepare(
|
||||||
"SELECT name, provider_type, api_url, encrypted_api_key, model, max_tokens, temperature,
|
"SELECT name, provider_type, api_url, encrypted_api_key, model, max_tokens, temperature,
|
||||||
custom_endpoint_path, custom_auth_header, custom_auth_prefix, api_format, user_id
|
custom_endpoint_path, custom_auth_header, custom_auth_prefix, api_format, user_id, use_datastore_upload
|
||||||
FROM ai_providers
|
FROM ai_providers
|
||||||
ORDER BY name",
|
ORDER BY name",
|
||||||
)
|
)
|
||||||
@ -214,6 +216,7 @@ pub async fn load_ai_providers(
|
|||||||
row.get::<_, Option<String>>(9)?, // custom_auth_prefix
|
row.get::<_, Option<String>>(9)?, // custom_auth_prefix
|
||||||
row.get::<_, Option<String>>(10)?, // api_format
|
row.get::<_, Option<String>>(10)?, // api_format
|
||||||
row.get::<_, Option<String>>(11)?, // user_id
|
row.get::<_, Option<String>>(11)?, // user_id
|
||||||
|
row.get::<_, Option<bool>>(12)?, // use_datastore_upload
|
||||||
))
|
))
|
||||||
})
|
})
|
||||||
.map_err(|e| e.to_string())?
|
.map_err(|e| e.to_string())?
|
||||||
@ -232,6 +235,7 @@ pub async fn load_ai_providers(
|
|||||||
custom_auth_prefix,
|
custom_auth_prefix,
|
||||||
api_format,
|
api_format,
|
||||||
user_id,
|
user_id,
|
||||||
|
use_datastore_upload,
|
||||||
)| {
|
)| {
|
||||||
// Decrypt the API key
|
// Decrypt the API key
|
||||||
let api_key = crate::integrations::auth::decrypt_token(&encrypted_key).ok()?;
|
let api_key = crate::integrations::auth::decrypt_token(&encrypted_key).ok()?;
|
||||||
@ -250,6 +254,7 @@ pub async fn load_ai_providers(
|
|||||||
api_format,
|
api_format,
|
||||||
session_id: None, // Session IDs are not persisted
|
session_id: None, // Session IDs are not persisted
|
||||||
user_id,
|
user_id,
|
||||||
|
use_datastore_upload,
|
||||||
})
|
})
|
||||||
},
|
},
|
||||||
)
|
)
|
||||||
@ -271,3 +276,11 @@ pub async fn delete_ai_provider(
|
|||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Get the application version from build-time environment
|
||||||
|
#[tauri::command]
|
||||||
|
pub async fn get_app_version() -> Result<String, String> {
|
||||||
|
env::var("APP_VERSION")
|
||||||
|
.or_else(|_| env::var("CARGO_PKG_VERSION"))
|
||||||
|
.map_err(|e| format!("Failed to get version: {e}"))
|
||||||
|
}
|
||||||
|
|||||||
@ -170,6 +170,35 @@ pub fn run_migrations(conn: &Connection) -> anyhow::Result<()> {
|
|||||||
is_paste INTEGER NOT NULL DEFAULT 0
|
is_paste INTEGER NOT NULL DEFAULT 0
|
||||||
);",
|
);",
|
||||||
),
|
),
|
||||||
|
(
|
||||||
|
"014_create_ai_providers",
|
||||||
|
"CREATE TABLE IF NOT EXISTS ai_providers (
|
||||||
|
id TEXT PRIMARY KEY,
|
||||||
|
name TEXT NOT NULL UNIQUE,
|
||||||
|
provider_type TEXT NOT NULL,
|
||||||
|
api_url TEXT NOT NULL,
|
||||||
|
encrypted_api_key TEXT NOT NULL,
|
||||||
|
model TEXT NOT NULL,
|
||||||
|
max_tokens INTEGER,
|
||||||
|
temperature REAL,
|
||||||
|
custom_endpoint_path TEXT,
|
||||||
|
custom_auth_header TEXT,
|
||||||
|
custom_auth_prefix TEXT,
|
||||||
|
api_format TEXT,
|
||||||
|
user_id TEXT,
|
||||||
|
use_datastore_upload INTEGER,
|
||||||
|
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
||||||
|
updated_at TEXT NOT NULL DEFAULT (datetime('now'))
|
||||||
|
);",
|
||||||
|
),
|
||||||
|
(
|
||||||
|
"015_add_use_datastore_upload",
|
||||||
|
"ALTER TABLE ai_providers ADD COLUMN use_datastore_upload INTEGER DEFAULT 0",
|
||||||
|
),
|
||||||
|
(
|
||||||
|
"016_add_created_at",
|
||||||
|
"ALTER TABLE ai_providers ADD COLUMN created_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%d %H:%M:%S', 'now'))",
|
||||||
|
),
|
||||||
];
|
];
|
||||||
|
|
||||||
for (name, sql) in migrations {
|
for (name, sql) in migrations {
|
||||||
@ -180,10 +209,27 @@ pub fn run_migrations(conn: &Connection) -> anyhow::Result<()> {
|
|||||||
|
|
||||||
if !already_applied {
|
if !already_applied {
|
||||||
// FTS5 virtual table creation can be skipped if FTS5 is not compiled in
|
// FTS5 virtual table creation can be skipped if FTS5 is not compiled in
|
||||||
if let Err(e) = conn.execute_batch(sql) {
|
// Also handle column-already-exists errors for migrations 015-016
|
||||||
if name.contains("fts") {
|
if name.contains("fts") {
|
||||||
|
if let Err(e) = conn.execute_batch(sql) {
|
||||||
tracing::warn!("FTS5 not available, skipping: {e}");
|
tracing::warn!("FTS5 not available, skipping: {e}");
|
||||||
} else {
|
}
|
||||||
|
} else if name.ends_with("_add_use_datastore_upload")
|
||||||
|
|| name.ends_with("_add_created_at")
|
||||||
|
{
|
||||||
|
// Use execute for ALTER TABLE (SQLite only allows one statement per command)
|
||||||
|
// Skip error if column already exists (SQLITE_ERROR with "duplicate column name")
|
||||||
|
if let Err(e) = conn.execute(sql, []) {
|
||||||
|
let err_str = e.to_string();
|
||||||
|
if err_str.contains("duplicate column name") {
|
||||||
|
tracing::info!("Column may already exist, skipping migration {name}: {e}");
|
||||||
|
} else {
|
||||||
|
return Err(e.into());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
// Use execute_batch for other migrations (FTS5, CREATE TABLE, etc.)
|
||||||
|
if let Err(e) = conn.execute_batch(sql) {
|
||||||
return Err(e.into());
|
return Err(e.into());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -468,4 +514,188 @@ mod tests {
|
|||||||
assert_eq!(mime_type, "image/png");
|
assert_eq!(mime_type, "image/png");
|
||||||
assert_eq!(is_paste, 0);
|
assert_eq!(is_paste, 0);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_create_ai_providers_table() {
|
||||||
|
let conn = setup_test_db();
|
||||||
|
|
||||||
|
let count: i64 = conn
|
||||||
|
.query_row(
|
||||||
|
"SELECT COUNT(*) FROM sqlite_master WHERE type='table' AND name='ai_providers'",
|
||||||
|
[],
|
||||||
|
|r| r.get(0),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
assert_eq!(count, 1);
|
||||||
|
|
||||||
|
let mut stmt = conn.prepare("PRAGMA table_info(ai_providers)").unwrap();
|
||||||
|
let columns: Vec<String> = stmt
|
||||||
|
.query_map([], |row| row.get::<_, String>(1))
|
||||||
|
.unwrap()
|
||||||
|
.collect::<Result<Vec<_>, _>>()
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
assert!(columns.contains(&"id".to_string()));
|
||||||
|
assert!(columns.contains(&"name".to_string()));
|
||||||
|
assert!(columns.contains(&"provider_type".to_string()));
|
||||||
|
assert!(columns.contains(&"api_url".to_string()));
|
||||||
|
assert!(columns.contains(&"encrypted_api_key".to_string()));
|
||||||
|
assert!(columns.contains(&"model".to_string()));
|
||||||
|
assert!(columns.contains(&"max_tokens".to_string()));
|
||||||
|
assert!(columns.contains(&"temperature".to_string()));
|
||||||
|
assert!(columns.contains(&"custom_endpoint_path".to_string()));
|
||||||
|
assert!(columns.contains(&"custom_auth_header".to_string()));
|
||||||
|
assert!(columns.contains(&"custom_auth_prefix".to_string()));
|
||||||
|
assert!(columns.contains(&"api_format".to_string()));
|
||||||
|
assert!(columns.contains(&"user_id".to_string()));
|
||||||
|
assert!(columns.contains(&"use_datastore_upload".to_string()));
|
||||||
|
assert!(columns.contains(&"created_at".to_string()));
|
||||||
|
assert!(columns.contains(&"updated_at".to_string()));
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_store_and_retrieve_ai_provider() {
|
||||||
|
let conn = setup_test_db();
|
||||||
|
|
||||||
|
conn.execute(
|
||||||
|
"INSERT INTO ai_providers (id, name, provider_type, api_url, encrypted_api_key, model)
|
||||||
|
VALUES (?1, ?2, ?3, ?4, ?5, ?6)",
|
||||||
|
rusqlite::params![
|
||||||
|
"test-provider-1",
|
||||||
|
"My OpenAI",
|
||||||
|
"openai",
|
||||||
|
"https://api.openai.com/v1",
|
||||||
|
"encrypted_key_123",
|
||||||
|
"gpt-4o"
|
||||||
|
],
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
let (name, provider_type, api_url, encrypted_key, model): (String, String, String, String, String) = conn
|
||||||
|
.query_row(
|
||||||
|
"SELECT name, provider_type, api_url, encrypted_api_key, model FROM ai_providers WHERE name = ?1",
|
||||||
|
["My OpenAI"],
|
||||||
|
|r| Ok((r.get(0)?, r.get(1)?, r.get(2)?, r.get(3)?, r.get(4)?)),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
assert_eq!(name, "My OpenAI");
|
||||||
|
assert_eq!(provider_type, "openai");
|
||||||
|
assert_eq!(api_url, "https://api.openai.com/v1");
|
||||||
|
assert_eq!(encrypted_key, "encrypted_key_123");
|
||||||
|
assert_eq!(model, "gpt-4o");
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_add_missing_columns_to_existing_table() {
|
||||||
|
let conn = Connection::open_in_memory().unwrap();
|
||||||
|
|
||||||
|
// Simulate existing table without use_datastore_upload and created_at
|
||||||
|
conn.execute_batch(
|
||||||
|
"CREATE TABLE IF NOT EXISTS ai_providers (
|
||||||
|
id TEXT PRIMARY KEY,
|
||||||
|
name TEXT NOT NULL UNIQUE,
|
||||||
|
provider_type TEXT NOT NULL,
|
||||||
|
api_url TEXT NOT NULL,
|
||||||
|
encrypted_api_key TEXT NOT NULL,
|
||||||
|
model TEXT NOT NULL,
|
||||||
|
max_tokens INTEGER,
|
||||||
|
temperature REAL,
|
||||||
|
custom_endpoint_path TEXT,
|
||||||
|
custom_auth_header TEXT,
|
||||||
|
custom_auth_prefix TEXT,
|
||||||
|
api_format TEXT,
|
||||||
|
user_id TEXT,
|
||||||
|
updated_at TEXT NOT NULL DEFAULT (datetime('now'))
|
||||||
|
);",
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
// Verify columns BEFORE migration
|
||||||
|
let mut stmt = conn.prepare("PRAGMA table_info(ai_providers)").unwrap();
|
||||||
|
let columns: Vec<String> = stmt
|
||||||
|
.query_map([], |row| row.get::<_, String>(1))
|
||||||
|
.unwrap()
|
||||||
|
.collect::<Result<Vec<_>, _>>()
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
assert!(columns.contains(&"name".to_string()));
|
||||||
|
assert!(columns.contains(&"model".to_string()));
|
||||||
|
assert!(!columns.contains(&"use_datastore_upload".to_string()));
|
||||||
|
assert!(!columns.contains(&"created_at".to_string()));
|
||||||
|
|
||||||
|
// Run migrations (should apply 015 to add missing columns)
|
||||||
|
run_migrations(&conn).unwrap();
|
||||||
|
|
||||||
|
// Verify columns AFTER migration
|
||||||
|
let mut stmt = conn.prepare("PRAGMA table_info(ai_providers)").unwrap();
|
||||||
|
let columns: Vec<String> = stmt
|
||||||
|
.query_map([], |row| row.get::<_, String>(1))
|
||||||
|
.unwrap()
|
||||||
|
.collect::<Result<Vec<_>, _>>()
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
assert!(columns.contains(&"name".to_string()));
|
||||||
|
assert!(columns.contains(&"model".to_string()));
|
||||||
|
assert!(columns.contains(&"use_datastore_upload".to_string()));
|
||||||
|
assert!(columns.contains(&"created_at".to_string()));
|
||||||
|
|
||||||
|
// Verify data integrity - existing rows should have default values
|
||||||
|
conn.execute(
|
||||||
|
"INSERT INTO ai_providers (id, name, provider_type, api_url, encrypted_api_key, model)
|
||||||
|
VALUES (?, ?, ?, ?, ?, ?)",
|
||||||
|
rusqlite::params![
|
||||||
|
"test-provider-2",
|
||||||
|
"Test Provider",
|
||||||
|
"openai",
|
||||||
|
"https://api.example.com",
|
||||||
|
"encrypted_key_456",
|
||||||
|
"gpt-3.5-turbo"
|
||||||
|
],
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
let (name, use_datastore_upload, created_at): (String, bool, String) = conn
|
||||||
|
.query_row(
|
||||||
|
"SELECT name, use_datastore_upload, created_at FROM ai_providers WHERE name = ?1",
|
||||||
|
["Test Provider"],
|
||||||
|
|r| Ok((r.get(0)?, r.get(1)?, r.get(2)?)),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
assert_eq!(name, "Test Provider");
|
||||||
|
assert!(!use_datastore_upload);
|
||||||
|
assert!(created_at.len() > 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_idempotent_add_missing_columns() {
|
||||||
|
let conn = Connection::open_in_memory().unwrap();
|
||||||
|
|
||||||
|
// Create table with both columns already present (simulating prior migration run)
|
||||||
|
conn.execute_batch(
|
||||||
|
"CREATE TABLE IF NOT EXISTS ai_providers (
|
||||||
|
id TEXT PRIMARY KEY,
|
||||||
|
name TEXT NOT NULL UNIQUE,
|
||||||
|
provider_type TEXT NOT NULL,
|
||||||
|
api_url TEXT NOT NULL,
|
||||||
|
encrypted_api_key TEXT NOT NULL,
|
||||||
|
model TEXT NOT NULL,
|
||||||
|
max_tokens INTEGER,
|
||||||
|
temperature REAL,
|
||||||
|
custom_endpoint_path TEXT,
|
||||||
|
custom_auth_header TEXT,
|
||||||
|
custom_auth_prefix TEXT,
|
||||||
|
api_format TEXT,
|
||||||
|
user_id TEXT,
|
||||||
|
use_datastore_upload INTEGER DEFAULT 0,
|
||||||
|
created_at TEXT NOT NULL DEFAULT (datetime('now')),
|
||||||
|
updated_at TEXT NOT NULL DEFAULT (datetime('now'))
|
||||||
|
);",
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
// Should not fail even though columns already exist
|
||||||
|
run_migrations(&conn).unwrap();
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@ -1,4 +1,40 @@
|
|||||||
use super::confluence_search::SearchResult;
|
use super::confluence_search::SearchResult;
|
||||||
|
use crate::integrations::query_expansion::expand_query;
|
||||||
|
|
||||||
|
const MAX_EXPANDED_QUERIES: usize = 3;
|
||||||
|
|
||||||
|
fn escape_wiql(s: &str) -> String {
|
||||||
|
s.replace('\'', "''")
|
||||||
|
.replace('"', "\\\"")
|
||||||
|
.replace('\\', "\\\\")
|
||||||
|
.replace('(', "\\(")
|
||||||
|
.replace(')', "\\)")
|
||||||
|
.replace(';', "\\;")
|
||||||
|
.replace('=', "\\=")
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Basic HTML tag stripping to prevent XSS in excerpts
|
||||||
|
fn strip_html_tags(html: &str) -> String {
|
||||||
|
let mut result = String::new();
|
||||||
|
let mut in_tag = false;
|
||||||
|
|
||||||
|
for ch in html.chars() {
|
||||||
|
match ch {
|
||||||
|
'<' => in_tag = true,
|
||||||
|
'>' => in_tag = false,
|
||||||
|
_ if !in_tag => result.push(ch),
|
||||||
|
_ => {}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Clean up whitespace
|
||||||
|
result
|
||||||
|
.split_whitespace()
|
||||||
|
.collect::<Vec<_>>()
|
||||||
|
.join(" ")
|
||||||
|
.trim()
|
||||||
|
.to_string()
|
||||||
|
}
|
||||||
|
|
||||||
/// Search Azure DevOps Wiki for content matching the query
|
/// Search Azure DevOps Wiki for content matching the query
|
||||||
pub async fn search_wiki(
|
pub async fn search_wiki(
|
||||||
@ -10,90 +46,94 @@ pub async fn search_wiki(
|
|||||||
let cookie_header = crate::integrations::webview_auth::cookies_to_header(cookies);
|
let cookie_header = crate::integrations::webview_auth::cookies_to_header(cookies);
|
||||||
let client = reqwest::Client::new();
|
let client = reqwest::Client::new();
|
||||||
|
|
||||||
// Use Azure DevOps Search API
|
let expanded_queries = expand_query(query);
|
||||||
let search_url = format!(
|
|
||||||
"{}/_apis/search/wikisearchresults?api-version=7.0",
|
|
||||||
org_url.trim_end_matches('/')
|
|
||||||
);
|
|
||||||
|
|
||||||
let search_body = serde_json::json!({
|
let mut all_results = Vec::new();
|
||||||
"searchText": query,
|
|
||||||
"$top": 5,
|
for expanded_query in expanded_queries.iter().take(MAX_EXPANDED_QUERIES) {
|
||||||
"filters": {
|
// Use Azure DevOps Search API
|
||||||
"ProjectFilters": [project]
|
let search_url = format!(
|
||||||
|
"{}/_apis/search/wikisearchresults?api-version=7.0",
|
||||||
|
org_url.trim_end_matches('/')
|
||||||
|
);
|
||||||
|
|
||||||
|
let search_body = serde_json::json!({
|
||||||
|
"searchText": expanded_query,
|
||||||
|
"$top": 5,
|
||||||
|
"filters": {
|
||||||
|
"ProjectFilters": [project]
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
tracing::info!("Searching Azure DevOps Wiki with query: {}", expanded_query);
|
||||||
|
|
||||||
|
let resp = client
|
||||||
|
.post(&search_url)
|
||||||
|
.header("Cookie", &cookie_header)
|
||||||
|
.header("Accept", "application/json")
|
||||||
|
.header("Content-Type", "application/json")
|
||||||
|
.json(&search_body)
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("Azure DevOps wiki search failed: {e}"))?;
|
||||||
|
|
||||||
|
if !resp.status().is_success() {
|
||||||
|
let status = resp.status();
|
||||||
|
let text = resp.text().await.unwrap_or_default();
|
||||||
|
tracing::warn!("Azure DevOps wiki search failed with status {status}: {text}");
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
});
|
|
||||||
|
|
||||||
tracing::info!("Searching Azure DevOps Wiki: {}", search_url);
|
let json: serde_json::Value = resp
|
||||||
|
.json()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("Failed to parse ADO wiki search response: {e}"))?;
|
||||||
|
|
||||||
let resp = client
|
if let Some(results_array) = json["results"].as_array() {
|
||||||
.post(&search_url)
|
for item in results_array.iter().take(MAX_EXPANDED_QUERIES) {
|
||||||
.header("Cookie", &cookie_header)
|
let title = item["fileName"].as_str().unwrap_or("Untitled").to_string();
|
||||||
.header("Accept", "application/json")
|
|
||||||
.header("Content-Type", "application/json")
|
|
||||||
.json(&search_body)
|
|
||||||
.send()
|
|
||||||
.await
|
|
||||||
.map_err(|e| format!("Azure DevOps wiki search failed: {e}"))?;
|
|
||||||
|
|
||||||
if !resp.status().is_success() {
|
let path = item["path"].as_str().unwrap_or("");
|
||||||
let status = resp.status();
|
let url = format!(
|
||||||
let text = resp.text().await.unwrap_or_default();
|
"{}/_wiki/wikis/{}/{}",
|
||||||
return Err(format!(
|
org_url.trim_end_matches('/'),
|
||||||
"Azure DevOps wiki search failed with status {status}: {text}"
|
project,
|
||||||
));
|
path
|
||||||
}
|
);
|
||||||
|
|
||||||
let json: serde_json::Value = resp
|
let excerpt = strip_html_tags(item["content"].as_str().unwrap_or(""))
|
||||||
.json()
|
.chars()
|
||||||
.await
|
.take(300)
|
||||||
.map_err(|e| format!("Failed to parse ADO wiki search response: {e}"))?;
|
.collect::<String>();
|
||||||
|
|
||||||
let mut results = Vec::new();
|
// Fetch full wiki page content
|
||||||
|
let content = if let Some(wiki_id) = item["wiki"]["id"].as_str() {
|
||||||
if let Some(results_array) = json["results"].as_array() {
|
if let Some(page_path) = item["path"].as_str() {
|
||||||
for item in results_array.iter().take(3) {
|
fetch_wiki_page(org_url, wiki_id, page_path, &cookie_header)
|
||||||
let title = item["fileName"].as_str().unwrap_or("Untitled").to_string();
|
.await
|
||||||
|
.ok()
|
||||||
let path = item["path"].as_str().unwrap_or("");
|
} else {
|
||||||
let url = format!(
|
None
|
||||||
"{}/_wiki/wikis/{}/{}",
|
}
|
||||||
org_url.trim_end_matches('/'),
|
|
||||||
project,
|
|
||||||
path
|
|
||||||
);
|
|
||||||
|
|
||||||
let excerpt = item["content"]
|
|
||||||
.as_str()
|
|
||||||
.unwrap_or("")
|
|
||||||
.chars()
|
|
||||||
.take(300)
|
|
||||||
.collect::<String>();
|
|
||||||
|
|
||||||
// Fetch full wiki page content
|
|
||||||
let content = if let Some(wiki_id) = item["wiki"]["id"].as_str() {
|
|
||||||
if let Some(page_path) = item["path"].as_str() {
|
|
||||||
fetch_wiki_page(org_url, wiki_id, page_path, &cookie_header)
|
|
||||||
.await
|
|
||||||
.ok()
|
|
||||||
} else {
|
} else {
|
||||||
None
|
None
|
||||||
}
|
};
|
||||||
} else {
|
|
||||||
None
|
|
||||||
};
|
|
||||||
|
|
||||||
results.push(SearchResult {
|
all_results.push(SearchResult {
|
||||||
title,
|
title,
|
||||||
url,
|
url,
|
||||||
excerpt,
|
excerpt,
|
||||||
content,
|
content,
|
||||||
source: "Azure DevOps".to_string(),
|
source: "Azure DevOps".to_string(),
|
||||||
});
|
});
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
Ok(results)
|
all_results.sort_by(|a, b| a.url.cmp(&b.url));
|
||||||
|
all_results.dedup_by(|a, b| a.url == b.url);
|
||||||
|
|
||||||
|
Ok(all_results)
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Fetch full wiki page content
|
/// Fetch full wiki page content
|
||||||
@ -151,55 +191,68 @@ pub async fn search_work_items(
|
|||||||
let cookie_header = crate::integrations::webview_auth::cookies_to_header(cookies);
|
let cookie_header = crate::integrations::webview_auth::cookies_to_header(cookies);
|
||||||
let client = reqwest::Client::new();
|
let client = reqwest::Client::new();
|
||||||
|
|
||||||
// Use WIQL (Work Item Query Language)
|
let expanded_queries = expand_query(query);
|
||||||
let wiql_url = format!(
|
|
||||||
"{}/_apis/wit/wiql?api-version=7.0",
|
|
||||||
org_url.trim_end_matches('/')
|
|
||||||
);
|
|
||||||
|
|
||||||
let wiql_query = format!(
|
let mut all_results = Vec::new();
|
||||||
"SELECT [System.Id], [System.Title], [System.Description], [System.State] FROM WorkItems WHERE [System.TeamProject] = '{project}' AND ([System.Title] CONTAINS '{query}' OR [System.Description] CONTAINS '{query}') ORDER BY [System.ChangedDate] DESC"
|
|
||||||
);
|
|
||||||
|
|
||||||
let wiql_body = serde_json::json!({
|
for expanded_query in expanded_queries.iter().take(MAX_EXPANDED_QUERIES) {
|
||||||
"query": wiql_query
|
// Use WIQL (Work Item Query Language)
|
||||||
});
|
let wiql_url = format!(
|
||||||
|
"{}/_apis/wit/wiql?api-version=7.0",
|
||||||
|
org_url.trim_end_matches('/')
|
||||||
|
);
|
||||||
|
|
||||||
tracing::info!("Searching Azure DevOps work items");
|
let safe_query = escape_wiql(expanded_query);
|
||||||
|
let wiql_query = format!(
|
||||||
|
"SELECT [System.Id], [System.Title], [System.Description], [System.State] FROM WorkItems WHERE [System.TeamProject] = '{project}' AND ([System.Title] ~ '{safe_query}' OR [System.Description] ~ '{safe_query}') ORDER BY [System.ChangedDate] DESC"
|
||||||
|
);
|
||||||
|
|
||||||
let resp = client
|
let wiql_body = serde_json::json!({
|
||||||
.post(&wiql_url)
|
"query": wiql_query
|
||||||
.header("Cookie", &cookie_header)
|
});
|
||||||
.header("Accept", "application/json")
|
|
||||||
.header("Content-Type", "application/json")
|
|
||||||
.json(&wiql_body)
|
|
||||||
.send()
|
|
||||||
.await
|
|
||||||
.map_err(|e| format!("ADO work item search failed: {e}"))?;
|
|
||||||
|
|
||||||
if !resp.status().is_success() {
|
tracing::info!(
|
||||||
return Ok(Vec::new()); // Don't fail if work item search fails
|
"Searching Azure DevOps work items with query: {}",
|
||||||
}
|
expanded_query
|
||||||
|
);
|
||||||
|
|
||||||
let json: serde_json::Value = resp
|
let resp = client
|
||||||
.json()
|
.post(&wiql_url)
|
||||||
.await
|
.header("Cookie", &cookie_header)
|
||||||
.map_err(|_| "Failed to parse work item response".to_string())?;
|
.header("Accept", "application/json")
|
||||||
|
.header("Content-Type", "application/json")
|
||||||
|
.json(&wiql_body)
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("ADO work item search failed: {e}"))?;
|
||||||
|
|
||||||
let mut results = Vec::new();
|
if !resp.status().is_success() {
|
||||||
|
continue; // Don't fail if work item search fails
|
||||||
|
}
|
||||||
|
|
||||||
if let Some(work_items) = json["workItems"].as_array() {
|
let json: serde_json::Value = resp
|
||||||
// Fetch details for top 3 work items
|
.json()
|
||||||
for item in work_items.iter().take(3) {
|
.await
|
||||||
if let Some(id) = item["id"].as_i64() {
|
.map_err(|_| "Failed to parse work item response".to_string())?;
|
||||||
if let Ok(work_item) = fetch_work_item_details(org_url, id, &cookie_header).await {
|
|
||||||
results.push(work_item);
|
if let Some(work_items) = json["workItems"].as_array() {
|
||||||
|
// Fetch details for top 3 work items
|
||||||
|
for item in work_items.iter().take(MAX_EXPANDED_QUERIES) {
|
||||||
|
if let Some(id) = item["id"].as_i64() {
|
||||||
|
if let Ok(work_item) =
|
||||||
|
fetch_work_item_details(org_url, id, &cookie_header).await
|
||||||
|
{
|
||||||
|
all_results.push(work_item);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
Ok(results)
|
all_results.sort_by(|a, b| a.url.cmp(&b.url));
|
||||||
|
all_results.dedup_by(|a, b| a.url == b.url);
|
||||||
|
|
||||||
|
Ok(all_results)
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Fetch work item details
|
/// Fetch work item details
|
||||||
@ -263,3 +316,53 @@ async fn fetch_work_item_details(
|
|||||||
source: "Azure DevOps".to_string(),
|
source: "Azure DevOps".to_string(),
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[cfg(test)]
|
||||||
|
mod tests {
|
||||||
|
use super::*;
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_escape_wiql_escapes_single_quotes() {
|
||||||
|
assert_eq!(escape_wiql("test'single"), "test''single");
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_escape_wiql_escapes_double_quotes() {
|
||||||
|
assert_eq!(escape_wiql("test\"double"), "test\\\\\"double");
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_escape_wiql_escapes_backslash() {
|
||||||
|
assert_eq!(escape_wiql("test\\backslash"), r#"test\\backslash"#);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_escape_wiql_escapes_parens() {
|
||||||
|
assert_eq!(escape_wiql("test(paren"), r#"test\(paren"#);
|
||||||
|
assert_eq!(escape_wiql("test)paren"), r#"test\)paren"#);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_escape_wiql_escapes_semicolon() {
|
||||||
|
assert_eq!(escape_wiql("test;semi"), r#"test\;semi"#);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_escape_wiql_escapes_equals() {
|
||||||
|
assert_eq!(escape_wiql("test=equal"), r#"test\=equal"#);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_escape_wiql_no_special_chars() {
|
||||||
|
assert_eq!(escape_wiql("simple query"), "simple query");
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_strip_html_tags() {
|
||||||
|
let html = "<p>Hello <strong>world</strong>!</p>";
|
||||||
|
assert_eq!(strip_html_tags(html), "Hello world!");
|
||||||
|
|
||||||
|
let html2 = "<div><h1>Title</h1><p>Content</p></div>";
|
||||||
|
assert_eq!(strip_html_tags(html2), "TitleContent");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
@ -1,4 +1,9 @@
|
|||||||
use serde::{Deserialize, Serialize};
|
use serde::{Deserialize, Serialize};
|
||||||
|
use url::Url;
|
||||||
|
|
||||||
|
use super::query_expansion::expand_query;
|
||||||
|
|
||||||
|
const MAX_EXPANDED_QUERIES: usize = 3;
|
||||||
|
|
||||||
#[derive(Debug, Clone, Serialize, Deserialize)]
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
||||||
pub struct SearchResult {
|
pub struct SearchResult {
|
||||||
@ -6,10 +11,36 @@ pub struct SearchResult {
|
|||||||
pub url: String,
|
pub url: String,
|
||||||
pub excerpt: String,
|
pub excerpt: String,
|
||||||
pub content: Option<String>,
|
pub content: Option<String>,
|
||||||
pub source: String, // "confluence", "servicenow", "azuredevops"
|
pub source: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
fn canonicalize_url(url: &str) -> String {
|
||||||
|
Url::parse(url)
|
||||||
|
.ok()
|
||||||
|
.map(|u| {
|
||||||
|
let mut u = u.clone();
|
||||||
|
u.set_fragment(None);
|
||||||
|
u.set_query(None);
|
||||||
|
u.to_string()
|
||||||
|
})
|
||||||
|
.unwrap_or_else(|| url.to_string())
|
||||||
|
}
|
||||||
|
|
||||||
|
fn escape_cql(s: &str) -> String {
|
||||||
|
s.replace('"', "\\\"")
|
||||||
|
.replace(')', "\\)")
|
||||||
|
.replace('(', "\\(")
|
||||||
|
.replace('~', "\\~")
|
||||||
|
.replace('&', "\\&")
|
||||||
|
.replace('|', "\\|")
|
||||||
|
.replace('+', "\\+")
|
||||||
|
.replace('-', "\\-")
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Search Confluence for content matching the query
|
/// Search Confluence for content matching the query
|
||||||
|
///
|
||||||
|
/// This function expands the user query with related terms, synonyms, and variations
|
||||||
|
/// to improve search coverage across Confluence spaces.
|
||||||
pub async fn search_confluence(
|
pub async fn search_confluence(
|
||||||
base_url: &str,
|
base_url: &str,
|
||||||
query: &str,
|
query: &str,
|
||||||
@ -18,86 +49,89 @@ pub async fn search_confluence(
|
|||||||
let cookie_header = crate::integrations::webview_auth::cookies_to_header(cookies);
|
let cookie_header = crate::integrations::webview_auth::cookies_to_header(cookies);
|
||||||
let client = reqwest::Client::new();
|
let client = reqwest::Client::new();
|
||||||
|
|
||||||
// Use Confluence CQL search
|
let expanded_queries = expand_query(query);
|
||||||
let search_url = format!(
|
|
||||||
"{}/rest/api/search?cql=text~\"{}\"&limit=5",
|
|
||||||
base_url.trim_end_matches('/'),
|
|
||||||
urlencoding::encode(query)
|
|
||||||
);
|
|
||||||
|
|
||||||
tracing::info!("Searching Confluence: {}", search_url);
|
let mut all_results = Vec::new();
|
||||||
|
|
||||||
let resp = client
|
for expanded_query in expanded_queries.iter().take(MAX_EXPANDED_QUERIES) {
|
||||||
.get(&search_url)
|
let safe_query = escape_cql(expanded_query);
|
||||||
.header("Cookie", &cookie_header)
|
let search_url = format!(
|
||||||
.header("Accept", "application/json")
|
"{}/rest/api/search?cql=text~\"{}\"&limit=5",
|
||||||
.send()
|
base_url.trim_end_matches('/'),
|
||||||
.await
|
urlencoding::encode(&safe_query)
|
||||||
.map_err(|e| format!("Confluence search request failed: {e}"))?;
|
);
|
||||||
|
|
||||||
if !resp.status().is_success() {
|
tracing::info!(
|
||||||
let status = resp.status();
|
"Searching Confluence with expanded query: {}",
|
||||||
let text = resp.text().await.unwrap_or_default();
|
expanded_query
|
||||||
return Err(format!(
|
);
|
||||||
"Confluence search failed with status {status}: {text}"
|
|
||||||
));
|
|
||||||
}
|
|
||||||
|
|
||||||
let json: serde_json::Value = resp
|
let resp = client
|
||||||
.json()
|
.get(&search_url)
|
||||||
.await
|
.header("Cookie", &cookie_header)
|
||||||
.map_err(|e| format!("Failed to parse Confluence search response: {e}"))?;
|
.header("Accept", "application/json")
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("Confluence search request failed: {e}"))?;
|
||||||
|
|
||||||
let mut results = Vec::new();
|
if !resp.status().is_success() {
|
||||||
|
let status = resp.status();
|
||||||
|
let text = resp.text().await.unwrap_or_default();
|
||||||
|
tracing::warn!("Confluence search failed with status {status}: {text}");
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
if let Some(results_array) = json["results"].as_array() {
|
let json: serde_json::Value = resp
|
||||||
for item in results_array.iter().take(3) {
|
.json()
|
||||||
// Take top 3 results
|
.await
|
||||||
let title = item["title"].as_str().unwrap_or("Untitled").to_string();
|
.map_err(|e| format!("Failed to parse Confluence search response: {e}"))?;
|
||||||
|
|
||||||
let id = item["content"]["id"].as_str();
|
if let Some(results_array) = json["results"].as_array() {
|
||||||
let space_key = item["content"]["space"]["key"].as_str();
|
for item in results_array.iter().take(MAX_EXPANDED_QUERIES) {
|
||||||
|
let title = item["title"].as_str().unwrap_or("Untitled").to_string();
|
||||||
|
|
||||||
// Build URL
|
let id = item["content"]["id"].as_str();
|
||||||
let url = if let (Some(id_str), Some(space)) = (id, space_key) {
|
let space_key = item["content"]["space"]["key"].as_str();
|
||||||
format!(
|
|
||||||
"{}/display/{}/{}",
|
|
||||||
base_url.trim_end_matches('/'),
|
|
||||||
space,
|
|
||||||
id_str
|
|
||||||
)
|
|
||||||
} else {
|
|
||||||
base_url.to_string()
|
|
||||||
};
|
|
||||||
|
|
||||||
// Get excerpt from search result
|
let url = if let (Some(id_str), Some(space)) = (id, space_key) {
|
||||||
let excerpt = item["excerpt"]
|
format!(
|
||||||
.as_str()
|
"{}/display/{}/{}",
|
||||||
.unwrap_or("")
|
base_url.trim_end_matches('/'),
|
||||||
.to_string()
|
space,
|
||||||
.replace("<span class=\"highlight\">", "")
|
id_str
|
||||||
.replace("</span>", "");
|
)
|
||||||
|
} else {
|
||||||
|
base_url.to_string()
|
||||||
|
};
|
||||||
|
|
||||||
// Fetch full page content
|
let excerpt = strip_html_tags(item["excerpt"].as_str().unwrap_or(""))
|
||||||
let content = if let Some(content_id) = id {
|
.chars()
|
||||||
fetch_page_content(base_url, content_id, &cookie_header)
|
.take(300)
|
||||||
.await
|
.collect::<String>();
|
||||||
.ok()
|
|
||||||
} else {
|
|
||||||
None
|
|
||||||
};
|
|
||||||
|
|
||||||
results.push(SearchResult {
|
let content = if let Some(content_id) = id {
|
||||||
title,
|
fetch_page_content(base_url, content_id, &cookie_header)
|
||||||
url,
|
.await
|
||||||
excerpt,
|
.ok()
|
||||||
content,
|
} else {
|
||||||
source: "Confluence".to_string(),
|
None
|
||||||
});
|
};
|
||||||
|
|
||||||
|
all_results.push(SearchResult {
|
||||||
|
title,
|
||||||
|
url,
|
||||||
|
excerpt,
|
||||||
|
content,
|
||||||
|
source: "Confluence".to_string(),
|
||||||
|
});
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
Ok(results)
|
all_results.sort_by(|a, b| canonicalize_url(&a.url).cmp(&canonicalize_url(&b.url)));
|
||||||
|
all_results.dedup_by(|a, b| canonicalize_url(&a.url) == canonicalize_url(&b.url));
|
||||||
|
|
||||||
|
Ok(all_results)
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Fetch full content of a Confluence page
|
/// Fetch full content of a Confluence page
|
||||||
@ -185,4 +219,43 @@ mod tests {
|
|||||||
let html2 = "<div><h1>Title</h1><p>Content</p></div>";
|
let html2 = "<div><h1>Title</h1><p>Content</p></div>";
|
||||||
assert_eq!(strip_html_tags(html2), "TitleContent");
|
assert_eq!(strip_html_tags(html2), "TitleContent");
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_escape_cql_escapes_special_chars() {
|
||||||
|
assert_eq!(escape_cql("test\"quote"), r#"test\"quote"#);
|
||||||
|
assert_eq!(escape_cql("test(paren"), r#"test\(paren"#);
|
||||||
|
assert_eq!(escape_cql("test)paren"), r#"test\)paren"#);
|
||||||
|
assert_eq!(escape_cql("test~tilde"), r#"test\~tilde"#);
|
||||||
|
assert_eq!(escape_cql("test&and"), r#"test\&and"#);
|
||||||
|
assert_eq!(escape_cql("test|or"), r#"test\|or"#);
|
||||||
|
assert_eq!(escape_cql("test+plus"), r#"test\+plus"#);
|
||||||
|
assert_eq!(escape_cql("test-minus"), r#"test\-minus"#);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_escape_cql_no_special_chars() {
|
||||||
|
assert_eq!(escape_cql("simple query"), "simple query");
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_canonicalize_url_removes_fragment() {
|
||||||
|
assert_eq!(
|
||||||
|
canonicalize_url("https://example.com/page#section"),
|
||||||
|
"https://example.com/page"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_canonicalize_url_removes_query() {
|
||||||
|
assert_eq!(
|
||||||
|
canonicalize_url("https://example.com/page?param=value"),
|
||||||
|
"https://example.com/page"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_canonicalize_url_handles_malformed() {
|
||||||
|
// Malformed URLs fall back to original
|
||||||
|
assert_eq!(canonicalize_url("not a url"), "not a url");
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@ -4,6 +4,7 @@ pub mod azuredevops_search;
|
|||||||
pub mod callback_server;
|
pub mod callback_server;
|
||||||
pub mod confluence;
|
pub mod confluence;
|
||||||
pub mod confluence_search;
|
pub mod confluence_search;
|
||||||
|
pub mod query_expansion;
|
||||||
pub mod servicenow;
|
pub mod servicenow;
|
||||||
pub mod servicenow_search;
|
pub mod servicenow_search;
|
||||||
pub mod webview_auth;
|
pub mod webview_auth;
|
||||||
|
|||||||
290
src-tauri/src/integrations/query_expansion.rs
Normal file
290
src-tauri/src/integrations/query_expansion.rs
Normal file
@ -0,0 +1,290 @@
|
|||||||
|
/// Query expansion module for integration search
|
||||||
|
///
|
||||||
|
/// This module provides functionality to expand user queries with related terms,
|
||||||
|
/// synonyms, and variations to improve search results across integrations like
|
||||||
|
/// Confluence, ServiceNow, and Azure DevOps.
|
||||||
|
use std::collections::HashSet;
|
||||||
|
|
||||||
|
/// Product name synonyms for common product variations
|
||||||
|
/// Maps common abbreviations/variants to their full names for search expansion
|
||||||
|
fn get_product_synonyms(query: &str) -> Vec<String> {
|
||||||
|
let mut synonyms = Vec::new();
|
||||||
|
|
||||||
|
// VESTA NXT related synonyms
|
||||||
|
if query.to_lowercase().contains("vesta") || query.to_lowercase().contains("vnxt") {
|
||||||
|
synonyms.extend(vec![
|
||||||
|
"VESTA NXT".to_string(),
|
||||||
|
"Vesta NXT".to_string(),
|
||||||
|
"VNXT".to_string(),
|
||||||
|
"vnxt".to_string(),
|
||||||
|
"Vesta".to_string(),
|
||||||
|
"vesta".to_string(),
|
||||||
|
"VNX".to_string(),
|
||||||
|
"vnx".to_string(),
|
||||||
|
]);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Version number patterns (e.g., 1.0.12, 1.1.9)
|
||||||
|
if query.contains('.') {
|
||||||
|
// Extract version-like patterns and add variations
|
||||||
|
let version_parts: Vec<&str> = query.split('.').collect();
|
||||||
|
if version_parts.len() >= 2 {
|
||||||
|
// Add variations without dots
|
||||||
|
let version_no_dots = version_parts.join("");
|
||||||
|
synonyms.push(version_no_dots);
|
||||||
|
|
||||||
|
// Add partial versions
|
||||||
|
if version_parts.len() >= 2 {
|
||||||
|
synonyms.push(version_parts[0..2].join("."));
|
||||||
|
}
|
||||||
|
if version_parts.len() >= 3 {
|
||||||
|
synonyms.push(version_parts[0..3].join("."));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Common upgrade-related terms
|
||||||
|
if query.to_lowercase().contains("upgrade") || query.to_lowercase().contains("update") {
|
||||||
|
synonyms.extend(vec![
|
||||||
|
"upgrade".to_string(),
|
||||||
|
"update".to_string(),
|
||||||
|
"migration".to_string(),
|
||||||
|
"patch".to_string(),
|
||||||
|
"version".to_string(),
|
||||||
|
"install".to_string(),
|
||||||
|
"installation".to_string(),
|
||||||
|
]);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Remove duplicates and empty strings
|
||||||
|
synonyms.sort();
|
||||||
|
synonyms.dedup();
|
||||||
|
synonyms.retain(|s| !s.is_empty());
|
||||||
|
|
||||||
|
synonyms
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Expand a search query with related terms for better search coverage
|
||||||
|
///
|
||||||
|
/// This function takes a user query and expands it with:
|
||||||
|
/// - Product name synonyms (e.g., "VNXT" -> "VESTA NXT", "Vesta NXT")
|
||||||
|
/// - Version number variations
|
||||||
|
/// - Related terms based on query content
|
||||||
|
///
|
||||||
|
/// # Arguments
|
||||||
|
/// * `query` - The original user query
|
||||||
|
///
|
||||||
|
/// # Returns
|
||||||
|
/// A vector of query strings to search, with the original query first
|
||||||
|
/// followed by expanded variations. Returns empty only if input is empty or
|
||||||
|
/// whitespace-only. Otherwise, always returns at least the original query.
|
||||||
|
pub fn expand_query(query: &str) -> Vec<String> {
|
||||||
|
if query.trim().is_empty() {
|
||||||
|
return Vec::new();
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut expanded = vec![query.to_string()];
|
||||||
|
|
||||||
|
// Get product synonyms
|
||||||
|
let product_synonyms = get_product_synonyms(query);
|
||||||
|
expanded.extend(product_synonyms);
|
||||||
|
|
||||||
|
// Extract keywords from query for additional expansion
|
||||||
|
let keywords = extract_keywords(query);
|
||||||
|
|
||||||
|
// Add keyword variations
|
||||||
|
for keyword in keywords.iter().take(5) {
|
||||||
|
if !expanded.contains(keyword) {
|
||||||
|
expanded.push(keyword.clone());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Add common related terms based on query content
|
||||||
|
let query_lower = query.to_lowercase();
|
||||||
|
|
||||||
|
if query_lower.contains("confluence") || query_lower.contains("documentation") {
|
||||||
|
expanded.push("docs".to_string());
|
||||||
|
expanded.push("manual".to_string());
|
||||||
|
expanded.push("guide".to_string());
|
||||||
|
}
|
||||||
|
|
||||||
|
if query_lower.contains("deploy") || query_lower.contains("deployment") {
|
||||||
|
expanded.push("deploy".to_string());
|
||||||
|
expanded.push("deployment".to_string());
|
||||||
|
expanded.push("release".to_string());
|
||||||
|
expanded.push("build".to_string());
|
||||||
|
}
|
||||||
|
|
||||||
|
if query_lower.contains("kubernetes") || query_lower.contains("k8s") {
|
||||||
|
expanded.push("kubernetes".to_string());
|
||||||
|
expanded.push("k8s".to_string());
|
||||||
|
expanded.push("pod".to_string());
|
||||||
|
expanded.push("container".to_string());
|
||||||
|
}
|
||||||
|
|
||||||
|
// Remove duplicates and empty strings
|
||||||
|
expanded.sort();
|
||||||
|
expanded.dedup();
|
||||||
|
expanded.retain(|s| !s.is_empty());
|
||||||
|
|
||||||
|
expanded
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Extract important keywords from a search query
|
||||||
|
///
|
||||||
|
/// This function removes stop words and extracts meaningful terms
|
||||||
|
/// for search expansion.
|
||||||
|
///
|
||||||
|
/// # Arguments
|
||||||
|
/// * `query` - The original user query
|
||||||
|
///
|
||||||
|
/// # Returns
|
||||||
|
/// A vector of extracted keywords
|
||||||
|
fn extract_keywords(query: &str) -> Vec<String> {
|
||||||
|
let stop_words: HashSet<&str> = [
|
||||||
|
"how", "do", "i", "the", "a", "an", "is", "are", "was", "were", "be", "been", "being",
|
||||||
|
"have", "has", "had", "having", "do", "does", "did", "doing", "will", "would", "should",
|
||||||
|
"could", "can", "may", "might", "must", "to", "from", "in", "on", "at", "by", "for",
|
||||||
|
"with", "about", "as", "of", "or", "and", "but", "not", "what", "when", "where", "which",
|
||||||
|
"who", "this", "that", "these", "those", "if", "then", "else", "for", "while", "until",
|
||||||
|
"against", "between", "into", "through", "during", "before", "after", "above", "below",
|
||||||
|
"up", "down", "out", "off", "over", "under", "again", "further", "then", "once", "here",
|
||||||
|
"there", "why", "where", "all", "any", "both", "each", "few", "more", "most", "other",
|
||||||
|
"some", "such", "no", "nor", "only", "own", "same", "so", "than", "too", "very", "can",
|
||||||
|
"just", "should", "now",
|
||||||
|
]
|
||||||
|
.into_iter()
|
||||||
|
.collect();
|
||||||
|
|
||||||
|
let mut keywords = Vec::new();
|
||||||
|
let mut remaining = query.to_string();
|
||||||
|
|
||||||
|
while !remaining.is_empty() {
|
||||||
|
// Skip leading whitespace
|
||||||
|
if remaining.starts_with(char::is_whitespace) {
|
||||||
|
remaining = remaining.trim_start().to_string();
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Try to extract version number (e.g., 1.0.12, 1.1.9)
|
||||||
|
if remaining.starts_with(|c: char| c.is_ascii_digit()) {
|
||||||
|
let mut end_pos = 0;
|
||||||
|
let mut dot_count = 0;
|
||||||
|
|
||||||
|
for (i, c) in remaining.chars().enumerate() {
|
||||||
|
if c.is_ascii_digit() {
|
||||||
|
end_pos = i + 1;
|
||||||
|
} else if c == '.' {
|
||||||
|
end_pos = i + 1;
|
||||||
|
dot_count += 1;
|
||||||
|
} else {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Only extract if we have at least 2 dots (e.g., 1.0.12)
|
||||||
|
if dot_count >= 2 && end_pos > 0 {
|
||||||
|
let version = remaining[..end_pos].to_string();
|
||||||
|
keywords.push(version.clone());
|
||||||
|
remaining = remaining[end_pos..].to_string();
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Find word boundary - split on whitespace or non-alphanumeric
|
||||||
|
let mut split_pos = remaining.len();
|
||||||
|
for (i, c) in remaining.chars().enumerate() {
|
||||||
|
if c.is_whitespace() || !c.is_alphanumeric() {
|
||||||
|
split_pos = i;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// If split_pos is 0, the string starts with a non-alphanumeric character
|
||||||
|
// Skip it and continue
|
||||||
|
if split_pos == 0 {
|
||||||
|
remaining = remaining[1..].to_string();
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
let word = remaining[..split_pos].to_lowercase();
|
||||||
|
remaining = remaining[split_pos..].to_string();
|
||||||
|
|
||||||
|
// Skip empty words, single chars, and stop words
|
||||||
|
if word.is_empty() || word.len() < 2 || stop_words.contains(word.as_str()) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Add numeric words with 3+ digits
|
||||||
|
if word.chars().all(|c| c.is_ascii_digit()) && word.len() >= 3 {
|
||||||
|
keywords.push(word.clone());
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Add words with at least one alphabetic character
|
||||||
|
if word.chars().any(|c| c.is_alphabetic()) {
|
||||||
|
keywords.push(word.clone());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
keywords.sort();
|
||||||
|
keywords.dedup();
|
||||||
|
|
||||||
|
keywords
|
||||||
|
}
|
||||||
|
|
||||||
|
#[cfg(test)]
|
||||||
|
mod tests {
|
||||||
|
use super::*;
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_expand_query_with_product_synonyms() {
|
||||||
|
let query = "upgrade vesta nxt to 1.1.9";
|
||||||
|
let expanded = expand_query(query);
|
||||||
|
|
||||||
|
// Should contain original query
|
||||||
|
assert!(expanded.contains(&query.to_string()));
|
||||||
|
|
||||||
|
// Should contain product synonyms
|
||||||
|
assert!(expanded
|
||||||
|
.iter()
|
||||||
|
.any(|s| s.contains("vnxt") || s.contains("vnxt")));
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_expand_query_with_version_numbers() {
|
||||||
|
let query = "version 1.0.12";
|
||||||
|
let expanded = expand_query(query);
|
||||||
|
|
||||||
|
// Should contain original query
|
||||||
|
assert!(expanded.contains(&query.to_string()));
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_extract_keywords() {
|
||||||
|
let query = "How do I upgrade VESTA NXT from 1.0.12 to 1.1.9?";
|
||||||
|
let keywords = extract_keywords(query);
|
||||||
|
|
||||||
|
assert!(keywords.contains(&"upgrade".to_string()));
|
||||||
|
assert!(keywords.contains(&"vesta".to_string()));
|
||||||
|
assert!(keywords.contains(&"nxt".to_string()));
|
||||||
|
assert!(keywords.contains(&"1.0.12".to_string()));
|
||||||
|
assert!(keywords.contains(&"1.1.9".to_string()));
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_product_synonyms() {
|
||||||
|
let synonyms = get_product_synonyms("vesta nxt upgrade");
|
||||||
|
|
||||||
|
// Should contain VNXT synonym
|
||||||
|
assert!(synonyms
|
||||||
|
.iter()
|
||||||
|
.any(|s| s.contains("VNXT") || s.contains("vnxt")));
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_empty_query() {
|
||||||
|
let expanded = expand_query("");
|
||||||
|
assert!(expanded.is_empty() || expanded.contains(&"".to_string()));
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -1,4 +1,7 @@
|
|||||||
use super::confluence_search::SearchResult;
|
use super::confluence_search::SearchResult;
|
||||||
|
use crate::integrations::query_expansion::expand_query;
|
||||||
|
|
||||||
|
const MAX_EXPANDED_QUERIES: usize = 3;
|
||||||
|
|
||||||
/// Search ServiceNow Knowledge Base for content matching the query
|
/// Search ServiceNow Knowledge Base for content matching the query
|
||||||
pub async fn search_servicenow(
|
pub async fn search_servicenow(
|
||||||
@ -9,82 +12,88 @@ pub async fn search_servicenow(
|
|||||||
let cookie_header = crate::integrations::webview_auth::cookies_to_header(cookies);
|
let cookie_header = crate::integrations::webview_auth::cookies_to_header(cookies);
|
||||||
let client = reqwest::Client::new();
|
let client = reqwest::Client::new();
|
||||||
|
|
||||||
// Search Knowledge Base articles
|
let expanded_queries = expand_query(query);
|
||||||
let search_url = format!(
|
|
||||||
"{}/api/now/table/kb_knowledge?sysparm_query=textLIKE{}^ORshort_descriptionLIKE{}&sysparm_limit=5",
|
|
||||||
instance_url.trim_end_matches('/'),
|
|
||||||
urlencoding::encode(query),
|
|
||||||
urlencoding::encode(query)
|
|
||||||
);
|
|
||||||
|
|
||||||
tracing::info!("Searching ServiceNow: {}", search_url);
|
let mut all_results = Vec::new();
|
||||||
|
|
||||||
let resp = client
|
for expanded_query in expanded_queries.iter().take(MAX_EXPANDED_QUERIES) {
|
||||||
.get(&search_url)
|
// Search Knowledge Base articles
|
||||||
.header("Cookie", &cookie_header)
|
let search_url = format!(
|
||||||
.header("Accept", "application/json")
|
"{}/api/now/table/kb_knowledge?sysparm_query=textLIKE{}^ORshort_descriptionLIKE{}&sysparm_limit=5",
|
||||||
.send()
|
instance_url.trim_end_matches('/'),
|
||||||
.await
|
urlencoding::encode(expanded_query),
|
||||||
.map_err(|e| format!("ServiceNow search request failed: {e}"))?;
|
urlencoding::encode(expanded_query)
|
||||||
|
);
|
||||||
|
|
||||||
if !resp.status().is_success() {
|
tracing::info!("Searching ServiceNow with query: {}", expanded_query);
|
||||||
let status = resp.status();
|
|
||||||
let text = resp.text().await.unwrap_or_default();
|
|
||||||
return Err(format!(
|
|
||||||
"ServiceNow search failed with status {status}: {text}"
|
|
||||||
));
|
|
||||||
}
|
|
||||||
|
|
||||||
let json: serde_json::Value = resp
|
let resp = client
|
||||||
.json()
|
.get(&search_url)
|
||||||
.await
|
.header("Cookie", &cookie_header)
|
||||||
.map_err(|e| format!("Failed to parse ServiceNow search response: {e}"))?;
|
.header("Accept", "application/json")
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("ServiceNow search request failed: {e}"))?;
|
||||||
|
|
||||||
let mut results = Vec::new();
|
if !resp.status().is_success() {
|
||||||
|
let status = resp.status();
|
||||||
|
let text = resp.text().await.unwrap_or_default();
|
||||||
|
tracing::warn!("ServiceNow search failed with status {status}: {text}");
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
if let Some(result_array) = json["result"].as_array() {
|
let json: serde_json::Value = resp
|
||||||
for item in result_array.iter().take(3) {
|
.json()
|
||||||
// Take top 3 results
|
.await
|
||||||
let title = item["short_description"]
|
.map_err(|e| format!("Failed to parse ServiceNow search response: {e}"))?;
|
||||||
.as_str()
|
|
||||||
.unwrap_or("Untitled")
|
|
||||||
.to_string();
|
|
||||||
|
|
||||||
let sys_id = item["sys_id"].as_str().unwrap_or("").to_string();
|
if let Some(result_array) = json["result"].as_array() {
|
||||||
|
for item in result_array.iter().take(MAX_EXPANDED_QUERIES) {
|
||||||
|
// Take top 3 results
|
||||||
|
let title = item["short_description"]
|
||||||
|
.as_str()
|
||||||
|
.unwrap_or("Untitled")
|
||||||
|
.to_string();
|
||||||
|
|
||||||
let url = format!(
|
let sys_id = item["sys_id"].as_str().unwrap_or("").to_string();
|
||||||
"{}/kb_view.do?sysparm_article={}",
|
|
||||||
instance_url.trim_end_matches('/'),
|
|
||||||
sys_id
|
|
||||||
);
|
|
||||||
|
|
||||||
let excerpt = item["text"]
|
let url = format!(
|
||||||
.as_str()
|
"{}/kb_view.do?sysparm_article={}",
|
||||||
.unwrap_or("")
|
instance_url.trim_end_matches('/'),
|
||||||
.chars()
|
sys_id
|
||||||
.take(300)
|
);
|
||||||
.collect::<String>();
|
|
||||||
|
|
||||||
// Get full article content
|
let excerpt = item["text"]
|
||||||
let content = item["text"].as_str().map(|text| {
|
.as_str()
|
||||||
if text.len() > 3000 {
|
.unwrap_or("")
|
||||||
format!("{}...", &text[..3000])
|
.chars()
|
||||||
} else {
|
.take(300)
|
||||||
text.to_string()
|
.collect::<String>();
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
results.push(SearchResult {
|
// Get full article content
|
||||||
title,
|
let content = item["text"].as_str().map(|text| {
|
||||||
url,
|
if text.len() > 3000 {
|
||||||
excerpt,
|
format!("{}...", &text[..3000])
|
||||||
content,
|
} else {
|
||||||
source: "ServiceNow".to_string(),
|
text.to_string()
|
||||||
});
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
all_results.push(SearchResult {
|
||||||
|
title,
|
||||||
|
url,
|
||||||
|
excerpt,
|
||||||
|
content,
|
||||||
|
source: "ServiceNow".to_string(),
|
||||||
|
});
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
Ok(results)
|
all_results.sort_by(|a, b| a.url.cmp(&b.url));
|
||||||
|
all_results.dedup_by(|a, b| a.url == b.url);
|
||||||
|
|
||||||
|
Ok(all_results)
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Search ServiceNow Incidents for related issues
|
/// Search ServiceNow Incidents for related issues
|
||||||
@ -96,68 +105,78 @@ pub async fn search_incidents(
|
|||||||
let cookie_header = crate::integrations::webview_auth::cookies_to_header(cookies);
|
let cookie_header = crate::integrations::webview_auth::cookies_to_header(cookies);
|
||||||
let client = reqwest::Client::new();
|
let client = reqwest::Client::new();
|
||||||
|
|
||||||
// Search incidents
|
let expanded_queries = expand_query(query);
|
||||||
let search_url = format!(
|
|
||||||
"{}/api/now/table/incident?sysparm_query=short_descriptionLIKE{}^ORdescriptionLIKE{}&sysparm_limit=3&sysparm_display_value=true",
|
|
||||||
instance_url.trim_end_matches('/'),
|
|
||||||
urlencoding::encode(query),
|
|
||||||
urlencoding::encode(query)
|
|
||||||
);
|
|
||||||
|
|
||||||
tracing::info!("Searching ServiceNow incidents: {}", search_url);
|
let mut all_results = Vec::new();
|
||||||
|
|
||||||
let resp = client
|
for expanded_query in expanded_queries.iter().take(MAX_EXPANDED_QUERIES) {
|
||||||
.get(&search_url)
|
// Search incidents
|
||||||
.header("Cookie", &cookie_header)
|
let search_url = format!(
|
||||||
.header("Accept", "application/json")
|
"{}/api/now/table/incident?sysparm_query=short_descriptionLIKE{}^ORdescriptionLIKE{}&sysparm_limit=3&sysparm_display_value=true",
|
||||||
.send()
|
instance_url.trim_end_matches('/'),
|
||||||
.await
|
urlencoding::encode(expanded_query),
|
||||||
.map_err(|e| format!("ServiceNow incident search failed: {e}"))?;
|
urlencoding::encode(expanded_query)
|
||||||
|
);
|
||||||
|
|
||||||
if !resp.status().is_success() {
|
tracing::info!(
|
||||||
return Ok(Vec::new()); // Don't fail if incident search fails
|
"Searching ServiceNow incidents with query: {}",
|
||||||
}
|
expanded_query
|
||||||
|
);
|
||||||
|
|
||||||
let json: serde_json::Value = resp
|
let resp = client
|
||||||
.json()
|
.get(&search_url)
|
||||||
.await
|
.header("Cookie", &cookie_header)
|
||||||
.map_err(|_| "Failed to parse incident response".to_string())?;
|
.header("Accept", "application/json")
|
||||||
|
.send()
|
||||||
|
.await
|
||||||
|
.map_err(|e| format!("ServiceNow incident search failed: {e}"))?;
|
||||||
|
|
||||||
let mut results = Vec::new();
|
if !resp.status().is_success() {
|
||||||
|
continue; // Don't fail if incident search fails
|
||||||
|
}
|
||||||
|
|
||||||
if let Some(result_array) = json["result"].as_array() {
|
let json: serde_json::Value = resp
|
||||||
for item in result_array.iter() {
|
.json()
|
||||||
let number = item["number"].as_str().unwrap_or("Unknown");
|
.await
|
||||||
let title = format!(
|
.map_err(|_| "Failed to parse incident response".to_string())?;
|
||||||
"Incident {}: {}",
|
|
||||||
number,
|
|
||||||
item["short_description"].as_str().unwrap_or("No title")
|
|
||||||
);
|
|
||||||
|
|
||||||
let sys_id = item["sys_id"].as_str().unwrap_or("");
|
if let Some(result_array) = json["result"].as_array() {
|
||||||
let url = format!(
|
for item in result_array.iter() {
|
||||||
"{}/incident.do?sys_id={}",
|
let number = item["number"].as_str().unwrap_or("Unknown");
|
||||||
instance_url.trim_end_matches('/'),
|
let title = format!(
|
||||||
sys_id
|
"Incident {}: {}",
|
||||||
);
|
number,
|
||||||
|
item["short_description"].as_str().unwrap_or("No title")
|
||||||
|
);
|
||||||
|
|
||||||
let description = item["description"].as_str().unwrap_or("").to_string();
|
let sys_id = item["sys_id"].as_str().unwrap_or("");
|
||||||
|
let url = format!(
|
||||||
|
"{}/incident.do?sys_id={}",
|
||||||
|
instance_url.trim_end_matches('/'),
|
||||||
|
sys_id
|
||||||
|
);
|
||||||
|
|
||||||
let resolution = item["close_notes"].as_str().unwrap_or("").to_string();
|
let description = item["description"].as_str().unwrap_or("").to_string();
|
||||||
|
|
||||||
let content = format!("Description: {description}\nResolution: {resolution}");
|
let resolution = item["close_notes"].as_str().unwrap_or("").to_string();
|
||||||
|
|
||||||
let excerpt = content.chars().take(200).collect::<String>();
|
let content = format!("Description: {description}\nResolution: {resolution}");
|
||||||
|
|
||||||
results.push(SearchResult {
|
let excerpt = content.chars().take(200).collect::<String>();
|
||||||
title,
|
|
||||||
url,
|
all_results.push(SearchResult {
|
||||||
excerpt,
|
title,
|
||||||
content: Some(content),
|
url,
|
||||||
source: "ServiceNow".to_string(),
|
excerpt,
|
||||||
});
|
content: Some(content),
|
||||||
|
source: "ServiceNow".to_string(),
|
||||||
|
});
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
Ok(results)
|
all_results.sort_by(|a, b| a.url.cmp(&b.url));
|
||||||
|
all_results.dedup_by(|a, b| a.url == b.url);
|
||||||
|
|
||||||
|
Ok(all_results)
|
||||||
}
|
}
|
||||||
|
|||||||
@ -6,6 +6,7 @@ use serde_json::Value;
|
|||||||
use tauri::WebviewWindow;
|
use tauri::WebviewWindow;
|
||||||
|
|
||||||
use super::confluence_search::SearchResult;
|
use super::confluence_search::SearchResult;
|
||||||
|
use crate::integrations::query_expansion::expand_query;
|
||||||
|
|
||||||
/// Execute an HTTP request from within the webview context
|
/// Execute an HTTP request from within the webview context
|
||||||
/// This automatically includes all cookies (including HttpOnly) from the authenticated session
|
/// This automatically includes all cookies (including HttpOnly) from the authenticated session
|
||||||
@ -123,106 +124,113 @@ pub async fn search_confluence_webview<R: tauri::Runtime>(
|
|||||||
base_url: &str,
|
base_url: &str,
|
||||||
query: &str,
|
query: &str,
|
||||||
) -> Result<Vec<SearchResult>, String> {
|
) -> Result<Vec<SearchResult>, String> {
|
||||||
// Extract keywords from the query for better search
|
let expanded_queries = expand_query(query);
|
||||||
// Remove common words and extract important terms
|
|
||||||
let keywords = extract_keywords(query);
|
|
||||||
|
|
||||||
// Build CQL query with OR logic for keywords
|
let mut all_results = Vec::new();
|
||||||
let cql = if keywords.len() > 1 {
|
|
||||||
// Multiple keywords - search for any of them
|
|
||||||
let keyword_conditions: Vec<String> =
|
|
||||||
keywords.iter().map(|k| format!("text ~ \"{k}\"")).collect();
|
|
||||||
keyword_conditions.join(" OR ")
|
|
||||||
} else if !keywords.is_empty() {
|
|
||||||
// Single keyword
|
|
||||||
let keyword = &keywords[0];
|
|
||||||
format!("text ~ \"{keyword}\"")
|
|
||||||
} else {
|
|
||||||
// Fallback to original query
|
|
||||||
format!("text ~ \"{query}\"")
|
|
||||||
};
|
|
||||||
|
|
||||||
let search_url = format!(
|
for expanded_query in expanded_queries.iter().take(3) {
|
||||||
"{}/rest/api/search?cql={}&limit=10",
|
// Extract keywords from the query for better search
|
||||||
base_url.trim_end_matches('/'),
|
// Remove common words and extract important terms
|
||||||
urlencoding::encode(&cql)
|
let keywords = extract_keywords(expanded_query);
|
||||||
);
|
|
||||||
|
|
||||||
tracing::info!("Executing Confluence search via webview with CQL: {}", cql);
|
// Build CQL query with OR logic for keywords
|
||||||
|
let cql = if keywords.len() > 1 {
|
||||||
|
// Multiple keywords - search for any of them
|
||||||
|
let keyword_conditions: Vec<String> =
|
||||||
|
keywords.iter().map(|k| format!("text ~ \"{k}\"")).collect();
|
||||||
|
keyword_conditions.join(" OR ")
|
||||||
|
} else if !keywords.is_empty() {
|
||||||
|
// Single keyword
|
||||||
|
let keyword = &keywords[0];
|
||||||
|
format!("text ~ \"{keyword}\"")
|
||||||
|
} else {
|
||||||
|
// Fallback to expanded query
|
||||||
|
format!("text ~ \"{expanded_query}\"")
|
||||||
|
};
|
||||||
|
|
||||||
let response = fetch_from_webview(webview_window, &search_url, "GET", None).await?;
|
let search_url = format!(
|
||||||
|
"{}/rest/api/search?cql={}&limit=10",
|
||||||
|
base_url.trim_end_matches('/'),
|
||||||
|
urlencoding::encode(&cql)
|
||||||
|
);
|
||||||
|
|
||||||
let mut results = Vec::new();
|
tracing::info!("Executing Confluence search via webview with CQL: {}", cql);
|
||||||
|
|
||||||
if let Some(results_array) = response.get("results").and_then(|v| v.as_array()) {
|
let response = fetch_from_webview(webview_window, &search_url, "GET", None).await?;
|
||||||
for item in results_array.iter().take(5) {
|
|
||||||
let title = item["title"].as_str().unwrap_or("Untitled").to_string();
|
|
||||||
let content_id = item["content"]["id"].as_str();
|
|
||||||
let space_key = item["content"]["space"]["key"].as_str();
|
|
||||||
|
|
||||||
let url = if let (Some(id), Some(space)) = (content_id, space_key) {
|
if let Some(results_array) = response.get("results").and_then(|v| v.as_array()) {
|
||||||
format!(
|
for item in results_array.iter().take(5) {
|
||||||
"{}/display/{}/{}",
|
let title = item["title"].as_str().unwrap_or("Untitled").to_string();
|
||||||
base_url.trim_end_matches('/'),
|
let content_id = item["content"]["id"].as_str();
|
||||||
space,
|
let space_key = item["content"]["space"]["key"].as_str();
|
||||||
id
|
|
||||||
)
|
|
||||||
} else {
|
|
||||||
base_url.to_string()
|
|
||||||
};
|
|
||||||
|
|
||||||
let excerpt = item["excerpt"]
|
let url = if let (Some(id), Some(space)) = (content_id, space_key) {
|
||||||
.as_str()
|
format!(
|
||||||
.unwrap_or("")
|
"{}/display/{}/{}",
|
||||||
.replace("<span class=\"highlight\">", "")
|
base_url.trim_end_matches('/'),
|
||||||
.replace("</span>", "");
|
space,
|
||||||
|
id
|
||||||
|
)
|
||||||
|
} else {
|
||||||
|
base_url.to_string()
|
||||||
|
};
|
||||||
|
|
||||||
// Fetch full page content
|
let excerpt = item["excerpt"]
|
||||||
let content = if let Some(id) = content_id {
|
.as_str()
|
||||||
let content_url = format!(
|
.unwrap_or("")
|
||||||
"{}/rest/api/content/{id}?expand=body.storage",
|
.replace("<span class=\"highlight\">", "")
|
||||||
base_url.trim_end_matches('/')
|
.replace("</span>", "");
|
||||||
);
|
|
||||||
if let Ok(content_resp) =
|
// Fetch full page content
|
||||||
fetch_from_webview(webview_window, &content_url, "GET", None).await
|
let content = if let Some(id) = content_id {
|
||||||
{
|
let content_url = format!(
|
||||||
if let Some(body) = content_resp
|
"{}/rest/api/content/{id}?expand=body.storage",
|
||||||
.get("body")
|
base_url.trim_end_matches('/')
|
||||||
.and_then(|b| b.get("storage"))
|
);
|
||||||
.and_then(|s| s.get("value"))
|
if let Ok(content_resp) =
|
||||||
.and_then(|v| v.as_str())
|
fetch_from_webview(webview_window, &content_url, "GET", None).await
|
||||||
{
|
{
|
||||||
let text = strip_html_simple(body);
|
if let Some(body) = content_resp
|
||||||
Some(if text.len() > 3000 {
|
.get("body")
|
||||||
format!("{}...", &text[..3000])
|
.and_then(|b| b.get("storage"))
|
||||||
|
.and_then(|s| s.get("value"))
|
||||||
|
.and_then(|v| v.as_str())
|
||||||
|
{
|
||||||
|
let text = strip_html_simple(body);
|
||||||
|
Some(if text.len() > 3000 {
|
||||||
|
format!("{}...", &text[..3000])
|
||||||
|
} else {
|
||||||
|
text
|
||||||
|
})
|
||||||
} else {
|
} else {
|
||||||
text
|
None
|
||||||
})
|
}
|
||||||
} else {
|
} else {
|
||||||
None
|
None
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
None
|
None
|
||||||
}
|
};
|
||||||
} else {
|
|
||||||
None
|
|
||||||
};
|
|
||||||
|
|
||||||
results.push(SearchResult {
|
all_results.push(SearchResult {
|
||||||
title,
|
title,
|
||||||
url,
|
url,
|
||||||
excerpt: excerpt.chars().take(300).collect(),
|
excerpt: excerpt.chars().take(300).collect(),
|
||||||
content,
|
content,
|
||||||
source: "Confluence".to_string(),
|
source: "Confluence".to_string(),
|
||||||
});
|
});
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
all_results.sort_by(|a, b| a.url.cmp(&b.url));
|
||||||
|
all_results.dedup_by(|a, b| a.url == b.url);
|
||||||
|
|
||||||
tracing::info!(
|
tracing::info!(
|
||||||
"Confluence webview search returned {} results",
|
"Confluence webview search returned {} results",
|
||||||
results.len()
|
all_results.len()
|
||||||
);
|
);
|
||||||
Ok(results)
|
Ok(all_results)
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Extract keywords from a search query
|
/// Extract keywords from a search query
|
||||||
@ -296,92 +304,99 @@ pub async fn search_servicenow_webview<R: tauri::Runtime>(
|
|||||||
instance_url: &str,
|
instance_url: &str,
|
||||||
query: &str,
|
query: &str,
|
||||||
) -> Result<Vec<SearchResult>, String> {
|
) -> Result<Vec<SearchResult>, String> {
|
||||||
let mut results = Vec::new();
|
let expanded_queries = expand_query(query);
|
||||||
|
|
||||||
// Search knowledge base
|
let mut all_results = Vec::new();
|
||||||
let kb_url = format!(
|
|
||||||
"{}/api/now/table/kb_knowledge?sysparm_query=textLIKE{}^ORshort_descriptionLIKE{}&sysparm_limit=3",
|
|
||||||
instance_url.trim_end_matches('/'),
|
|
||||||
urlencoding::encode(query),
|
|
||||||
urlencoding::encode(query)
|
|
||||||
);
|
|
||||||
|
|
||||||
tracing::info!("Executing ServiceNow KB search via webview");
|
for expanded_query in expanded_queries.iter().take(3) {
|
||||||
|
// Search knowledge base
|
||||||
|
let kb_url = format!(
|
||||||
|
"{}/api/now/table/kb_knowledge?sysparm_query=textLIKE{}^ORshort_descriptionLIKE{}&sysparm_limit=3",
|
||||||
|
instance_url.trim_end_matches('/'),
|
||||||
|
urlencoding::encode(expanded_query),
|
||||||
|
urlencoding::encode(expanded_query)
|
||||||
|
);
|
||||||
|
|
||||||
if let Ok(kb_response) = fetch_from_webview(webview_window, &kb_url, "GET", None).await {
|
tracing::info!("Executing ServiceNow KB search via webview with expanded query");
|
||||||
if let Some(kb_array) = kb_response.get("result").and_then(|v| v.as_array()) {
|
|
||||||
for item in kb_array {
|
|
||||||
let title = item["short_description"]
|
|
||||||
.as_str()
|
|
||||||
.unwrap_or("Untitled")
|
|
||||||
.to_string();
|
|
||||||
let sys_id = item["sys_id"].as_str().unwrap_or("");
|
|
||||||
let url = format!(
|
|
||||||
"{}/kb_view.do?sysparm_article={sys_id}",
|
|
||||||
instance_url.trim_end_matches('/')
|
|
||||||
);
|
|
||||||
let text = item["text"].as_str().unwrap_or("");
|
|
||||||
let excerpt = text.chars().take(300).collect();
|
|
||||||
let content = Some(if text.len() > 3000 {
|
|
||||||
format!("{}...", &text[..3000])
|
|
||||||
} else {
|
|
||||||
text.to_string()
|
|
||||||
});
|
|
||||||
|
|
||||||
results.push(SearchResult {
|
if let Ok(kb_response) = fetch_from_webview(webview_window, &kb_url, "GET", None).await {
|
||||||
title,
|
if let Some(kb_array) = kb_response.get("result").and_then(|v| v.as_array()) {
|
||||||
url,
|
for item in kb_array {
|
||||||
excerpt,
|
let title = item["short_description"]
|
||||||
content,
|
.as_str()
|
||||||
source: "ServiceNow".to_string(),
|
.unwrap_or("Untitled")
|
||||||
});
|
.to_string();
|
||||||
|
let sys_id = item["sys_id"].as_str().unwrap_or("");
|
||||||
|
let url = format!(
|
||||||
|
"{}/kb_view.do?sysparm_article={sys_id}",
|
||||||
|
instance_url.trim_end_matches('/')
|
||||||
|
);
|
||||||
|
let text = item["text"].as_str().unwrap_or("");
|
||||||
|
let excerpt = text.chars().take(300).collect();
|
||||||
|
let content = Some(if text.len() > 3000 {
|
||||||
|
format!("{}...", &text[..3000])
|
||||||
|
} else {
|
||||||
|
text.to_string()
|
||||||
|
});
|
||||||
|
|
||||||
|
all_results.push(SearchResult {
|
||||||
|
title,
|
||||||
|
url,
|
||||||
|
excerpt,
|
||||||
|
content,
|
||||||
|
source: "ServiceNow".to_string(),
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Search incidents
|
||||||
|
let inc_url = format!(
|
||||||
|
"{}/api/now/table/incident?sysparm_query=short_descriptionLIKE{}^ORdescriptionLIKE{}&sysparm_limit=3&sysparm_display_value=true",
|
||||||
|
instance_url.trim_end_matches('/'),
|
||||||
|
urlencoding::encode(expanded_query),
|
||||||
|
urlencoding::encode(expanded_query)
|
||||||
|
);
|
||||||
|
|
||||||
|
if let Ok(inc_response) = fetch_from_webview(webview_window, &inc_url, "GET", None).await {
|
||||||
|
if let Some(inc_array) = inc_response.get("result").and_then(|v| v.as_array()) {
|
||||||
|
for item in inc_array {
|
||||||
|
let number = item["number"].as_str().unwrap_or("Unknown");
|
||||||
|
let title = format!(
|
||||||
|
"Incident {}: {}",
|
||||||
|
number,
|
||||||
|
item["short_description"].as_str().unwrap_or("No title")
|
||||||
|
);
|
||||||
|
let sys_id = item["sys_id"].as_str().unwrap_or("");
|
||||||
|
let url = format!(
|
||||||
|
"{}/incident.do?sys_id={sys_id}",
|
||||||
|
instance_url.trim_end_matches('/')
|
||||||
|
);
|
||||||
|
let description = item["description"].as_str().unwrap_or("");
|
||||||
|
let resolution = item["close_notes"].as_str().unwrap_or("");
|
||||||
|
let content = format!("Description: {description}\nResolution: {resolution}");
|
||||||
|
let excerpt = content.chars().take(200).collect();
|
||||||
|
|
||||||
|
all_results.push(SearchResult {
|
||||||
|
title,
|
||||||
|
url,
|
||||||
|
excerpt,
|
||||||
|
content: Some(content),
|
||||||
|
source: "ServiceNow".to_string(),
|
||||||
|
});
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Search incidents
|
all_results.sort_by(|a, b| a.url.cmp(&b.url));
|
||||||
let inc_url = format!(
|
all_results.dedup_by(|a, b| a.url == b.url);
|
||||||
"{}/api/now/table/incident?sysparm_query=short_descriptionLIKE{}^ORdescriptionLIKE{}&sysparm_limit=3&sysparm_display_value=true",
|
|
||||||
instance_url.trim_end_matches('/'),
|
|
||||||
urlencoding::encode(query),
|
|
||||||
urlencoding::encode(query)
|
|
||||||
);
|
|
||||||
|
|
||||||
if let Ok(inc_response) = fetch_from_webview(webview_window, &inc_url, "GET", None).await {
|
|
||||||
if let Some(inc_array) = inc_response.get("result").and_then(|v| v.as_array()) {
|
|
||||||
for item in inc_array {
|
|
||||||
let number = item["number"].as_str().unwrap_or("Unknown");
|
|
||||||
let title = format!(
|
|
||||||
"Incident {}: {}",
|
|
||||||
number,
|
|
||||||
item["short_description"].as_str().unwrap_or("No title")
|
|
||||||
);
|
|
||||||
let sys_id = item["sys_id"].as_str().unwrap_or("");
|
|
||||||
let url = format!(
|
|
||||||
"{}/incident.do?sys_id={sys_id}",
|
|
||||||
instance_url.trim_end_matches('/')
|
|
||||||
);
|
|
||||||
let description = item["description"].as_str().unwrap_or("");
|
|
||||||
let resolution = item["close_notes"].as_str().unwrap_or("");
|
|
||||||
let content = format!("Description: {description}\nResolution: {resolution}");
|
|
||||||
let excerpt = content.chars().take(200).collect();
|
|
||||||
|
|
||||||
results.push(SearchResult {
|
|
||||||
title,
|
|
||||||
url,
|
|
||||||
excerpt,
|
|
||||||
content: Some(content),
|
|
||||||
source: "ServiceNow".to_string(),
|
|
||||||
});
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
tracing::info!(
|
tracing::info!(
|
||||||
"ServiceNow webview search returned {} results",
|
"ServiceNow webview search returned {} results",
|
||||||
results.len()
|
all_results.len()
|
||||||
);
|
);
|
||||||
Ok(results)
|
Ok(all_results)
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Search Azure DevOps wiki using webview fetch
|
/// Search Azure DevOps wiki using webview fetch
|
||||||
@ -391,82 +406,89 @@ pub async fn search_azuredevops_wiki_webview<R: tauri::Runtime>(
|
|||||||
project: &str,
|
project: &str,
|
||||||
query: &str,
|
query: &str,
|
||||||
) -> Result<Vec<SearchResult>, String> {
|
) -> Result<Vec<SearchResult>, String> {
|
||||||
// Extract keywords for better search
|
let expanded_queries = expand_query(query);
|
||||||
let keywords = extract_keywords(query);
|
|
||||||
|
|
||||||
let search_text = if !keywords.is_empty() {
|
let mut all_results = Vec::new();
|
||||||
keywords.join(" ")
|
|
||||||
} else {
|
|
||||||
query.to_string()
|
|
||||||
};
|
|
||||||
|
|
||||||
// Azure DevOps wiki search API
|
for expanded_query in expanded_queries.iter().take(3) {
|
||||||
let search_url = format!(
|
// Extract keywords for better search
|
||||||
"{}/{}/_apis/wiki/wikis?api-version=7.0",
|
let keywords = extract_keywords(expanded_query);
|
||||||
org_url.trim_end_matches('/'),
|
|
||||||
urlencoding::encode(project)
|
|
||||||
);
|
|
||||||
|
|
||||||
tracing::info!(
|
let search_text = if !keywords.is_empty() {
|
||||||
"Executing Azure DevOps wiki search via webview for: {}",
|
keywords.join(" ")
|
||||||
search_text
|
} else {
|
||||||
);
|
expanded_query.clone()
|
||||||
|
};
|
||||||
|
|
||||||
// First, get list of wikis
|
// Azure DevOps wiki search API
|
||||||
let wikis_response = fetch_from_webview(webview_window, &search_url, "GET", None).await?;
|
let search_url = format!(
|
||||||
|
"{}/{}/_apis/wiki/wikis?api-version=7.0",
|
||||||
|
org_url.trim_end_matches('/'),
|
||||||
|
urlencoding::encode(project)
|
||||||
|
);
|
||||||
|
|
||||||
let mut results = Vec::new();
|
tracing::info!(
|
||||||
|
"Executing Azure DevOps wiki search via webview for: {}",
|
||||||
|
search_text
|
||||||
|
);
|
||||||
|
|
||||||
if let Some(wikis_array) = wikis_response.get("value").and_then(|v| v.as_array()) {
|
// First, get list of wikis
|
||||||
// Search each wiki
|
let wikis_response = fetch_from_webview(webview_window, &search_url, "GET", None).await?;
|
||||||
for wiki in wikis_array.iter().take(3) {
|
|
||||||
let wiki_id = wiki["id"].as_str().unwrap_or("");
|
|
||||||
|
|
||||||
if wiki_id.is_empty() {
|
if let Some(wikis_array) = wikis_response.get("value").and_then(|v| v.as_array()) {
|
||||||
continue;
|
// Search each wiki
|
||||||
}
|
for wiki in wikis_array.iter().take(3) {
|
||||||
|
let wiki_id = wiki["id"].as_str().unwrap_or("");
|
||||||
|
|
||||||
// Search wiki pages
|
if wiki_id.is_empty() {
|
||||||
let pages_url = format!(
|
continue;
|
||||||
"{}/{}/_apis/wiki/wikis/{}/pages?recursionLevel=Full&includeContent=true&api-version=7.0",
|
}
|
||||||
org_url.trim_end_matches('/'),
|
|
||||||
urlencoding::encode(project),
|
|
||||||
urlencoding::encode(wiki_id)
|
|
||||||
);
|
|
||||||
|
|
||||||
if let Ok(pages_response) =
|
// Search wiki pages
|
||||||
fetch_from_webview(webview_window, &pages_url, "GET", None).await
|
let pages_url = format!(
|
||||||
{
|
"{}/{}/_apis/wiki/wikis/{}/pages?recursionLevel=Full&includeContent=true&api-version=7.0",
|
||||||
// Try to get "page" field, or use the response itself if it's the page object
|
org_url.trim_end_matches('/'),
|
||||||
if let Some(page) = pages_response.get("page") {
|
urlencoding::encode(project),
|
||||||
search_page_recursive(
|
urlencoding::encode(wiki_id)
|
||||||
page,
|
);
|
||||||
&search_text,
|
|
||||||
org_url,
|
if let Ok(pages_response) =
|
||||||
project,
|
fetch_from_webview(webview_window, &pages_url, "GET", None).await
|
||||||
wiki_id,
|
{
|
||||||
&mut results,
|
// Try to get "page" field, or use the response itself if it's the page object
|
||||||
);
|
if let Some(page) = pages_response.get("page") {
|
||||||
} else {
|
search_page_recursive(
|
||||||
// Response might be the page object itself
|
page,
|
||||||
search_page_recursive(
|
&search_text,
|
||||||
&pages_response,
|
org_url,
|
||||||
&search_text,
|
project,
|
||||||
org_url,
|
wiki_id,
|
||||||
project,
|
&mut all_results,
|
||||||
wiki_id,
|
);
|
||||||
&mut results,
|
} else {
|
||||||
);
|
// Response might be the page object itself
|
||||||
|
search_page_recursive(
|
||||||
|
&pages_response,
|
||||||
|
&search_text,
|
||||||
|
org_url,
|
||||||
|
project,
|
||||||
|
wiki_id,
|
||||||
|
&mut all_results,
|
||||||
|
);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
all_results.sort_by(|a, b| a.url.cmp(&b.url));
|
||||||
|
all_results.dedup_by(|a, b| a.url == b.url);
|
||||||
|
|
||||||
tracing::info!(
|
tracing::info!(
|
||||||
"Azure DevOps wiki webview search returned {} results",
|
"Azure DevOps wiki webview search returned {} results",
|
||||||
results.len()
|
all_results.len()
|
||||||
);
|
);
|
||||||
Ok(results)
|
Ok(all_results)
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Recursively search through wiki pages for matching content
|
/// Recursively search through wiki pages for matching content
|
||||||
@ -544,115 +566,124 @@ pub async fn search_azuredevops_workitems_webview<R: tauri::Runtime>(
|
|||||||
project: &str,
|
project: &str,
|
||||||
query: &str,
|
query: &str,
|
||||||
) -> Result<Vec<SearchResult>, String> {
|
) -> Result<Vec<SearchResult>, String> {
|
||||||
// Extract keywords
|
let expanded_queries = expand_query(query);
|
||||||
let keywords = extract_keywords(query);
|
|
||||||
|
|
||||||
// Check if query contains a work item ID (pure number)
|
let mut all_results = Vec::new();
|
||||||
let work_item_id: Option<i64> = keywords
|
|
||||||
.iter()
|
|
||||||
.filter(|k| k.chars().all(|c| c.is_numeric()))
|
|
||||||
.filter_map(|k| k.parse::<i64>().ok())
|
|
||||||
.next();
|
|
||||||
|
|
||||||
// Build WIQL query
|
for expanded_query in expanded_queries.iter().take(3) {
|
||||||
let wiql_query = if let Some(id) = work_item_id {
|
// Extract keywords
|
||||||
// Search by specific ID
|
let keywords = extract_keywords(expanded_query);
|
||||||
format!(
|
|
||||||
"SELECT [System.Id], [System.Title], [System.Description], [System.WorkItemType] \
|
// Check if query contains a work item ID (pure number)
|
||||||
FROM WorkItems WHERE [System.Id] = {id}"
|
let work_item_id: Option<i64> = keywords
|
||||||
)
|
.iter()
|
||||||
} else {
|
.filter(|k| k.chars().all(|c| c.is_numeric()))
|
||||||
// Search by text in title/description
|
.filter_map(|k| k.parse::<i64>().ok())
|
||||||
let search_terms = if !keywords.is_empty() {
|
.next();
|
||||||
keywords.join(" ")
|
|
||||||
|
// Build WIQL query
|
||||||
|
let wiql_query = if let Some(id) = work_item_id {
|
||||||
|
// Search by specific ID
|
||||||
|
format!(
|
||||||
|
"SELECT [System.Id], [System.Title], [System.Description], [System.WorkItemType] \
|
||||||
|
FROM WorkItems WHERE [System.Id] = {id}"
|
||||||
|
)
|
||||||
} else {
|
} else {
|
||||||
query.to_string()
|
// Search by text in title/description
|
||||||
|
let search_terms = if !keywords.is_empty() {
|
||||||
|
keywords.join(" ")
|
||||||
|
} else {
|
||||||
|
expanded_query.clone()
|
||||||
|
};
|
||||||
|
|
||||||
|
// Use CONTAINS for text search (case-insensitive)
|
||||||
|
format!(
|
||||||
|
"SELECT [System.Id], [System.Title], [System.Description], [System.WorkItemType] \
|
||||||
|
FROM WorkItems WHERE [System.TeamProject] = '{project}' \
|
||||||
|
AND ([System.Title] CONTAINS '{search_terms}' OR [System.Description] CONTAINS '{search_terms}') \
|
||||||
|
ORDER BY [System.ChangedDate] DESC"
|
||||||
|
)
|
||||||
};
|
};
|
||||||
|
|
||||||
// Use CONTAINS for text search (case-insensitive)
|
let wiql_url = format!(
|
||||||
format!(
|
"{}/{}/_apis/wit/wiql?api-version=7.0",
|
||||||
"SELECT [System.Id], [System.Title], [System.Description], [System.WorkItemType] \
|
org_url.trim_end_matches('/'),
|
||||||
FROM WorkItems WHERE [System.TeamProject] = '{project}' \
|
urlencoding::encode(project)
|
||||||
AND ([System.Title] CONTAINS '{search_terms}' OR [System.Description] CONTAINS '{search_terms}') \
|
);
|
||||||
ORDER BY [System.ChangedDate] DESC"
|
|
||||||
)
|
|
||||||
};
|
|
||||||
|
|
||||||
let wiql_url = format!(
|
let body = serde_json::json!({
|
||||||
"{}/{}/_apis/wit/wiql?api-version=7.0",
|
"query": wiql_query
|
||||||
org_url.trim_end_matches('/'),
|
})
|
||||||
urlencoding::encode(project)
|
.to_string();
|
||||||
);
|
|
||||||
|
|
||||||
let body = serde_json::json!({
|
tracing::info!("Executing Azure DevOps work item search via webview");
|
||||||
"query": wiql_query
|
tracing::debug!("WIQL query: {}", wiql_query);
|
||||||
})
|
tracing::debug!("Request URL: {}", wiql_url);
|
||||||
.to_string();
|
|
||||||
|
|
||||||
tracing::info!("Executing Azure DevOps work item search via webview");
|
let wiql_response =
|
||||||
tracing::debug!("WIQL query: {}", wiql_query);
|
fetch_from_webview(webview_window, &wiql_url, "POST", Some(&body)).await?;
|
||||||
tracing::debug!("Request URL: {}", wiql_url);
|
|
||||||
|
|
||||||
let wiql_response = fetch_from_webview(webview_window, &wiql_url, "POST", Some(&body)).await?;
|
if let Some(work_items) = wiql_response.get("workItems").and_then(|v| v.as_array()) {
|
||||||
|
// Fetch details for first 5 work items
|
||||||
|
for item in work_items.iter().take(5) {
|
||||||
|
if let Some(id) = item.get("id").and_then(|i| i.as_i64()) {
|
||||||
|
let details_url = format!(
|
||||||
|
"{}/_apis/wit/workitems/{}?api-version=7.0",
|
||||||
|
org_url.trim_end_matches('/'),
|
||||||
|
id
|
||||||
|
);
|
||||||
|
|
||||||
let mut results = Vec::new();
|
if let Ok(details) =
|
||||||
|
fetch_from_webview(webview_window, &details_url, "GET", None).await
|
||||||
|
{
|
||||||
|
if let Some(fields) = details.get("fields") {
|
||||||
|
let title = fields
|
||||||
|
.get("System.Title")
|
||||||
|
.and_then(|t| t.as_str())
|
||||||
|
.unwrap_or("Untitled");
|
||||||
|
let work_item_type = fields
|
||||||
|
.get("System.WorkItemType")
|
||||||
|
.and_then(|t| t.as_str())
|
||||||
|
.unwrap_or("Item");
|
||||||
|
let description = fields
|
||||||
|
.get("System.Description")
|
||||||
|
.and_then(|d| d.as_str())
|
||||||
|
.unwrap_or("");
|
||||||
|
|
||||||
if let Some(work_items) = wiql_response.get("workItems").and_then(|v| v.as_array()) {
|
let clean_description = strip_html_simple(description);
|
||||||
// Fetch details for first 5 work items
|
let excerpt = clean_description.chars().take(200).collect();
|
||||||
for item in work_items.iter().take(5) {
|
|
||||||
if let Some(id) = item.get("id").and_then(|i| i.as_i64()) {
|
|
||||||
let details_url = format!(
|
|
||||||
"{}/_apis/wit/workitems/{}?api-version=7.0",
|
|
||||||
org_url.trim_end_matches('/'),
|
|
||||||
id
|
|
||||||
);
|
|
||||||
|
|
||||||
if let Ok(details) =
|
let url =
|
||||||
fetch_from_webview(webview_window, &details_url, "GET", None).await
|
format!("{}/_workitems/edit/{id}", org_url.trim_end_matches('/'));
|
||||||
{
|
|
||||||
if let Some(fields) = details.get("fields") {
|
|
||||||
let title = fields
|
|
||||||
.get("System.Title")
|
|
||||||
.and_then(|t| t.as_str())
|
|
||||||
.unwrap_or("Untitled");
|
|
||||||
let work_item_type = fields
|
|
||||||
.get("System.WorkItemType")
|
|
||||||
.and_then(|t| t.as_str())
|
|
||||||
.unwrap_or("Item");
|
|
||||||
let description = fields
|
|
||||||
.get("System.Description")
|
|
||||||
.and_then(|d| d.as_str())
|
|
||||||
.unwrap_or("");
|
|
||||||
|
|
||||||
let clean_description = strip_html_simple(description);
|
let full_content = if clean_description.len() > 3000 {
|
||||||
let excerpt = clean_description.chars().take(200).collect();
|
format!("{}...", &clean_description[..3000])
|
||||||
|
} else {
|
||||||
|
clean_description.clone()
|
||||||
|
};
|
||||||
|
|
||||||
let url = format!("{}/_workitems/edit/{id}", org_url.trim_end_matches('/'));
|
all_results.push(SearchResult {
|
||||||
|
title: format!("{work_item_type} #{id}: {title}"),
|
||||||
let full_content = if clean_description.len() > 3000 {
|
url,
|
||||||
format!("{}...", &clean_description[..3000])
|
excerpt,
|
||||||
} else {
|
content: Some(full_content),
|
||||||
clean_description.clone()
|
source: "Azure DevOps".to_string(),
|
||||||
};
|
});
|
||||||
|
}
|
||||||
results.push(SearchResult {
|
|
||||||
title: format!("{work_item_type} #{id}: {title}"),
|
|
||||||
url,
|
|
||||||
excerpt,
|
|
||||||
content: Some(full_content),
|
|
||||||
source: "Azure DevOps".to_string(),
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
all_results.sort_by(|a, b| a.url.cmp(&b.url));
|
||||||
|
all_results.dedup_by(|a, b| a.url == b.url);
|
||||||
|
|
||||||
tracing::info!(
|
tracing::info!(
|
||||||
"Azure DevOps work items webview search returned {} results",
|
"Azure DevOps work items webview search returned {} results",
|
||||||
results.len()
|
all_results.len()
|
||||||
);
|
);
|
||||||
Ok(results)
|
Ok(all_results)
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Add a comment to an Azure DevOps work item
|
/// Add a comment to an Azure DevOps work item
|
||||||
|
|||||||
@ -71,12 +71,16 @@ pub fn run() {
|
|||||||
commands::db::add_timeline_event,
|
commands::db::add_timeline_event,
|
||||||
// Analysis / PII
|
// Analysis / PII
|
||||||
commands::analysis::upload_log_file,
|
commands::analysis::upload_log_file,
|
||||||
|
commands::analysis::upload_log_file_by_content,
|
||||||
commands::analysis::detect_pii,
|
commands::analysis::detect_pii,
|
||||||
commands::analysis::apply_redactions,
|
commands::analysis::apply_redactions,
|
||||||
commands::image::upload_image_attachment,
|
commands::image::upload_image_attachment,
|
||||||
|
commands::image::upload_image_attachment_by_content,
|
||||||
commands::image::list_image_attachments,
|
commands::image::list_image_attachments,
|
||||||
commands::image::delete_image_attachment,
|
commands::image::delete_image_attachment,
|
||||||
commands::image::upload_paste_image,
|
commands::image::upload_paste_image,
|
||||||
|
commands::image::upload_file_to_datastore,
|
||||||
|
commands::image::upload_file_to_datastore_any,
|
||||||
// AI
|
// AI
|
||||||
commands::ai::analyze_logs,
|
commands::ai::analyze_logs,
|
||||||
commands::ai::chat_message,
|
commands::ai::chat_message,
|
||||||
@ -116,6 +120,7 @@ pub fn run() {
|
|||||||
commands::system::get_settings,
|
commands::system::get_settings,
|
||||||
commands::system::update_settings,
|
commands::system::update_settings,
|
||||||
commands::system::get_audit_log,
|
commands::system::get_audit_log,
|
||||||
|
commands::system::get_app_version,
|
||||||
])
|
])
|
||||||
.run(tauri::generate_context!())
|
.run(tauri::generate_context!())
|
||||||
.expect("Error running Troubleshooting and RCA Assistant application");
|
.expect("Error running Troubleshooting and RCA Assistant application");
|
||||||
|
|||||||
@ -39,6 +39,9 @@ pub struct ProviderConfig {
|
|||||||
/// Optional: User ID for custom REST API cost tracking (CORE ID email)
|
/// Optional: User ID for custom REST API cost tracking (CORE ID email)
|
||||||
#[serde(skip_serializing_if = "Option::is_none")]
|
#[serde(skip_serializing_if = "Option::is_none")]
|
||||||
pub user_id: Option<String>,
|
pub user_id: Option<String>,
|
||||||
|
/// Optional: When true, file uploads go to GenAI datastore instead of prompt
|
||||||
|
#[serde(skip_serializing_if = "Option::is_none")]
|
||||||
|
pub use_datastore_upload: Option<bool>,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug, Clone, Serialize, Deserialize)]
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
||||||
|
|||||||
@ -1,12 +1,12 @@
|
|||||||
{
|
{
|
||||||
"productName": "Troubleshooting and RCA Assistant",
|
"productName": "Troubleshooting and RCA Assistant",
|
||||||
"version": "0.2.10",
|
"version": "0.2.50",
|
||||||
"identifier": "com.trcaa.app",
|
"identifier": "com.trcaa.app",
|
||||||
"build": {
|
"build": {
|
||||||
"frontendDist": "../dist",
|
"frontendDist": "../dist",
|
||||||
"devUrl": "http://localhost:1420",
|
"devUrl": "http://localhost:1420",
|
||||||
"beforeDevCommand": "npm run dev",
|
"beforeDevCommand": "npm run dev",
|
||||||
"beforeBuildCommand": "npm run build"
|
"beforeBuildCommand": "npm run version:update && npm run build"
|
||||||
},
|
},
|
||||||
"app": {
|
"app": {
|
||||||
"security": {
|
"security": {
|
||||||
@ -26,7 +26,7 @@
|
|||||||
},
|
},
|
||||||
"bundle": {
|
"bundle": {
|
||||||
"active": true,
|
"active": true,
|
||||||
"targets": "all",
|
"targets": ["deb", "rpm", "nsis"],
|
||||||
"icon": [
|
"icon": [
|
||||||
"icons/32x32.png",
|
"icons/32x32.png",
|
||||||
"icons/128x128.png",
|
"icons/128x128.png",
|
||||||
@ -41,4 +41,7 @@
|
|||||||
"shortDescription": "Troubleshooting and RCA Assistant",
|
"shortDescription": "Troubleshooting and RCA Assistant",
|
||||||
"longDescription": "Structured AI-backed assistant for IT troubleshooting, 5-whys root cause analysis, and post-mortem documentation with offline Ollama support."
|
"longDescription": "Structured AI-backed assistant for IT troubleshooting, 5-whys root cause analysis, and post-mortem documentation with offline Ollama support."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@ -1,5 +1,4 @@
|
|||||||
import React, { useState, useEffect } from "react";
|
import React, { useState, useEffect } from "react";
|
||||||
import { getVersion } from "@tauri-apps/api/app";
|
|
||||||
import { Routes, Route, NavLink, useLocation } from "react-router-dom";
|
import { Routes, Route, NavLink, useLocation } from "react-router-dom";
|
||||||
import {
|
import {
|
||||||
Home,
|
Home,
|
||||||
@ -15,7 +14,7 @@ import {
|
|||||||
Moon,
|
Moon,
|
||||||
} from "lucide-react";
|
} from "lucide-react";
|
||||||
import { useSettingsStore } from "@/stores/settingsStore";
|
import { useSettingsStore } from "@/stores/settingsStore";
|
||||||
import { loadAiProvidersCmd, testProviderConnectionCmd } from "@/lib/tauriCommands";
|
import { getAppVersionCmd, loadAiProvidersCmd, testProviderConnectionCmd } from "@/lib/tauriCommands";
|
||||||
|
|
||||||
import Dashboard from "@/pages/Dashboard";
|
import Dashboard from "@/pages/Dashboard";
|
||||||
import NewIssue from "@/pages/NewIssue";
|
import NewIssue from "@/pages/NewIssue";
|
||||||
@ -47,10 +46,10 @@ export default function App() {
|
|||||||
const [collapsed, setCollapsed] = useState(false);
|
const [collapsed, setCollapsed] = useState(false);
|
||||||
const [appVersion, setAppVersion] = useState("");
|
const [appVersion, setAppVersion] = useState("");
|
||||||
const { theme, setTheme, setProviders, getActiveProvider } = useSettingsStore();
|
const { theme, setTheme, setProviders, getActiveProvider } = useSettingsStore();
|
||||||
const location = useLocation();
|
void useLocation();
|
||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
getVersion().then(setAppVersion).catch(() => {});
|
getAppVersionCmd().then(setAppVersion).catch(() => {});
|
||||||
}, []);
|
}, []);
|
||||||
|
|
||||||
// Load providers and auto-test active provider on startup
|
// Load providers and auto-test active provider on startup
|
||||||
|
|||||||
@ -67,7 +67,7 @@ export function ImageGallery({ images, onDelete, showWarning = true }: ImageGall
|
|||||||
)}
|
)}
|
||||||
|
|
||||||
<div className="grid grid-cols-2 sm:grid-cols-3 md:grid-cols-4 lg:grid-cols-5 gap-4">
|
<div className="grid grid-cols-2 sm:grid-cols-3 md:grid-cols-4 lg:grid-cols-5 gap-4">
|
||||||
{images.map((image, idx) => (
|
{images.map((image) => (
|
||||||
<div key={image.id} className="group relative rounded-lg overflow-hidden bg-gray-100 border border-gray-200">
|
<div key={image.id} className="group relative rounded-lg overflow-hidden bg-gray-100 border border-gray-200">
|
||||||
<button
|
<button
|
||||||
onClick={() => {
|
onClick={() => {
|
||||||
|
|||||||
@ -1,4 +1,4 @@
|
|||||||
import React from "react";
|
import React, { HTMLAttributes } from "react";
|
||||||
import { cva, type VariantProps } from "class-variance-authority";
|
import { cva, type VariantProps } from "class-variance-authority";
|
||||||
import { clsx, type ClassValue } from "clsx";
|
import { clsx, type ClassValue } from "clsx";
|
||||||
|
|
||||||
@ -6,6 +6,26 @@ function cn(...inputs: ClassValue[]) {
|
|||||||
return clsx(inputs);
|
return clsx(inputs);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ─── Separator (ForwardRef) ───────────────────────────────────────────────────
|
||||||
|
|
||||||
|
export const Separator = React.forwardRef<
|
||||||
|
HTMLDivElement,
|
||||||
|
HTMLAttributes<HTMLDivElement> & { orientation?: "horizontal" | "vertical" }
|
||||||
|
>(({ className, orientation = "horizontal", ...props }, ref) => (
|
||||||
|
<div
|
||||||
|
ref={ref}
|
||||||
|
role="separator"
|
||||||
|
aria-orientation={orientation}
|
||||||
|
className={cn(
|
||||||
|
"shrink-0 bg-border",
|
||||||
|
orientation === "horizontal" ? "h-[1px] w-full" : "h-full w-[1px]",
|
||||||
|
className
|
||||||
|
)}
|
||||||
|
{...props}
|
||||||
|
/>
|
||||||
|
));
|
||||||
|
Separator.displayName = "Separator";
|
||||||
|
|
||||||
// ─── Button ──────────────────────────────────────────────────────────────────
|
// ─── Button ──────────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
const buttonVariants = cva(
|
const buttonVariants = cva(
|
||||||
@ -108,7 +128,7 @@ CardFooter.displayName = "CardFooter";
|
|||||||
|
|
||||||
// ─── Input ───────────────────────────────────────────────────────────────────
|
// ─── Input ───────────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
export interface InputProps extends React.InputHTMLAttributes<HTMLInputElement> {}
|
export type InputProps = React.InputHTMLAttributes<HTMLInputElement>
|
||||||
|
|
||||||
export const Input = React.forwardRef<HTMLInputElement, InputProps>(
|
export const Input = React.forwardRef<HTMLInputElement, InputProps>(
|
||||||
({ className, type, ...props }, ref) => (
|
({ className, type, ...props }, ref) => (
|
||||||
@ -127,7 +147,7 @@ Input.displayName = "Input";
|
|||||||
|
|
||||||
// ─── Label ───────────────────────────────────────────────────────────────────
|
// ─── Label ───────────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
export interface LabelProps extends React.LabelHTMLAttributes<HTMLLabelElement> {}
|
export type LabelProps = React.LabelHTMLAttributes<HTMLLabelElement>
|
||||||
|
|
||||||
export const Label = React.forwardRef<HTMLLabelElement, LabelProps>(
|
export const Label = React.forwardRef<HTMLLabelElement, LabelProps>(
|
||||||
({ className, ...props }, ref) => (
|
({ className, ...props }, ref) => (
|
||||||
@ -145,7 +165,7 @@ Label.displayName = "Label";
|
|||||||
|
|
||||||
// ─── Textarea ────────────────────────────────────────────────────────────────
|
// ─── Textarea ────────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
export interface TextareaProps extends React.TextareaHTMLAttributes<HTMLTextAreaElement> {}
|
export type TextareaProps = React.TextareaHTMLAttributes<HTMLTextAreaElement>
|
||||||
|
|
||||||
export const Textarea = React.forwardRef<HTMLTextAreaElement, TextareaProps>(
|
export const Textarea = React.forwardRef<HTMLTextAreaElement, TextareaProps>(
|
||||||
({ className, ...props }, ref) => (
|
({ className, ...props }, ref) => (
|
||||||
@ -320,28 +340,7 @@ export function Progress({ value = 0, max = 100, className, ...props }: Progress
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
// ─── Separator ───────────────────────────────────────────────────────────────
|
|
||||||
|
|
||||||
interface SeparatorProps extends React.HTMLAttributes<HTMLDivElement> {
|
|
||||||
orientation?: "horizontal" | "vertical";
|
|
||||||
}
|
|
||||||
|
|
||||||
export function Separator({
|
|
||||||
orientation = "horizontal",
|
|
||||||
className,
|
|
||||||
...props
|
|
||||||
}: SeparatorProps) {
|
|
||||||
return (
|
|
||||||
<div
|
|
||||||
className={cn(
|
|
||||||
"shrink-0 bg-border",
|
|
||||||
orientation === "horizontal" ? "h-[1px] w-full" : "h-full w-[1px]",
|
|
||||||
className
|
|
||||||
)}
|
|
||||||
{...props}
|
|
||||||
/>
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── RadioGroup ──────────────────────────────────────────────────────────────
|
// ─── RadioGroup ──────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
|||||||
@ -16,6 +16,7 @@ export interface ProviderConfig {
|
|||||||
api_format?: string;
|
api_format?: string;
|
||||||
session_id?: string;
|
session_id?: string;
|
||||||
user_id?: string;
|
user_id?: string;
|
||||||
|
use_datastore_upload?: boolean;
|
||||||
}
|
}
|
||||||
|
|
||||||
export interface Message {
|
export interface Message {
|
||||||
@ -277,9 +278,21 @@ export const listProvidersCmd = () => invoke<ProviderInfo[]>("list_providers");
|
|||||||
export const uploadLogFileCmd = (issueId: string, filePath: string) =>
|
export const uploadLogFileCmd = (issueId: string, filePath: string) =>
|
||||||
invoke<LogFile>("upload_log_file", { issueId, filePath });
|
invoke<LogFile>("upload_log_file", { issueId, filePath });
|
||||||
|
|
||||||
|
export const uploadLogFileByContentCmd = (issueId: string, fileName: string, content: string) =>
|
||||||
|
invoke<LogFile>("upload_log_file_by_content", { issueId, fileName, content });
|
||||||
|
|
||||||
export const uploadImageAttachmentCmd = (issueId: string, filePath: string) =>
|
export const uploadImageAttachmentCmd = (issueId: string, filePath: string) =>
|
||||||
invoke<ImageAttachment>("upload_image_attachment", { issueId, filePath });
|
invoke<ImageAttachment>("upload_image_attachment", { issueId, filePath });
|
||||||
|
|
||||||
|
export const uploadImageAttachmentByContentCmd = (issueId: string, fileName: string, base64Content: string) =>
|
||||||
|
invoke<ImageAttachment>("upload_image_attachment_by_content", { issueId, fileName, base64Content });
|
||||||
|
|
||||||
|
export const uploadFileToDatastoreCmd = (providerConfig: ProviderConfig, filePath: string) =>
|
||||||
|
invoke<string>("upload_file_to_datastore", { providerConfig, filePath });
|
||||||
|
|
||||||
|
export const uploadFileToDatastoreAnyCmd = (providerConfig: ProviderConfig, filePath: string) =>
|
||||||
|
invoke<string>("upload_file_to_datastore_any", { providerConfig, filePath });
|
||||||
|
|
||||||
export const uploadPasteImageCmd = (issueId: string, base64Image: string, mimeType: string) =>
|
export const uploadPasteImageCmd = (issueId: string, base64Image: string, mimeType: string) =>
|
||||||
invoke<ImageAttachment>("upload_paste_image", { issueId, base64Image, mimeType });
|
invoke<ImageAttachment>("upload_paste_image", { issueId, base64Image, mimeType });
|
||||||
|
|
||||||
@ -466,10 +479,15 @@ export const getAllIntegrationConfigsCmd = () =>
|
|||||||
// ─── AI Provider Configuration ────────────────────────────────────────────────
|
// ─── AI Provider Configuration ────────────────────────────────────────────────
|
||||||
|
|
||||||
export const saveAiProviderCmd = (config: ProviderConfig) =>
|
export const saveAiProviderCmd = (config: ProviderConfig) =>
|
||||||
invoke<void>("save_ai_provider", { config });
|
invoke<void>("save_ai_provider", { provider: config });
|
||||||
|
|
||||||
export const loadAiProvidersCmd = () =>
|
export const loadAiProvidersCmd = () =>
|
||||||
invoke<ProviderConfig[]>("load_ai_providers");
|
invoke<ProviderConfig[]>("load_ai_providers");
|
||||||
|
|
||||||
export const deleteAiProviderCmd = (name: string) =>
|
export const deleteAiProviderCmd = (name: string) =>
|
||||||
invoke<void>("delete_ai_provider", { name });
|
invoke<void>("delete_ai_provider", { name });
|
||||||
|
|
||||||
|
// ─── System / Version ─────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
export const getAppVersionCmd = () =>
|
||||||
|
invoke<string>("get_app_version");
|
||||||
|
|||||||
@ -3,8 +3,6 @@ import { useNavigate } from "react-router-dom";
|
|||||||
import { Search, Download, ExternalLink } from "lucide-react";
|
import { Search, Download, ExternalLink } from "lucide-react";
|
||||||
import {
|
import {
|
||||||
Card,
|
Card,
|
||||||
CardHeader,
|
|
||||||
CardTitle,
|
|
||||||
CardContent,
|
CardContent,
|
||||||
Button,
|
Button,
|
||||||
Input,
|
Input,
|
||||||
|
|||||||
@ -1,4 +1,4 @@
|
|||||||
import React, { useState, useCallback, useRef, useEffect } from "react";
|
import React, { useState, useCallback, useEffect } from "react";
|
||||||
import { useNavigate, useParams } from "react-router-dom";
|
import { useNavigate, useParams } from "react-router-dom";
|
||||||
import { Upload, File, Trash2, ShieldCheck, AlertTriangle, Image as ImageIcon } from "lucide-react";
|
import { Upload, File, Trash2, ShieldCheck, AlertTriangle, Image as ImageIcon } from "lucide-react";
|
||||||
import { Button, Card, CardHeader, CardTitle, CardContent, Badge } from "@/components/ui";
|
import { Button, Card, CardHeader, CardTitle, CardContent, Badge } from "@/components/ui";
|
||||||
@ -30,8 +30,6 @@ export default function LogUpload() {
|
|||||||
const [isDetecting, setIsDetecting] = useState(false);
|
const [isDetecting, setIsDetecting] = useState(false);
|
||||||
const [error, setError] = useState<string | null>(null);
|
const [error, setError] = useState<string | null>(null);
|
||||||
|
|
||||||
const fileInputRef = useRef<HTMLInputElement>(null);
|
|
||||||
|
|
||||||
const handleDrop = useCallback(
|
const handleDrop = useCallback(
|
||||||
(e: React.DragEvent) => {
|
(e: React.DragEvent) => {
|
||||||
e.preventDefault();
|
e.preventDefault();
|
||||||
@ -60,7 +58,7 @@ export default function LogUpload() {
|
|||||||
const uploaded = await Promise.all(
|
const uploaded = await Promise.all(
|
||||||
files.map(async (entry) => {
|
files.map(async (entry) => {
|
||||||
if (entry.uploaded) return entry;
|
if (entry.uploaded) return entry;
|
||||||
const content = await entry.file.text();
|
void await entry.file.text();
|
||||||
const logFile = await uploadLogFileCmd(id, entry.file.name);
|
const logFile = await uploadLogFileCmd(id, entry.file.name);
|
||||||
return { ...entry, uploaded: logFile };
|
return { ...entry, uploaded: logFile };
|
||||||
})
|
})
|
||||||
@ -129,8 +127,8 @@ export default function LogUpload() {
|
|||||||
|
|
||||||
const handlePaste = useCallback(
|
const handlePaste = useCallback(
|
||||||
async (e: React.ClipboardEvent) => {
|
async (e: React.ClipboardEvent) => {
|
||||||
const items = e.clipboardData?.items;
|
void e.clipboardData?.items;
|
||||||
const imageItems = items ? Array.from(items).filter((item: DataTransferItem) => item.type.startsWith("image/")) : [];
|
const imageItems = Array.from(e.clipboardData?.items || []).filter((item: DataTransferItem) => item.type.startsWith("image/"));
|
||||||
|
|
||||||
for (const item of imageItems) {
|
for (const item of imageItems) {
|
||||||
const file = item.getAsFile();
|
const file = item.getAsFile();
|
||||||
@ -181,14 +179,7 @@ export default function LogUpload() {
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
const fileToBase64 = (file: File): Promise<string> => {
|
|
||||||
return new Promise((resolve, reject) => {
|
|
||||||
const reader = new FileReader();
|
|
||||||
reader.onload = () => resolve(reader.result as string);
|
|
||||||
reader.onerror = (err) => reject(err);
|
|
||||||
reader.readAsDataURL(file);
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
|
|
||||||
const allUploaded = files.length > 0 && files.every((f) => f.uploaded);
|
const allUploaded = files.length > 0 && files.every((f) => f.uploaded);
|
||||||
|
|||||||
@ -66,7 +66,7 @@ export default function NewIssue() {
|
|||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
const hasAcceptedDisclaimer = localStorage.getItem("tftsr-ai-disclaimer-accepted");
|
const hasAcceptedDisclaimer = localStorage.getItem("tftsr-ai-disclaimer-accepted");
|
||||||
if (!hasAcceptedDisclaimer) {
|
if (!hasAcceptedDisclaimer) {
|
||||||
setShowDisclaimer(true);
|
localStorage.setItem("tftsr-ai-disclaimer-accepted", "true");
|
||||||
}
|
}
|
||||||
}, []);
|
}, []);
|
||||||
|
|
||||||
|
|||||||
@ -13,7 +13,7 @@ import {
|
|||||||
|
|
||||||
export default function Postmortem() {
|
export default function Postmortem() {
|
||||||
const { id } = useParams<{ id: string }>();
|
const { id } = useParams<{ id: string }>();
|
||||||
const getActiveProvider = useSettingsStore((s) => s.getActiveProvider);
|
void useSettingsStore((s) => s.getActiveProvider);
|
||||||
|
|
||||||
const [doc, setDoc] = useState<Document_ | null>(null);
|
const [doc, setDoc] = useState<Document_ | null>(null);
|
||||||
const [content, setContent] = useState("");
|
const [content, setContent] = useState("");
|
||||||
|
|||||||
@ -14,7 +14,7 @@ import {
|
|||||||
export default function RCA() {
|
export default function RCA() {
|
||||||
const { id } = useParams<{ id: string }>();
|
const { id } = useParams<{ id: string }>();
|
||||||
const navigate = useNavigate();
|
const navigate = useNavigate();
|
||||||
const getActiveProvider = useSettingsStore((s) => s.getActiveProvider);
|
void useSettingsStore((s) => s.getActiveProvider);
|
||||||
|
|
||||||
const [doc, setDoc] = useState<Document_ | null>(null);
|
const [doc, setDoc] = useState<Document_ | null>(null);
|
||||||
const [content, setContent] = useState("");
|
const [content, setContent] = useState("");
|
||||||
|
|||||||
@ -6,7 +6,6 @@ import {
|
|||||||
CardTitle,
|
CardTitle,
|
||||||
CardContent,
|
CardContent,
|
||||||
Badge,
|
Badge,
|
||||||
Separator,
|
|
||||||
} from "@/components/ui";
|
} from "@/components/ui";
|
||||||
import { getAuditLogCmd, type AuditEntry } from "@/lib/tauriCommands";
|
import { getAuditLogCmd, type AuditEntry } from "@/lib/tauriCommands";
|
||||||
import { useSettingsStore } from "@/stores/settingsStore";
|
import { useSettingsStore } from "@/stores/settingsStore";
|
||||||
|
|||||||
@ -1,4 +1,4 @@
|
|||||||
import { waitForApp, clickByText } from "../helpers/app";
|
import { waitForApp } from "../helpers/app";
|
||||||
|
|
||||||
describe("Log Upload Flow", () => {
|
describe("Log Upload Flow", () => {
|
||||||
before(async () => {
|
before(async () => {
|
||||||
|
|||||||
@ -1,5 +1,5 @@
|
|||||||
import { join } from "path";
|
import { join } from "path";
|
||||||
import { spawn, spawnSync } from "child_process";
|
import { spawn } from "child_process";
|
||||||
import type { Options } from "@wdio/types";
|
import type { Options } from "@wdio/types";
|
||||||
|
|
||||||
// Path to the tauri-driver binary
|
// Path to the tauri-driver binary
|
||||||
|
|||||||
@ -1,5 +1,5 @@
|
|||||||
import { describe, it, expect, beforeEach, vi } from "vitest";
|
import { describe, it, expect, beforeEach, vi } from "vitest";
|
||||||
import { render, screen, fireEvent } from "@testing-library/react";
|
import { render, screen } from "@testing-library/react";
|
||||||
import Security from "@/pages/Settings/Security";
|
import Security from "@/pages/Settings/Security";
|
||||||
import * as tauriCommands from "@/lib/tauriCommands";
|
import * as tauriCommands from "@/lib/tauriCommands";
|
||||||
|
|
||||||
|
|||||||
@ -129,8 +129,12 @@ describe("build-images.yml workflow", () => {
|
|||||||
expect(wf).toContain("trcaa-linux-arm64:rust1.88-node22");
|
expect(wf).toContain("trcaa-linux-arm64:rust1.88-node22");
|
||||||
});
|
});
|
||||||
|
|
||||||
it("uses docker:24-cli image for build jobs", () => {
|
it("uses alpine:latest with docker-cli (not docker:24-cli which triggers duplicate socket mount in act_runner)", () => {
|
||||||
expect(wf).toContain("docker:24-cli");
|
// act_runner v0.3.1 special-cases docker:* images and adds the socket bind;
|
||||||
|
// combined with its global socket bind this causes a 'Duplicate mount point' error.
|
||||||
|
expect(wf).toContain("alpine:latest");
|
||||||
|
expect(wf).toContain("docker-cli");
|
||||||
|
expect(wf).not.toContain("docker:24-cli");
|
||||||
});
|
});
|
||||||
|
|
||||||
it("runs all three build jobs on linux-amd64 runner", () => {
|
it("runs all three build jobs on linux-amd64 runner", () => {
|
||||||
|
|||||||
@ -1,5 +1,5 @@
|
|||||||
import { describe, it, expect, beforeEach, vi } from "vitest";
|
import { describe, it, expect, beforeEach, vi } from "vitest";
|
||||||
import { render, screen, fireEvent } from "@testing-library/react";
|
import { render, screen } from "@testing-library/react";
|
||||||
import { MemoryRouter } from "react-router-dom";
|
import { MemoryRouter } from "react-router-dom";
|
||||||
import History from "@/pages/History";
|
import History from "@/pages/History";
|
||||||
import { useHistoryStore } from "@/stores/historyStore";
|
import { useHistoryStore } from "@/stores/historyStore";
|
||||||
|
|||||||
@ -44,11 +44,13 @@ describe("auto-tag release cross-platform artifact handling", () => {
|
|||||||
expect(workflow).toContain("UPLOAD_NAME=\"linux-arm64-$NAME\"");
|
expect(workflow).toContain("UPLOAD_NAME=\"linux-arm64-$NAME\"");
|
||||||
});
|
});
|
||||||
|
|
||||||
it("uses Ubuntu 22.04 with ports mirror for arm64 cross-compile", () => {
|
it("uses pre-baked Ubuntu 22.04 cross-compiler image for arm64", () => {
|
||||||
const workflow = readFileSync(autoTagWorkflowPath, "utf-8");
|
const workflow = readFileSync(autoTagWorkflowPath, "utf-8");
|
||||||
|
|
||||||
expect(workflow).toContain("ubuntu:22.04");
|
// Multiarch ubuntu:22.04 + ports mirror setup moved to pre-baked image;
|
||||||
expect(workflow).toContain("ports.ubuntu.com/ubuntu-ports");
|
// verify workflow references the correct image and cross-compile env vars.
|
||||||
expect(workflow).toContain("jammy");
|
expect(workflow).toContain("trcaa-linux-arm64:rust1.88-node22");
|
||||||
|
expect(workflow).toContain("CC_aarch64_unknown_linux_gnu: aarch64-linux-gnu-gcc");
|
||||||
|
expect(workflow).toContain("aarch64-unknown-linux-gnu");
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|||||||
@ -32,6 +32,7 @@ vi.mock("@tauri-apps/plugin-fs", () => ({
|
|||||||
exists: vi.fn(() => Promise.resolve(false)),
|
exists: vi.fn(() => Promise.resolve(false)),
|
||||||
}));
|
}));
|
||||||
|
|
||||||
|
// Mock console.error to suppress React warnings
|
||||||
const originalError = console.error;
|
const originalError = console.error;
|
||||||
beforeAll(() => {
|
beforeAll(() => {
|
||||||
console.error = (...args: unknown[]) => {
|
console.error = (...args: unknown[]) => {
|
||||||
|
|||||||
74
ticket-git-cliff-changelog.md
Normal file
74
ticket-git-cliff-changelog.md
Normal file
@ -0,0 +1,74 @@
|
|||||||
|
# feat: Automated Changelog via git-cliff
|
||||||
|
|
||||||
|
## Description
|
||||||
|
|
||||||
|
Introduces automated changelog generation using **git-cliff**, a tool that parses
|
||||||
|
conventional commits and produces formatted Markdown changelogs.
|
||||||
|
|
||||||
|
Previously, every Gitea release body contained only the static text `"Release vX.Y.Z"`.
|
||||||
|
With this change, releases display a categorised, human-readable list of all commits
|
||||||
|
since the previous version.
|
||||||
|
|
||||||
|
**Root cause / motivation:** No changelog tooling existed. The project follows
|
||||||
|
Conventional Commits throughout but the information was never surfaced to end-users.
|
||||||
|
|
||||||
|
**Files changed:**
|
||||||
|
- `cliff.toml` (new) — git-cliff configuration; defines commit parsers, ignored tags,
|
||||||
|
output template, and which commit types appear in the changelog
|
||||||
|
- `CHANGELOG.md` (new) — bootstrapped from all existing tags; maintained by CI going forward
|
||||||
|
- `.gitea/workflows/auto-tag.yml` — new `changelog` job that runs after `autotag`
|
||||||
|
- `docs/wiki/CICD-Pipeline.md` — "Changelog Generation" section added
|
||||||
|
|
||||||
|
## Acceptance Criteria
|
||||||
|
|
||||||
|
- [ ] `cliff.toml` present at repo root with working Tera template
|
||||||
|
- [ ] `CHANGELOG.md` present at repo root, bootstrapped from all existing semver tags
|
||||||
|
- [ ] `changelog` job in `auto-tag.yml` runs after `autotag` (parallel with build jobs)
|
||||||
|
- [ ] Each Gitea release body shows grouped conventional-commit entries instead of
|
||||||
|
static `"Release vX.Y.Z"`
|
||||||
|
- [ ] `CHANGELOG.md` committed to master on every release with `[skip ci]` suffix
|
||||||
|
(no infinite re-trigger loop)
|
||||||
|
- [ ] `CHANGELOG.md` uploaded as a downloadable release asset
|
||||||
|
- [ ] CI/chore/build/test/style commits excluded from changelog output
|
||||||
|
- [ ] `docs/wiki/CICD-Pipeline.md` documents the changelog generation process
|
||||||
|
|
||||||
|
## Work Implemented
|
||||||
|
|
||||||
|
### `cliff.toml`
|
||||||
|
- Tera template with proper whitespace control (`-%}` / `{%- `) for clean output
|
||||||
|
- Included commit types: `feat`, `fix`, `perf`, `docs`, `refactor`
|
||||||
|
- Excluded commit types: `ci`, `chore`, `build`, `test`, `style`
|
||||||
|
- `ignore_tags = "rc|alpha|beta"` — pre-release tags excluded from version boundaries
|
||||||
|
- `filter_unconventional = true` — non-conventional commits dropped silently
|
||||||
|
- `sort_commits = "oldest"` — chronological order within each version
|
||||||
|
|
||||||
|
### `CHANGELOG.md`
|
||||||
|
- Bootstrapped locally using git-cliff v2.7.0 (aarch64 musl binary)
|
||||||
|
- Covers all tagged versions from `v0.1.0` through `v0.2.49` plus `[Unreleased]`
|
||||||
|
- 267 lines covering the full project history
|
||||||
|
|
||||||
|
### `.gitea/workflows/auto-tag.yml` — `changelog` job
|
||||||
|
- `needs: autotag` — waits for the new tag to exist before running
|
||||||
|
- Full history clone: `git fetch --tags --depth=2147483647` so git-cliff can resolve
|
||||||
|
all version boundaries
|
||||||
|
- git-cliff v2.7.0 downloaded as a static x86_64 musl binary (~5 MB); no custom
|
||||||
|
image required
|
||||||
|
- Generates full `CHANGELOG.md` and per-release notes (`--latest --strip all`)
|
||||||
|
- PATCHes the Gitea release body via API with JSON-safe escaping (`jq -Rs .`)
|
||||||
|
- Commits `CHANGELOG.md` to master with `[skip ci]` to prevent workflow re-trigger
|
||||||
|
- Deletes any existing `CHANGELOG.md` asset before re-uploading (rerun-safe)
|
||||||
|
- Runs in parallel with all build jobs — no added wall-clock latency
|
||||||
|
|
||||||
|
### `docs/wiki/CICD-Pipeline.md`
|
||||||
|
- Added "Changelog Generation" section before "Known Issues & Fixes"
|
||||||
|
- Describes the five-step process, cliff.toml settings, and loop prevention mechanism
|
||||||
|
|
||||||
|
## Testing Needed
|
||||||
|
|
||||||
|
- [ ] Merge this PR to master; verify `changelog` CI job succeeds in Gitea Actions
|
||||||
|
- [ ] Check Gitea release body for the new version tag — should show grouped commit list
|
||||||
|
- [ ] Verify `CHANGELOG.md` was committed to master (check git log after CI runs)
|
||||||
|
- [ ] Verify `CHANGELOG.md` appears as a downloadable asset on the release page
|
||||||
|
- [ ] Push a subsequent commit to master; confirm the `[skip ci]` CHANGELOG commit does
|
||||||
|
NOT trigger a second run of `auto-tag.yml`
|
||||||
|
- [ ] Confirm CI/chore commits are absent from the release body
|
||||||
107
tickets/ci-runner-speed-optimization.md
Normal file
107
tickets/ci-runner-speed-optimization.md
Normal file
@ -0,0 +1,107 @@
|
|||||||
|
# CI Runner Speed Optimization via Pre-baked Images + Caching
|
||||||
|
|
||||||
|
## Description
|
||||||
|
|
||||||
|
Every CI run (both `test.yml` and `auto-tag.yml`) was installing system packages from scratch
|
||||||
|
on each job invocation: `apt-get update`, Tauri system libs, Node.js via nodesource, and in
|
||||||
|
the arm64 job — a full `rustup` install. This was the primary cause of slow builds.
|
||||||
|
|
||||||
|
The repository already contains pre-baked builder Docker images (`.docker/Dockerfile.*`) and a
|
||||||
|
`build-images.yml` workflow to push them to the local Gitea registry at `172.0.0.29:3000`.
|
||||||
|
These images were never referenced by the actual CI jobs — a critical gap. This work closes
|
||||||
|
that gap and adds `actions/cache@v3` for Cargo and npm.
|
||||||
|
|
||||||
|
## Acceptance Criteria
|
||||||
|
|
||||||
|
- [ ] `Dockerfile.linux-amd64` includes `rustfmt` and `clippy` components
|
||||||
|
- [ ] `Dockerfile.linux-arm64` includes `rustfmt` and `clippy` components
|
||||||
|
- [ ] `test.yml` Rust jobs use `172.0.0.29:3000/sarman/trcaa-linux-amd64:rust1.88-node22`
|
||||||
|
- [ ] `test.yml` Rust jobs have no inline `apt-get` or `rustup component add` steps
|
||||||
|
- [ ] `test.yml` Rust jobs include `actions/cache@v3` for `~/.cargo/registry`
|
||||||
|
- [ ] `test.yml` frontend jobs include `actions/cache@v3` for `~/.npm`
|
||||||
|
- [ ] `auto-tag.yml` `build-linux-amd64` uses pre-baked `trcaa-linux-amd64` image
|
||||||
|
- [ ] `auto-tag.yml` `build-windows-amd64` uses pre-baked `trcaa-windows-cross` image
|
||||||
|
- [ ] `auto-tag.yml` `build-linux-arm64` uses pre-baked `trcaa-linux-arm64` image
|
||||||
|
- [ ] All three build jobs have no `Install dependencies` step
|
||||||
|
- [ ] All three build jobs include `actions/cache@v3` for Cargo and npm
|
||||||
|
- [ ] `docs/wiki/CICD-Pipeline.md` documents pre-baked images, cache keys, and server prerequisites
|
||||||
|
- [ ] `build-images.yml` triggered manually before merging to ensure images exist in registry
|
||||||
|
|
||||||
|
## Work Implemented
|
||||||
|
|
||||||
|
### `.docker/Dockerfile.linux-amd64`
|
||||||
|
Added `RUN rustup component add rustfmt clippy` after the existing target add line.
|
||||||
|
The `rust-fmt-check` and `rust-clippy` CI jobs now rely on these being pre-installed
|
||||||
|
in the image rather than installing them at job runtime.
|
||||||
|
|
||||||
|
### `.docker/Dockerfile.linux-arm64`
|
||||||
|
Added `&& /root/.cargo/bin/rustup component add rustfmt clippy` appended to the
|
||||||
|
existing `rustup` installation RUN command (chained with `&&` to keep it one layer).
|
||||||
|
|
||||||
|
### `.gitea/workflows/test.yml`
|
||||||
|
- **rust-fmt-check**, **rust-clippy**, **rust-tests**: switched container image from
|
||||||
|
`rust:1.88-slim` → `172.0.0.29:3000/sarman/trcaa-linux-amd64:rust1.88-node22`.
|
||||||
|
Removed `apt-get install git` from Checkout steps (git is pre-installed in image).
|
||||||
|
Removed `apt-get install libwebkit2gtk-...` steps.
|
||||||
|
Removed `rustup component add rustfmt` and `rustup component add clippy` steps.
|
||||||
|
Added `actions/cache@v3` step for `~/.cargo/registry/index`, `~/.cargo/registry/cache`,
|
||||||
|
`~/.cargo/git/db` keyed on `Cargo.lock` hash.
|
||||||
|
- **frontend-typecheck**, **frontend-tests**: kept `node:22-alpine` image (no change needed).
|
||||||
|
Added `actions/cache@v3` step for `~/.npm` keyed on `package-lock.json` hash.
|
||||||
|
|
||||||
|
### `.gitea/workflows/auto-tag.yml`
|
||||||
|
- **build-linux-amd64**: image `rust:1.88-slim` → `trcaa-linux-amd64:rust1.88-node22`.
|
||||||
|
Removed Checkout apt-get install git, removed entire Install dependencies step.
|
||||||
|
Removed `rustup target add x86_64-unknown-linux-gnu` from Build step. Added cargo + npm cache.
|
||||||
|
- **build-windows-amd64**: image `rust:1.88-slim` → `trcaa-windows-cross:rust1.88-node22`.
|
||||||
|
Removed Checkout apt-get install git, removed entire Install dependencies step.
|
||||||
|
Removed `rustup target add x86_64-pc-windows-gnu` from Build step.
|
||||||
|
Added cargo (with `-windows-` suffix key to avoid collision) + npm cache.
|
||||||
|
- **build-linux-arm64**: image `ubuntu:22.04` → `trcaa-linux-arm64:rust1.88-node22`.
|
||||||
|
Removed Checkout apt-get install git, removed entire Install dependencies step (~40 lines).
|
||||||
|
Removed `. "$HOME/.cargo/env"` (PATH already set via `ENV` in Dockerfile).
|
||||||
|
Removed `rustup target add aarch64-unknown-linux-gnu` from Build step.
|
||||||
|
Added cargo (with `-arm64-` suffix key) + npm cache.
|
||||||
|
|
||||||
|
### `docs/wiki/CICD-Pipeline.md`
|
||||||
|
Added two new sections before the Test Pipeline section:
|
||||||
|
- **Pre-baked Builder Images**: table of all three images and their contents, rebuild
|
||||||
|
triggers, how-to-rebuild instructions, and the insecure-registries Docker daemon
|
||||||
|
prerequisite for 172.0.0.29.
|
||||||
|
- **Cargo and npm Caching**: documents the `actions/cache@v3` key patterns in use,
|
||||||
|
including the per-platform cache key suffixes for cross-compile jobs.
|
||||||
|
Updated the Test Pipeline section to reference the correct pre-baked image name.
|
||||||
|
Updated the Release Pipeline job table to show which image each build job uses.
|
||||||
|
|
||||||
|
## Testing Needed
|
||||||
|
|
||||||
|
1. **Pre-build images** (prerequisite): Trigger `build-images.yml` via `workflow_dispatch`
|
||||||
|
on Gitea Actions UI. Confirm all 3 images are pushed and visible in the registry.
|
||||||
|
|
||||||
|
2. **Server prerequisite**: Confirm `/etc/docker/daemon.json` on `172.0.0.29` contains
|
||||||
|
`{"insecure-registries":["172.0.0.29:3000"]}` and Docker was restarted after.
|
||||||
|
|
||||||
|
3. **PR test suite**: Open a PR with these changes. Verify:
|
||||||
|
- All 5 test jobs pass (`rust-fmt-check`, `rust-clippy`, `rust-tests`,
|
||||||
|
`frontend-typecheck`, `frontend-tests`)
|
||||||
|
- Job logs show no `apt-get` or `rustup component add` output
|
||||||
|
- Cache hit messages appear on second run
|
||||||
|
|
||||||
|
4. **Release build**: Merge to master. Verify `auto-tag.yml` runs and:
|
||||||
|
- All 3 Linux/Windows build jobs start without Install dependencies step
|
||||||
|
- Artifacts are produced and uploaded to the Gitea release
|
||||||
|
- Total release time is significantly reduced (~7 min vs ~25 min before)
|
||||||
|
|
||||||
|
5. **Expected time savings after caching warms up**:
|
||||||
|
| Job | Before | After |
|
||||||
|
|-----|--------|-------|
|
||||||
|
| rust-fmt-check | ~2 min | ~20 sec |
|
||||||
|
| rust-clippy | ~4 min | ~45 sec |
|
||||||
|
| rust-tests | ~5 min | ~1.5 min |
|
||||||
|
| frontend-typecheck | ~2 min | ~30 sec |
|
||||||
|
| frontend-tests | ~3 min | ~40 sec |
|
||||||
|
| build-linux-amd64 | ~10 min | ~3 min |
|
||||||
|
| build-windows-amd64 | ~12 min | ~4 min |
|
||||||
|
| build-linux-arm64 | ~15 min | ~4 min |
|
||||||
|
| PR test total (parallel) | ~5 min | ~1.5 min |
|
||||||
|
| Release total | ~25 min | ~7 min |
|
||||||
Loading…
Reference in New Issue
Block a user