Compare commits

..

37 Commits

Author SHA1 Message Date
eba420cc81 chore: adapt tasks.json for gitops workflow 2025-05-17 08:18:11 +00:00
a9adb834e5 feat: move image cleanup function inside gitops router 2025-05-17 08:08:15 +00:00
f422da8d9e chore: add project local settings for lazyvim 2025-05-17 07:23:20 +00:00
079979292d fix: correct geturl spelling 2025-05-17 07:22:02 +00:00
14a96035b6 feat: add gitops function to copy home.tar.gz 2025-05-17 07:13:49 +00:00
1fc4153048 chore: start tracking home.tar.gz 2025-05-17 07:01:19 +00:00
dceda5fb53 feat: track home.tar.gz using Git LFS 2025-05-17 06:57:03 +00:00
b67af4b482 feat: add gitops function to remove podman containers 2025-05-17 06:34:26 +00:00
61902a8b5b feat: remove ability to copy directly using scp/sftp 2025-05-17 06:33:36 +00:00
5181a3c194 Revert "fix: avoid logging to stdout before running scp to copy tarball"
This reverts commit f8a09a135b.
2025-05-17 06:28:26 +00:00
0e2f89bde4 feat: add git lfs package 2025-05-17 06:11:42 +00:00
f09654160a fix: use evec instead of eval for running scp 2025-05-17 02:59:32 +00:00
f8a09a135b fix: avoid logging to stdout before running scp to copy tarball 2025-05-17 02:49:14 +00:00
80a3878295 fix: check for scp early to avoid shell ouput 2025-05-17 02:47:30 +00:00
54e2ec2374 feat: add gitops router script 2025-05-17 01:57:50 +00:00
156b47aded feat: use locally built image for starting a pod 2025-05-16 23:35:00 +00:00
422a962a85 feat: change owner to devuser for .ssh/*, .config and .config/fish 2025-05-16 23:31:41 +00:00
991478a0b0 feat: split images into 2 - base and workspace 2025-05-16 23:28:39 +00:00
8812bb4528 feat(build): add uid and guid to files in tarball 2025-05-16 23:03:15 +00:00
a45494c949 chore: untrack lazy-lock.json 2025-05-16 20:45:43 +00:00
502d44e06d feat(build): set group executable flag for all folders in .config 2025-05-16 16:23:17 +01:00
23870c3b24 feat(build): update project root file path to container home when creating tar 2025-05-16 15:52:31 +01:00
60eac985e6 feat: adapt strict directory permissions for container $HOME folder 2025-05-16 15:06:32 +01:00
ad7413a0ef fix: adapt build script to new folder convention 2025-05-16 14:22:27 +01:00
f2a947e5f1 chore: add task to delete files ignored by git 2025-05-16 14:15:20 +01:00
de522f78ca chore: untrack .local, .cache, .state .npm .config/fish directories 2025-05-16 14:15:20 +01:00
2123131ca5 chore: add a test task to run test-tmux.sh 2025-05-16 14:15:20 +01:00
6010c6a0ee feat(scripts): rewrite script to fire tmux and fish with project home 2025-05-16 14:15:20 +01:00
6df5d05cc5 refactor: rename nvim-workspace.sh to test-tmux.sh 2025-05-16 14:15:20 +01:00
54baa71622 refactor: move helper scripts into .bin folder and update tasks.json 2025-05-16 14:14:53 +01:00
a565ed4c33 chore: add a task to create a tarball of dot files for devuser 2025-05-16 14:11:52 +01:00
dfdf4fe738 fix: use correct XDG paths for launching neovim inside a tmux with project configs 2025-05-16 14:11:52 +01:00
397467d8a4 refactor: move .config and start.sh outside home/ folder 2025-05-16 14:11:52 +01:00
fcda25b36b fix(build): remove /opt/secure directory from image builder script 2025-05-16 14:11:52 +01:00
37892e4c0a fix: update location of ssh keys inside container 2025-05-16 14:04:35 +01:00
522713b5c2 refactor: migrate ssh config & keys from /opt/secure/ssh to ~/.ssh 2025-05-16 13:58:07 +01:00
cf3dde053d feat(buildah): add package buildah 2025-05-16 13:58:07 +01:00
33 changed files with 333 additions and 96 deletions

18
.bin/create-home-tarball.sh Executable file
View File

@ -0,0 +1,18 @@
#!/usr/bin/env bash
set -euo pipefail
if [ "$(basename "$(pwd -P)")" != "workspaces" ]; then
echo "Error: this script must be run from a directory named 'workspaces', not '$(basename "$(pwd -P)")'" >&2
exit 1
fi
replace_home() {
sed -i "s|$1|$2|g" .config/fish/fish_variables
find .local/share/nvim/mason/packages -type f -exec sed -i "s|$1|$2|g" {} +
}
find .config -type d -exec chmod g+x {} +
replace_home "$PWD" "/home/devuser"
tar -czf home.tar.gz --owner root:0 --group secproc:1002 --xform "s,$PWD,/home/devuser," .config .local .ssh start.sh
replace_home "/home/devuser" "$PWD"

9
.bin/gitops Executable file
View File

@ -0,0 +1,9 @@
#!/bin/bash
ssh -F /dev/null \
-o HostName=10.88.0.1 \
-o Port=22 \
-o User=infilytics \
-o IdentityFile=~/.ssh/id_ed25519 \
-o ProxyCommand=none \
gitops -- "$@"

30
.bin/test-tmux.sh Executable file
View File

@ -0,0 +1,30 @@
#!/usr/bin/env bash
set -euo pipefail
PWD="$(pwd -P)"
if [ "$(basename "$PWD")" != "workspaces" ]; then
echo "Error: this script must be run from a directory named 'workspaces', not '$(basename "$(pwd -P)")'" >&2
exit 1
fi
# Override PWD and HOME for this invocation
export PWD=$PWD
export HOME=$PWD
export TMUX=""
# Optionally adjust XDG_CONFIG_HOME if you use that
# export XDG_CONFIG_HOME="$HOME/.config"
# Start (or attach to) your dev session
SESSION="dev"
# If the session doesn't exist, create it
if ! tmux has-session -t "$SESSION" 2>/dev/null; then
tmux new-session -d -s "$SESSION" -n editor 'HOME='"$HOME"' XDG_STATE_HOME='"$HOME/.state"' /usr/bin/fish'
fi
tmux send-keys -t $SESSION:editor 'fisher install jorgebucaran/fisher pure-fish/pure patrickf1/fzf.fish jorgebucaran/autopair.fish gazorby/fish-abbreviation-tips jethrokuan/z' Enter
# Attach to it
exec tmux attach -t "$SESSION"

View File

View File

0
home/.config/nvim/LICENSE → .config/nvim/LICENSE Normal file → Executable file
View File

0
home/.config/nvim/README.md → .config/nvim/README.md Normal file → Executable file
View File

0
home/.config/nvim/init.lua → .config/nvim/init.lua Normal file → Executable file
View File

View File

View File

0
home/.config/tmux/tmux.conf → .config/tmux/tmux.conf Normal file → Executable file
View File

View File

1
.gitattributes vendored Normal file
View File

@ -0,0 +1 @@
home.tar.gz filter=lfs diff=lfs merge=lfs -text

10
.gitignore vendored
View File

@ -1,5 +1,7 @@
logs
files/pallav
home/.config/nvim/lazy-lock.json
home/.local
home/.cache
.local
.cache
.state
.config/fish
.npm
.config/nvim/lazy-lock.json

24
.lazy.lua Normal file
View File

@ -0,0 +1,24 @@
return {
"folke/snacks.nvim",
opts = {
-- show hidden files in snacks.explorer
picker = {
sources = {
explorer = {
-- show hidden files like .env
hidden = true,
-- show files ignored by git like node_modules
ignored = false,
exclude = { ".git" },
},
files = {
-- show hidden files like .env
hidden = true,
-- show files ignored by git like node_modules
ignored = false,
exclude = { ".npm", ".git" },
},
},
},
},
}

4
00-allow-git.conf → .ssh/config Normal file → Executable file
View File

@ -1,7 +1,7 @@
Host alps
HostName 10.88.0.1
User git
IdentityFile /opt/secure/ssh/id_ed25519
IdentityFile ~/.ssh/id_ed25519
IdentitiesOnly yes
StrictHostKeyChecking yes
Port 2222
@ -10,7 +10,7 @@ Host alps
Host github
HostName github.com
User git
IdentityFile /opt/secure/ssh/id_ed25519
IdentityFile ~/.ssh/id_ed25519
IdentitiesOnly yes
StrictHostKeyChecking yes
ProxyCommand none

107
.vscode/tasks.json vendored
View File

@ -2,48 +2,121 @@
"version": "2.0.0",
"tasks": [
{
"label": "Build workspace image",
"label": "GitOps(Build): base image",
"type": "shell",
"command": "./build-workspace.sh",
"command": ".bin/gitops build base",
"group": "build",
"problemMatcher": [],
"detail": "build base image using buildah"
},
{
"label": "GitOps(Build): workspace image",
"type": "shell",
"command": ".bin/gitops build workspace",
"group": "build",
"problemMatcher": [],
"detail": "build podman image using buildah"
},
{
"label": "Clean dangling images",
"label": "GitOps: Clean dangling images",
"type": "shell",
"command": "./clean_dangling_images.sh",
"command": ".bin/gitops clean",
"problemMatcher": [],
"detail": "Clean podman images"
},
{
"label": "Tag image",
"label": "Gitops(Update): build-base.sh",
"type": "shell",
"command": "podman tag localhost/analytics-backend-workspace:latest localhost:5100/analytics-backend-workspace:latest",
"command": ".bin/gitops update base",
"group": "build",
"problemMatcher": [],
"detail": "Tag podman image to localhost 5100"
"detail": "Copy build-base.sh to /home/infilytics/.local/bin/"
},
{
"label": "Push image",
"label": "GitOps(Update): build-workspace.sh",
"type": "shell",
"command": "podman push --tls-verify=false localhost:5100/analytics-backend-workspace:latest",
"command": ".bin/gitops update workspace",
"group": "build",
"problemMatcher": [],
"detail": "Push podman image to localhost 5100"
"detail": "Copy build-workspace.sh to /home/infilytics/.local/bin/"
},
{
"label": "Copy ssh_router.sh",
"label": "GitOps(Update): ssh_router.sh",
"type": "shell",
"command": "sudo cp ssh_router.sh /home/infilytics/ && sudo chown -R infilytics:infilytics /home/infilytics/ssh_router.sh",
"command": ".bin/gitops update ssh_router",
"group": "build",
"problemMatcher": [],
"detail": "Copy ssh_router.sh to /home/infilytics"
"detail": "Copy ssh_router.sh to /home/infilytics/.local/bin/"
},
{
"label": "Copy access.yml",
"label": "GitOps(Update): access.yml",
"type": "shell",
"command": "sudo cp access.yml /home/infilytics/ && sudo chown -R infilytics:infilytics /home/infilytics/access.yml",
"command": ".bin/gitops update access",
"group": "build",
"problemMatcher": [],
"detail": "Copy access.yml to /home/infilytics"
"detail": "Copy access.yml to /home/infilytics/"
},
{
"label": "GitOps(Update): gitops_router.sh",
"type": "shell",
"command": ".bin/gitops update gitops_router",
"group": "build",
"problemMatcher": [],
"detail": "Copy gitops_router.sh to /home/infilytics/.local/bin"
},
{
"label": "GitOps(Update): home.tar.gz",
"type": "shell",
"command": ".bin/gitops update home_tar",
"group": "build",
"problemMatcher": [],
"detail": "Copy home.tar.gz to /home/infilytics/"
},
{
"label": "Create home tarball",
"type": "shell",
"command": "${workspaceFolder}/.bin/create-home-tarball.sh",
"group": "build",
"problemMatcher": [],
"detail": "create home.tar.gz from .config .local .ssh start.sh"
},
{
"label": "Test: start tmux session",
"type": "shell",
"command": "${workspaceFolder}/.bin/test-tmux.sh",
"group": "test",
"problemMatcher": [],
"detail": "run tmux with project room as home"
},
{
"label": "GitOps: Show image status",
"type": "shell",
"command": ".bin/gitops status",
"problemMatcher": [],
"detail": "run podman images on remote"
},
{
"label": "GitOps: Remove workspace container",
"type": "shell",
"command": ".bin/gitops remove ${input:container} -f",
"problemMatcher": [],
"detail": "run podman rm $args on remote"
},
{
"label": "Cleanup worktree",
"type": "shell",
"command": "git clean -Xfd",
"problemMatcher": [],
"detail": "delete all untracked files listed in .gitignore"
}
],
"inputs": []
"inputs": [
{
"id": "container",
"type": "pickString",
"description": "Pick a container",
"options": ["pallav", "palak", "param", "darshan"],
"default": "pallav"
}
]
}

24
build-base.sh Executable file
View File

@ -0,0 +1,24 @@
#!/bin/bash
set -euo pipefail
BASE_IMG_NAME="analytics-backend-base"
DEV_USER=devuser
DEV_UID=1001
DEV_GID=1001
ctr=$(buildah from archlinux)
buildah run "$ctr" -- bash -c "
pacman -Sy --noconfirm && \
pacman -S --noconfirm --needed base-devel neovim git git-lfs fish tmux \
nodejs python podman fzf fd ripgrep jdk-openjdk fisher yazi less buildah \
lazygit luarocks python-pynvim npm bash-completion tree-sitter-cli kitty-terminfo \
lua51 openssh && \
pacman -Scc --noconfirm && \
groupadd -g $DEV_GID $DEV_USER && \
groupadd -g 1002 secproc && \
useradd -ms /bin/fish -G secproc -u $DEV_UID -g $DEV_GID $DEV_USER
"
buildah commit "$ctr" $BASE_IMG_NAME
echo "$BASE_IMG_NAME built."

View File

@ -1,62 +1,26 @@
#!/bin/bash
set -euo pipefail
BASE_IMG_NAME="analytics-backend-base"
IMG_NAME="analytics-backend-workspace"
DEV_USER=devuser
DEV_UID=1001
DEV_GID=1001
SECURE=/opt/secure
DEV_HOME=/home/$DEV_USER
ctr=$(buildah from archlinux)
ctr=$(buildah from "$BASE_IMG_NAME")
buildah run "$ctr" -- bash -c "\
pacman -Sy --noconfirm && pacman -S --noconfirm --needed base-devel neovim git fish tmux \
nodejs python podman fzf fd ripgrep jdk-openjdk fisher yazi less buildah \
lazygit luarocks python-pynvim npm bash-completion tree-sitter-cli kitty-terminfo \
lua51 openssh && pacman -Scc --noconfirm && groupadd secproc && groupadd -g $DEV_GID $DEV_USER && \
useradd -ms /bin/fish -G secproc -u $DEV_UID -g $DEV_GID $DEV_USER && mkdir -m 511 -p $SECURE
"
buildah add "$ctr" home.tar.gz $DEV_HOME
# copy start script, neovim, tmux setup and ssh setup
buildah copy --chown $DEV_USER:$DEV_USER "$ctr" ./home/. $DEV_HOME
buildah copy "$ctr" 00-allow-git.conf /etc/ssh/ssh_config.d/
# configure lazyvim
# shellcheck disable=SC2016
buildah run --user "$DEV_USER" "$ctr" -- fish -c '
buildah run "$ctr" -- fish -c '
set -gx HOME '"$DEV_HOME"';
mkdir -p $HOME/.ssh;
ssh-keyscan -p 2222 10.88.0.1 >> $HOME/.ssh/known_hosts;
ssh-keyscan -p 22 github.com >> $HOME/.ssh/known_hosts;
fisher install \
jorgebucaran/fisher \
pure-fish/pure \
patrickf1/fzf.fish \
jorgebucaran/autopair.fish \
gazorby/fish-abbreviation-tips \
jethrokuan/z;
chown -R '"$DEV_USER"':'"$DEV_USER"' $HOME/.local $HOME/.config/fish/completions \
$HOME/.config/fish/functions $HOME/.config/fish/fish_variables $HOME/.ssh;
chown '"$DEV_USER"':'"$DEV_USER"' $HOME/.config $HOME/.config/fish \
$HOME/.config/tmux;
'
# lock the files
buildah run "$ctr" -- bash -c "\
chmod 750 $DEV_HOME/start.sh \
$DEV_HOME/.config/lazygit/config.yml \
$DEV_HOME/.config/nvim/lua/config/lazy.lua \
$DEV_HOME/.config/nvim/init.lua \
$DEV_HOME/.config/nvim/README.md \
$DEV_HOME/.config/nvim/LICENSE \
$DEV_HOME/.config/tmux/tmux.conf && \
chown root:secproc $DEV_HOME/start.sh \
$DEV_HOME/.config/lazygit/config.yml \
$DEV_HOME/.config/nvim/lua/config/lazy.lua \
$DEV_HOME/.config/nvim/init.lua \
$DEV_HOME/.config/nvim/README.md \
$DEV_HOME/.config/nvim/LICENSE \
$DEV_HOME/.config/tmux/tmux.conf
"
buildah config \
--user $DEV_USER \
--workingdir /app \
@ -65,5 +29,4 @@ buildah config \
"$ctr"
buildah commit "$ctr" $IMG_NAME
echo "$IMG_NAME built."
echo "$IMG_NAME built from $BASE_IMG_NAME."

View File

@ -1,12 +0,0 @@
#!/bin/bash
# Get list of image IDs with <none> tag (dangling images)
dangling_images=$(podman images -f "dangling=true" -q)
if [ -z "$dangling_images" ]; then
echo "✅ No dangling images to remove."
else
echo "⚠️ Removing dangling images..."
echo "$dangling_images" | xargs podman rmi -f
echo "🧹 Done!"
fi

114
gitops_router.sh Normal file
View File

@ -0,0 +1,114 @@
#!/usr/bin/env bash
set -euo pipefail
PERSON="$1"
HOST="alps:3222"
PROTOCOL="http"
REPO="babbarc/workspaces"
BRANCH="master"
LOG_FILE="/tmp/.gitops-router-${PERSON}.log"
log() {
local level="${1^^}" # convert to uppercase
shift
echo "[$(date '+%Y-%m-%d %H:%M:%S')] [$level] $*" | tee -a "$LOG_FILE"
}
log info "Received SSH_ORIGINAL_COMMAND: $SSH_ORIGINAL_COMMAND"
# Ensure the variable is set
if [[ -z "${SSH_ORIGINAL_COMMAND:-}" ]]; then
log error "No SSH_ORIGINAL_COMMAND provided."
exit 1
fi
geturl() {
echo "$PROTOCOL://$HOST/$REPO/$1/branch/$BRANCH/$2"
}
function run() {
"$HOME"/.local/bin/"$1"
}
function update() {
type=${4:-raw}
fname=$(basename "$1")
output_path="$HOME/$2/$fname"
url=$(geturl "$type" "$1")
[ -f "$output_path" ] && chmod 700 "$output_path"
curl -fsSL "$url" -o "$output_path" && log info "Downloaded $url to $output_path"
chmod "$3" "$output_path"
}
clean_images() {
# Get list of image IDs with <none> tag (dangling images)
dangling_images=$(podman images -f "dangling=true" -q)
if [ -z "$dangling_images" ]; then
echo "✅ No dangling images to remove."
else
echo "⚠️ Removing dangling images..."
echo "$dangling_images" | xargs podman rmi
echo "🧹 Done!"
fi
}
# Strip arguments and parse command
read -r command args <<<"$SSH_ORIGINAL_COMMAND"
# Define command routing
case "$command" in
build)
case "$args" in
base)
run build-base.sh
;;
workspace)
run build-workspace.sh
;;
*)
log error "Invalid arguments for build command: $args"
;;
esac
;;
update)
case "$args" in
workspace)
update build-workspace.sh .local/bin 500
;;
base)
update build-base.sh .local/bin 500
;;
access)
update access.yml . 400
;;
ssh_router)
update ssh_router.sh .local/bin 500
;;
gitops_router)
update gitops_router.sh .local/bin 500
;;
home_tar)
update home.tar.gz . 500 media
;;
*)
log error "Invalid arguments for update command: $args"
;;
esac
;;
clean)
clean_images
;;
status)
podman images
;;
remove)
podman rm "$args"
;;
*)
log error "Unknown command: $command"
exit 127
;;
esac

BIN
home.tar.gz (Stored with Git LFS) Normal file

Binary file not shown.

View File

@ -1,7 +0,0 @@
#!/bin/bash
XDG_CONFIG_HOME="$PWD/home/.config" \
XDG_DATA_HOME="$PWD/home/.local/share" \
XDG_STATE_HOME="$PWD/home/.local/state" \
XDG_CACHE_HOME="$PWD/home/.cache" \
nvim

View File

@ -1,5 +0,0 @@
#!/bin/bash
ln -s "$PWD"/zsh-autosuggestions "$PWD"/config/zsh/ohmyzsh/custom/plugins/zsh-autosuggestions
ln -s "$PWD"/zsh-syntax-highlighting "$PWD"/config/zsh/ohmyzsh/custom/plugins/zsh-syntax-highlighting
rm -rf local/state

View File

@ -2,7 +2,7 @@
PERSON="$1"
WORKSPACE="$SSH_ORIGINAL_COMMAND"
IMAGE="localhost:5100/analytics-backend-workspace:latest"
IMAGE="localhost/analytics-backend-workspace:latest"
DEV_USER="devuser"
XDG_RUNTIME_DIR="/run/user/$(id -u)"
@ -80,8 +80,8 @@ start_container_if_needed() {
-v "${XDG_RUNTIME_DIR}"/podman/podman.sock:/run/podman/podman.sock \
-v /home/infilytics/data/"$WORKSPACE":/app \
-v /home/infilytics/secrets/"$WORKSPACE"/gitconfig:/home/"$DEV_USER"/.gitconfig:ro \
-v /home/infilytics/secrets/"$WORKSPACE"/id_ed25519:/opt/secure/ssh/id_ed25519:ro \
-v /home/infilytics/secrets/"$WORKSPACE"/id_ed25519.pub:/opt/secure/ssh/id_ed25519.pub:ro \
-v /home/infilytics/secrets/"$WORKSPACE"/id_ed25519:/home/"$DEV_USER"/.ssh/id_ed25519:ro \
-v /home/infilytics/secrets/"$WORKSPACE"/id_ed25519.pub:/home/"$DEV_USER"/.ssh/id_ed25519.pub:ro \
--entrypoint "/home/$DEV_USER/start.sh" \
"$IMAGE" "${TMUX_SESSION}"
elif ! podman inspect -f '{{.State.Running}}' "$WORKSPACE" | grep -q true; then

0
home/start.sh → start.sh Normal file → Executable file
View File