Automating Proxmox VM Deployment

VMID: 100
Name: webserver-prod-01
Cores: 8
Memory: 16384 MB
Disk: 100G
CPU Type: x86-64-v3
Tags: production,webserver,nginx

=========================================
✅ VM 100 (webserver-prod-01) created successfully!
=========================================
SSH connection: ssh root@[VM_IP_ADDRESS]
Gateway: [GATEWAY_IP]
Tags: production,webserver,nginx
Use your private key to authenticate.

#!/bin/bash
set -e

# ============================================================================
# Proxmox VM Creation Script with Intelligent Resource Management
# ============================================================================
# This script automates the creation of VMs in Proxmox with:
# - Automatic IP address management and tracking
# - Cloud-init integration for zero-touch configuration
# - Support for Debian 13 and Ubuntu 24.04 LTS
# - Flexible CPU configuration options
# - VM tagging for organization
# - SSH key-based authentication
# - Created By Sohaib R. Khan
# SETUP REQUIRED:
# 1. Edit the initialize_ip_pool() function below to add YOUR IP addresses
# 2. Update SUBNET_GATEWAYS with YOUR gateway addresses
# 3. Replace the SSH public key with YOUR public key (two locations)
# 4. Ensure jq is installed: apt-get install jq
# ============================================================================

# IP Management Configuration
IP_POOL_FILE="/root/vm-ip-pool.json"

# ============================================================================
# CONFIGURATION SECTION - EDIT THIS FOR YOUR NETWORK
# ============================================================================

# Define your subnet gateway addresses
# Format: SUBNET_GATEWAYS["first.three.octets"]="gateway.ip.address"
# Example: SUBNET_GATEWAYS["192.168.1"]="192.168.1.1"
declare -A SUBNET_GATEWAYS
SUBNET_GATEWAYS["YOUR.SUBNET.1"]="YOUR.GATEWAY.1"
SUBNET_GATEWAYS["YOUR.SUBNET.2"]="YOUR.GATEWAY.2"

# Network configuration - adjust for your subnet size
NETMASK="255.255.255.248"  # /29 subnet
CIDR_SUFFIX="29"            # CIDR notation

# ============================================================================
# IP POOL INITIALIZATION - EDIT THIS TO ADD YOUR IP ADDRESSES
# ============================================================================
initialize_ip_pool() {
    if [ ! -f "$IP_POOL_FILE" ]; then
        echo "Initializing IP pool with all available IPs from your subnets..."
        cat > "$IP_POOL_FILE" << 'EOF'
{
  "ips": {
    "YOUR.IP.ADDRESS.1": {"status": "used", "vmid": "existing", "vmname": "ExistingVM1", "gateway": "YOUR.GATEWAY.1"},
    "YOUR.IP.ADDRESS.2": {"status": "used", "vmid": "existing", "vmname": "ExistingVM2", "gateway": "YOUR.GATEWAY.1"},
    "YOUR.IP.ADDRESS.3": {"status": "free", "vmid": null, "vmname": null, "gateway": "YOUR.GATEWAY.1"},
    "YOUR.IP.ADDRESS.4": {"status": "free", "vmid": null, "vmname": null, "gateway": "YOUR.GATEWAY.1"},
    "YOUR.IP.ADDRESS.5": {"status": "free", "vmid": null, "vmname": null, "gateway": "YOUR.GATEWAY.1"},
    "YOUR.IP.ADDRESS.6": {"status": "used", "vmid": "existing", "vmname": "ExistingVM3", "gateway": "YOUR.GATEWAY.2"},
    "YOUR.IP.ADDRESS.7": {"status": "free", "vmid": null, "vmname": null, "gateway": "YOUR.GATEWAY.2"},
    "YOUR.IP.ADDRESS.8": {"status": "free", "vmid": null, "vmname": null, "gateway": "YOUR.GATEWAY.2"},
    "YOUR.IP.ADDRESS.9": {"status": "free", "vmid": null, "vmname": null, "gateway": "YOUR.GATEWAY.2"},
    "YOUR.IP.ADDRESS.10": {"status": "free", "vmid": null, "vmname": null, "gateway": "YOUR.GATEWAY.2"}
  }
}
EOF
        echo ""
        echo "⚠️  IMPORTANT: IP pool initialized with PLACEHOLDER addresses!"
        echo "⚠️  Edit $IP_POOL_FILE and replace with your actual IP addresses"
        echo "⚠️  Each IP should have: status (used/free), vmid, vmname, and gateway"
        echo ""
        read -p "Press Enter after you've updated the IP pool file..."
    fi
}

# ============================================================================
# IP MANAGEMENT FUNCTIONS
# ============================================================================

get_available_ip() {
    initialize_ip_pool
    
    local free_ip=$(jq -r '.ips | to_entries[] | select(.value.status == "free") | .key' "$IP_POOL_FILE" | head -n 1)
    
    if [ -z "$free_ip" ]; then
        echo ""
    else
        echo "$free_ip"
    fi
}

get_ip_gateway() {
    local ip=$1
    jq -r --arg ip "$ip" '.ips[$ip].gateway' "$IP_POOL_FILE"
}

mark_ip_used() {
    local ip=$1
    local vmid=$2
    local vmname=$3
    local gateway=$4
    
    jq --arg ip "$ip" --arg vmid "$vmid" --arg vmname "$vmname" --arg gateway "$gateway" \
        '.ips[$ip] = {"status": "used", "vmid": $vmid, "vmname": $vmname, "gateway": $gateway}' \
        "$IP_POOL_FILE" > "${IP_POOL_FILE}.tmp" && mv "${IP_POOL_FILE}.tmp" "$IP_POOL_FILE"
}

mark_ip_free() {
    local ip=$1
    local gateway=$(get_ip_gateway "$ip")
    
    jq --arg ip "$ip" --arg gateway "$gateway" \
        '.ips[$ip] = {"status": "free", "vmid": null, "vmname": null, "gateway": $gateway}' \
        "$IP_POOL_FILE" > "${IP_POOL_FILE}.tmp" && mv "${IP_POOL_FILE}.tmp" "$IP_POOL_FILE"
}

show_ip_status() {
    initialize_ip_pool
    echo ""
    echo "=== IP Pool Status (All Subnets) ==="
    echo ""
    
    # Get unique subnet prefixes
    local subnets=$(jq -r '.ips | keys[]' "$IP_POOL_FILE" | cut -d'.' -f1-3 | sort -u)
    
    for subnet in $subnets; do
        local gateway=$(jq -r --arg subnet "$subnet" '.ips | to_entries[] | select(.key | startswith($subnet)) | .value.gateway' "$IP_POOL_FILE" | head -n 1)
        echo "Subnet ${subnet}.x (Gateway: $gateway):"
        jq -r --arg subnet "$subnet" '.ips | to_entries[] | select(.key | startswith($subnet)) | "\(.key) - \(.value.status | ascii_upcase) \(if .value.status == "used" then "- VM \(.value.vmid) (\(.value.vmname))" else "" end)"' "$IP_POOL_FILE"
        echo ""
    done
    
    local total_free=$(jq '[.ips[] | select(.status == "free")] | length' "$IP_POOL_FILE")
    local total_used=$(jq '[.ips[] | select(.status == "used")] | length' "$IP_POOL_FILE")
    echo "Summary: $total_free free, $total_used used"
    echo "======================================"
    echo ""
}

list_available_ips() {
    initialize_ip_pool
    echo ""
    echo "=== Available IPs ==="
    local count=1
    while IFS= read -r ip; do
        local gateway=$(jq -r --arg ip "$ip" '.ips[$ip].gateway' "$IP_POOL_FILE")
        echo "$count) $ip (Gateway: $gateway)"
        ((count++))
    done < <(jq -r '.ips | to_entries[] | select(.value.status == "free") | .key' "$IP_POOL_FILE" | sort)
    echo "====================="
    echo ""
}

# ============================================================================
# MAIN SCRIPT
# ============================================================================

# Create directory for OS images
mkdir -p /root/qcow

# Show current IP allocation status
show_ip_status

# IP Assignment Selection
echo "IP Assignment Options:"
echo "1) Auto-assign next available IP"
echo "2) Select IP from available pool"
read -p "Enter choice [1-2]: " IP_CHOICE

if [ "$IP_CHOICE" -eq 2 ]; then
    list_available_ips
    read -p "Enter the IP address you want to use: " SELECTED_IP
    
    # Validate IP exists and is free
    IP_STATUS=$(jq -r --arg ip "$SELECTED_IP" '.ips[$ip].status // "notfound"' "$IP_POOL_FILE")
    
    if [ "$IP_STATUS" == "notfound" ]; then
        echo "❌ ERROR: IP $SELECTED_IP not found in pool"
        exit 1
    elif [ "$IP_STATUS" == "used" ]; then
        echo "❌ ERROR: IP $SELECTED_IP is already in use"
        exit 1
    fi
    
    AVAILABLE_IP="$SELECTED_IP"
else
    AVAILABLE_IP=$(get_available_ip)
fi

# Check if IP is available
if [ -z "$AVAILABLE_IP" ]; then
    echo "❌ ERROR: No available IPs in the pool!"
    echo ""
    echo "All IPs are currently assigned. Please:"
    echo "1. Order more IP addresses from your provider"
    echo "2. Release unused VMs to free up IPs"
    echo "3. Update the IP pool file: $IP_POOL_FILE"
    echo ""
    echo "Current IP assignments:"
    show_ip_status
    exit 1
fi

GATEWAY=$(get_ip_gateway "$AVAILABLE_IP")

echo "✅ Assigned IP: $AVAILABLE_IP/$CIDR_SUFFIX"
echo "✅ Gateway: $GATEWAY"
echo ""

# VMID validation
while true; do
    read -p "Enter VMID (numeric only, e.g., 100, 101, 102): " VMID
    if [[ "$VMID" =~ ^[0-9]+$ ]]; then
        # Check if VMID already exists
        if qm status $VMID &>/dev/null; then
            echo "❌ ERROR: VMID $VMID already exists. Please choose a different VMID."
        else
            break
        fi
    else
        echo "❌ ERROR: VMID must be numeric only (e.g., 100, 101, 102)"
    fi
done

# VM Configuration
read -p "Enter number of CPU cores: " CORES
read -p "Enter memory in MB: " MEMORY
read -p "Enter disk size (e.g., 32G, 50G, 100G): " DISKSIZE
read -p "Enter VM name: " VMNAME

# CPU Type Selection
echo ""
echo "CPU Type Options:"
echo "1) x86-64-v3 (AVX, AVX2, best for modern AMD/Intel - RECOMMENDED)"
echo "2) host (All CPU features, best performance, no live migration)"
echo "3) x86-64-v2-AES (Basic, no AVX)"
read -p "Enter CPU type choice [1-3, default: 1]: " CPU_TYPE_CHOICE
CPU_TYPE_CHOICE=${CPU_TYPE_CHOICE:-1}

case $CPU_TYPE_CHOICE in
    1)
        CPU_TYPE="x86-64-v3"
        echo "✅ Selected: x86-64-v3 (with AVX and AVX2 support)"
        ;;
    2)
        CPU_TYPE="host"
        echo "✅ Selected: host (full CPU passthrough)"
        ;;
    3)
        CPU_TYPE="x86-64-v2-AES"
        echo "✅ Selected: x86-64-v2-AES (basic)"
        ;;
    *)
        CPU_TYPE="x86-64-v3"
        echo "✅ Default: x86-64-v3 (with AVX and AVX2 support)"
        ;;
esac

# VM Tags (optional)
echo ""
echo "Enter Proxmox tags (optional, comma-separated, e.g., production,webserver,client-abc):"
read -p "Tags: " TAGS

# Configuration Summary
echo ""
echo "=== VM Configuration Summary ==="
echo "VMID: $VMID"
echo "Name: $VMNAME"
echo "Cores: $CORES"
echo "Memory: $MEMORY MB"
echo "Disk: $DISKSIZE"
echo "CPU Type: $CPU_TYPE"
echo "IP: $AVAILABLE_IP/$CIDR_SUFFIX"
echo "Gateway: $GATEWAY"
if [ -n "$TAGS" ]; then
    echo "Tags: $TAGS"
fi
echo "==============================="
read -p "Press Enter to continue or Ctrl+C to cancel..."

IPADDR="$AVAILABLE_IP/$CIDR_SUFFIX"
DNS="8.8.8.8"

# OS Selection
echo "Select OS:"
echo "1) Debian 13 (Trixie)"
echo "2) Ubuntu 24.04 LTS (Noble)"
read -p "Enter choice [1-2]: " OSCHOICE

if [ "$OSCHOICE" -eq 1 ]; then
    OSIMG="https://cdimage.debian.org/images/cloud/trixie/latest/debian-13-generic-amd64.qcow2"
    OSNAME="debian-13-generic-amd64.qcow2"
elif [ "$OSCHOICE" -eq 2 ]; then
    OSIMG="https://cloud-images.ubuntu.com/noble/current/noble-server-cloudimg-amd64.img"
    OSNAME="ubuntu-noble-cloudimg-amd64.qcow2"
else
    echo "Invalid choice. Exiting."
    exit 1
fi

# Download OS image if not cached
if [ ! -f "/root/qcow/$OSNAME" ]; then
    echo "Downloading $OSNAME..."
    wget -q --show-progress "$OSIMG" -O "/root/qcow/$OSNAME"
fi

# Create VM
echo "Creating VM $VMID..."
qm create $VMID \
  --name "$VMNAME" \
  --cpu $CPU_TYPE \
  --cores $CORES \
  --memory $MEMORY \
  --net0 virtio,bridge=vmbr0 \
  --scsihw virtio-scsi-pci \
  --ostype l26

# Add tags if specified
if [ -n "$TAGS" ]; then
    echo "Adding tags: $TAGS"
    qm set $VMID --tags "$TAGS"
fi

# Import OS disk
echo "Importing OS image disk..."
IMPORT_OUTPUT=$(qm importdisk $VMID "/root/qcow/$OSNAME" local)
echo "$IMPORT_OUTPUT"

DISK_PATH=$(echo "$IMPORT_OUTPUT" | grep -o "local:$VMID/vm-$VMID-disk-[0-9]*\.[a-z]*")
if [ -z "$DISK_PATH" ]; then
    echo "Error: Failed to extract disk path from import output"
    echo "Import output was: $IMPORT_OUTPUT"
    exit 1
fi

echo "Imported disk path: $DISK_PATH"

# Attach disk
echo "Attaching imported disk..."
qm set $VMID --scsi0 "$DISK_PATH"

# Add cloud-init drive
echo "Adding cloud-init drive..."
qm set $VMID --ide2 local:cloudinit

# Set boot order
qm set $VMID --boot order=scsi0

# ============================================================================
# CONFIGURE CLOUD-INIT - REPLACE SSH KEY WITH YOUR PUBLIC KEY
# ============================================================================
echo "Configuring Cloud-Init..."
qm set $VMID \
  --ciuser root \
  --sshkeys <(echo "YOUR_SSH_PUBLIC_KEY_HERE") \
  --ipconfig0 "ip=$IPADDR,gw=$GATEWAY" \
  --nameserver "$DNS" \
  --cicustom "user=local:snippets/user-data-$VMID.yml"

# Create cloud-init user-data file
mkdir -p /var/lib/vz/snippets
cat > "/var/lib/vz/snippets/user-data-$VMID.yml" << 'EOF'
#cloud-config
users:
  - name: root
    ssh_authorized_keys:
      - YOUR_SSH_PUBLIC_KEY_HERE
package_update: true
package_upgrade: true
packages:
  - curl
  - wget
  - jq
  - htop
  - vim
  - git
  - unzip
  - net-tools
runcmd:
  - echo "Package installation completed" > /var/log/cloud-init-packages.log
  - systemctl enable ssh
  - systemctl start ssh
final_message: "VM setup completed successfully with all packages installed!"
EOF

echo "Created cloud-init user-data file at /var/lib/vz/snippets/user-data-$VMID.yml"

# Resize disk
echo "Resizing disk to use full $DISKSIZE..."
qm resize $VMID scsi0 $DISKSIZE

# Mark IP as used in pool
mark_ip_used "$AVAILABLE_IP" "$VMID" "$VMNAME" "$GATEWAY"
echo "✅ IP $AVAILABLE_IP marked as used for VM $VMID"

# Start VM
echo "Starting VM $VMID..."
qm start $VMID

# Success message
echo ""
echo "========================================="
echo "✅ VM $VMID ($VMNAME) created successfully!"
echo "========================================="
echo "SSH connection: ssh root@$AVAILABLE_IP"
echo "Gateway: $GATEWAY"
echo "Subnet: $(echo $AVAILABLE_IP | cut -d'.' -f1-3).x"
if [ -n "$TAGS" ]; then
    echo "Tags: $TAGS"
fi
echo "Use your private key to authenticate."
echo ""

# Show updated IP status
show_ip_status