Initial commit
This commit is contained in:
Ronald Huynen
169
scripts/re-index-search.sh
Executable file
169
scripts/re-index-search.sh
Executable file
@@ -0,0 +1,169 @@
|
||||
#!/bin/bash
|
||||
|
||||
# Colors for output
|
||||
GREEN='\033[0;32m'
|
||||
BLUE='\033[0;34m'
|
||||
YELLOW='\033[0;33m'
|
||||
RED='\033[0;31m'
|
||||
NC='\033[0m' # No Color
|
||||
|
||||
# Function for printing section headers
|
||||
section_header() {
|
||||
printf "\n${BLUE}===========================================================${NC}\n"
|
||||
printf "${BLUE} $1${NC}\n"
|
||||
printf "${BLUE}===========================================================${NC}\n\n"
|
||||
}
|
||||
|
||||
# Error handling
|
||||
error_exit() {
|
||||
printf "${RED}ERROR: $1${NC}\n" >&2
|
||||
exit 1
|
||||
}
|
||||
|
||||
# Load .env variables
|
||||
set -a
|
||||
if [ -f .env ]; then
|
||||
. ./.env 2>/dev/null
|
||||
fi
|
||||
set +a
|
||||
|
||||
# Set Elasticsearch authentication flag if credentials exist
|
||||
if [ -n "$ELASTICSEARCH_USER" ] && [ -n "$ELASTICSEARCH_PASSWORD" ]; then
|
||||
ES_AUTH="-u $ELASTICSEARCH_USER:$ELASTICSEARCH_PASSWORD"
|
||||
else
|
||||
ES_AUTH=""
|
||||
fi
|
||||
|
||||
section_header "🗑️ CLEANING UP OLD INDICES AND ALIASES"
|
||||
|
||||
# Function to delete all indices matching a pattern
|
||||
delete_indices_by_pattern() {
|
||||
local pattern=$1
|
||||
local alias_name=$2
|
||||
|
||||
printf "${YELLOW}Cleaning up pattern: ${pattern}${NC}\n"
|
||||
|
||||
# Get all indices matching the pattern (both direct indices and versioned)
|
||||
local all_indices=$(curl $ES_AUTH -s -X GET "localhost:9200/_cat/indices?h=index" | grep -E "^${pattern}(_[0-9]+)?$" | sort)
|
||||
printf "${YELLOW}Found indices for pattern '${pattern}': ${all_indices}${NC}\n"
|
||||
|
||||
# Check if there's a direct index with the alias name (this causes conflicts)
|
||||
local direct_index=$(echo "$all_indices" | grep -E "^${pattern}$")
|
||||
if [ -n "$direct_index" ]; then
|
||||
printf "${YELLOW}Found conflicting direct index: $direct_index (this will be deleted)${NC}\n"
|
||||
curl $ES_AUTH -s -X DELETE "localhost:9200/$direct_index" || printf "${RED}Failed to delete conflicting index $direct_index${NC}\n"
|
||||
fi
|
||||
|
||||
# Get versioned indices only
|
||||
local versioned_indices=$(echo "$all_indices" | grep -E "^${pattern}_[0-9]+$")
|
||||
local latest_versioned=$(echo "$versioned_indices" | tail -n 1)
|
||||
|
||||
if [ -n "$versioned_indices" ]; then
|
||||
# Delete all versioned indices except the latest
|
||||
for index in $versioned_indices; do
|
||||
if [ "$index" != "$latest_versioned" ]; then
|
||||
printf "${YELLOW}Deleting old versioned index: $index${NC}\n"
|
||||
curl $ES_AUTH -s -X DELETE "localhost:9200/$index" || printf "${RED}Failed to delete $index${NC}\n"
|
||||
fi
|
||||
done
|
||||
fi
|
||||
|
||||
# Remove any existing alias (safe operation)
|
||||
printf "${YELLOW}Removing existing alias: $alias_name${NC}\n"
|
||||
curl $ES_AUTH -s -X POST "localhost:9200/_aliases" -H 'Content-Type: application/json' -d"{\"actions\":[{\"remove\":{\"alias\":\"$alias_name\",\"index\":\"*\"}}]}" 2>/dev/null || printf "${YELLOW}Alias $alias_name didn't exist${NC}\n"
|
||||
}
|
||||
|
||||
# Define index patterns (using regular variables instead of associative array)
|
||||
INDEX_PATTERNS="users_index organizations_index banks_index posts_index calls_index"
|
||||
|
||||
# Clean up old indices for each pattern
|
||||
for alias in $INDEX_PATTERNS; do
|
||||
delete_indices_by_pattern "$alias" "$alias"
|
||||
done
|
||||
|
||||
section_header "⏳ WAITING FOR ELASTICSEARCH CLUSTER HEALTH"
|
||||
|
||||
# Wait for Elasticsearch to be ready
|
||||
printf "${YELLOW}Waiting for cluster health...${NC}\n"
|
||||
timeout=30
|
||||
counter=0
|
||||
while [ $counter -lt $timeout ]; do
|
||||
health_response=$(curl $ES_AUTH -s "localhost:9200/_cluster/health" 2>/dev/null)
|
||||
if echo "$health_response" | grep -q '"status":"green\|yellow"'; then
|
||||
printf "${GREEN}Cluster is healthy!${NC}\n"
|
||||
break
|
||||
fi
|
||||
printf "${YELLOW}Waiting for cluster (${counter}/${timeout})...${NC}\n"
|
||||
sleep 1
|
||||
counter=$((counter + 1))
|
||||
done
|
||||
|
||||
if [ $counter -eq $timeout ]; then
|
||||
printf "${YELLOW}Warning: Cluster health timeout, proceeding anyway...${NC}\n"
|
||||
fi
|
||||
|
||||
section_header "🧹 SKIPPING FLUSH - DIRECT IMPORT WILL CREATE FRESH INDICES"
|
||||
|
||||
# Skip flush since we already cleaned up indices above and import will create fresh ones
|
||||
printf "${YELLOW}Note: Skipping scout:flush commands to avoid shard conflicts.${NC}\n"
|
||||
printf "${YELLOW}The scout:import commands will create fresh indices automatically.${NC}\n"
|
||||
|
||||
section_header "📥 IMPORTING ALL MODELS TO ELASTICSEARCH (WITHOUT QUEUE)"
|
||||
|
||||
# Import all models (this creates new indices) - Force immediate processing by disabling queue
|
||||
printf "${GREEN}Importing User model...${NC}\n"
|
||||
SCOUT_QUEUE=false php artisan scout:import "App\Models\User" || error_exit "Failed to import User model"
|
||||
|
||||
printf "${GREEN}Importing Organization model...${NC}\n"
|
||||
SCOUT_QUEUE=false php artisan scout:import "App\Models\Organization" || error_exit "Failed to import Organization model"
|
||||
|
||||
printf "${GREEN}Importing Bank model...${NC}\n"
|
||||
SCOUT_QUEUE=false php artisan scout:import "App\Models\Bank" || error_exit "Failed to import Bank model"
|
||||
|
||||
printf "${GREEN}Importing Post model...${NC}\n"
|
||||
SCOUT_QUEUE=false php artisan scout:import "App\Models\Post" || error_exit "Failed to import Post model"
|
||||
|
||||
printf "${GREEN}Importing Call model...${NC}\n"
|
||||
SCOUT_QUEUE=false php artisan scout:import "App\Models\Call" || error_exit "Failed to import Call model"
|
||||
|
||||
# Wait a moment for Elasticsearch to process (shorter wait since we're not using queue)
|
||||
printf "${YELLOW}Waiting for Elasticsearch to process...${NC}\n"
|
||||
sleep 2
|
||||
|
||||
section_header "🔗 CREATING ALIASES FOR STABLE INDEX NAMES"
|
||||
|
||||
# Create aliases pointing to the new timestamped indices
|
||||
for alias in $INDEX_PATTERNS; do
|
||||
printf "${GREEN}Creating alias for: $alias${NC}\n"
|
||||
|
||||
# Find the latest index for this pattern
|
||||
latest_index=$(curl $ES_AUTH -s -X GET "localhost:9200/_cat/indices?h=index" | grep "^${alias}_" | sort | tail -n 1)
|
||||
|
||||
if [ -n "$latest_index" ]; then
|
||||
printf "${GREEN}Found latest index: $latest_index${NC}\n"
|
||||
|
||||
# Create alias
|
||||
curl $ES_AUTH -s -X POST "localhost:9200/_aliases" -H 'Content-Type: application/json' -d"
|
||||
{
|
||||
\"actions\": [
|
||||
{ \"add\": { \"index\": \"${latest_index}\", \"alias\": \"${alias}\" } }
|
||||
]
|
||||
}
|
||||
" && printf "${GREEN}✅ Created alias ${alias} -> ${latest_index}${NC}\n" || printf "${RED}❌ Failed to create alias ${alias}${NC}\n"
|
||||
else
|
||||
printf "${RED}❌ No index found for pattern ${alias}_*${NC}\n"
|
||||
fi
|
||||
done
|
||||
|
||||
section_header "📋 FINAL ELASTICSEARCH INDICES AND ALIASES"
|
||||
|
||||
printf "${BLUE}Indices:${NC}\n"
|
||||
curl $ES_AUTH -s -X GET "localhost:9200/_cat/indices?v"
|
||||
|
||||
printf "\n${BLUE}Aliases:${NC}\n"
|
||||
curl $ES_AUTH -s -X GET "localhost:9200/_cat/aliases?v"
|
||||
|
||||
section_header "✅ REINDEXING COMPLETE"
|
||||
|
||||
printf "${GREEN}All models have been reindexed successfully!${NC}\n"
|
||||
printf "${GREEN}You can now use the stable alias names (users_index, organizations_index, etc.) in your application.${NC}\n"
|
||||
Reference in New Issue
Block a user