Dify版本升级过程记录（1.9.0升级至1.11.1版本，含weaviate数据迁移）

docker pull anggenius/dify-api-local:1.11.1.0
docker pull langgenius/dify-plugin-daemon:0.5.1-local

docker pull langgenius/dify-web-local:1.11.1.0

docker pull busboy:latest

docker pull semitechnologies/weaviate:1.27.0

docker pull langgenius/dify-sandbox:0.2.12 #无需重复拉取

docker pull postgres:15-alpine  #无需重复拉取

docker pull redis:6-alpine   #无需重复拉取    

docker pull squid:latest    #无需重复拉取

docker pull nginx:latest     #无需重复拉取

cd dify/docker

cp .env.example .env

CONSOLE_API_URL=https://di******me.com

CONSOLE_WEB_URL=https://

SERVICE_API_URL=https://

TRIGGER_URL=https://

APP_API_URL=https://

APP_WEB_URL=https://

FILES_URL=https://

INTERNAL_FILES_URL=https://

 #

UPLOAD_FILE_SIZE_LIMIT=150

UPLOAD_FILE_BATCH_LIMIT=10

PLUGIN_S3_USE_AWS_MANAGED_IAM=false

PLUGIN_S3_ENDPOINT=false

PLUGIN_S3_USE_PATH_STYLE=false

PLUGIN_PYTHON_ENV_INIT_TIMEOUT=640

PLUGIN_MAX_EXECUTION_TIMEOUT=2400

# 重要

PIP_MIRROR_URL=https://mi********om/pypi/simple

# 修改HTTP节点最大文本长度（20M）

HTTP_REQUEST_NODE_MAX_BINARY_SIZE=20971520

HTTP_REQUEST_NODE_MAX_TEXT_SIZE=20971520

#代码节点最大返回字符串长度

CODE_MAX_STRING_LENGTH=9223372036854775808

CODE_GENERATION_MAX_TOKENS=10240

CODE_MAX_STRING_ARRAY_LENGTH=300

CODE_MAX_OBJECT_ARRAY_LENGTH=300

# 修改代码执行时间

SANDBOX_WORKER_TIMEOUT=300

CODE_EXECUTION_CONNECT_TIMEOUT=300

CODE_EXECUTION_READ_TIMEOUT=300

CODE_EXECUTION_WRITE_TIMEOUT=300

 #

MARKETPLACE_ENABLE=false

FORCE_VERIFYING_SIGNATURE=false

docker-compose   down

cd ~/dify/docker

tar -cvf volumes_1122.tgz volumes

chown -R 1001:1001   vloumes/app/storage

chmod -R u+rwX   vloumes/app/storage

docker-compose up -d

docker-compose   logs -f --tail 100

# 切换到docker目录，执行

docker-compose stop weaviate

# 容器内执行

docker-compose run --rm --entrypoint   /bin/sh weaviate -c "

cd /var/lib/weaviate

for dir in vector_index_*_node_*_lsm; do

  [   -d \"\$dir\" ] || continue

   index_id=\$(echo \"\$dir\" | sed -n   's/vector_index_\([^_]*_[^_]*_[^_]*_[^_]*_[^_]*\)_node_.*/\1/p')

   shard_id=\$(echo \"\$dir\" | sed -n   's/.*_node_\([^_]*\)_lsm/\1/p')

   mkdir -p \"vector_index_\${index_id}_node/\$shard_id/lsm\"

   cp -a \"\$dir/\"*   \"vector_index_\${index_id}_node/\$shard_id/lsm/\"

   echo \"✓ Copied   \$dir\"

done

"

docker-compose start weaviate

curl -s -H "Authorization:Bearer WVF5YThaHlkYwhGUSmCRgsX3tD5ngdN8pkih" \

   "http://weaviate:8080/v1/schema" | python3 -c "

import sys, json

for cls in   json.load(sys.stdin).get('classes', []):

     if cls['class'].startswith('Vector_index_'):

         print(cls['class'])

"

curl -s -H "Authorization: Bearer   WVF5YThaHlkYwhGUSmCRgsX3tD5ngdN8pkih" \

"http://weaviate:8080/v1/objects?class=Vector_index_bc3251c1_8e8b_4adc_a66f_69bccb086f2e_Node"

Weaviate

ports:

 - “50051:50051”

 - “8080:8080”

docker-compose down weaviate

docker-compose up weaviate -d

netstat -tuln | grep 50051

python -m venv weaviate_migration_env

source   weaviate_migration_env/bin/activate

pip install weaviate-client requests

WEAVIATE_ENDPOINT =   os.getenv("WEAVIATE_ENDPOINT", "http://127.0.0.1:8080")

WEAVIATE_GRPC_ENDPOINT =   os.getenv("WEAVIATE_GRPC_ENDPOINT", "grpc://127.0.0.1:50051")

python migrate_weaviate_collections.py

Replacing old collection with migrated   data...

   Step 1: Deleting old collection...

     Deleted

   Step 2: Getting schema from migrated collection...

   Step 3: Creating collection with original name...

     Created

   Step 4: Copying data to original collection name...

     Copied 1000 objects...

     Copied 1014 objects...

     Total copied: 1014 objects

   Step 5: Cleaning up temporary migrated collection...

     Cleaned up

SUCCESS! Vector_index_bc3251c1_8e8b_4adc_a66f_69bccb086f2e_Node now   has the new schema with 1014 objects

================================================================================

Migration Complete!

================================================================================

Summary:

   Collections migrated: 3