mongodb增量/全量备份脚本的实现详解

use admin
db.addUser( { user: “xx”,
pwd: “xx”,
roles: [ “backup” ]
} )

## 阿里云oss 连接配置
 endpoint= oss.aliyuncs.com
 accessKeyId = x
 accessKeySecret = x
 bucket = db-backup
 ## mongodb 连接配置
 # 建议用从库的地址，减少对主库压力
 db_host= localhost
 db_port= 27017
 # 如果是增量备份方案，为步骤2中的创建的用户，或更高权限的admin用户；如果是全量备份方案，则只需有目标库的操作权限
 db_user= testb
 db_passwd= testb
 # 目标库
 db_name= che
 # 备份到本地的临时目录 
 db_backup_root_path= /temp/backup/
 # 如果使用mongo客户端绿色版的，写上mongo客户端的绝对路径
 mongo_shell_path= /dev/hanxuetong/mongodb/mongodb-linux-x86_64-3.0.6/bin/
 # 增量备份还是全量备份 1: 增量备份 0:全量备份
 is_inc_backup=1
 # 每多少天进行一次全量备份
 full_backup_period=7
 # 是否上传到oss，如果 1 ，上传成功后会删除本地备份文件；0:不上传到oss
 is_upload_to_oss= 0

use admin
db.createRole(
{
role: “applyOpsRole”,
privileges: [
{ resource: { anyResource: true }, actions: [ “anyAction”] }
],
roles: []
}
)
db.addUser( { user: “x”,
pwd: “x”,
roles: [ “applyOpsRole” ]
} )

## 阿里云oss 配置
 endpoint="oss.aliyuncs.com"
 accessKeyId="x"
 accessKeySecret="x"
 bucket="db-backup"

 ## mongodb导入的配置
 db_host="localhost"
 db_port=27017
 # 步骤1创建的用户
 db_user="testr"
 db_passwd="testr" 
 db_name="che"

 # recent circle backup direactory on oss 最新备份文件的周期名，即备份临时目录中mongodb_inc_backup_info.json的last_circle_backup_dir_name 或 oss中文件夹名
 last_circle_backup_dir_name="mongodb_cycle_backup_20151124141133"
 # 从oss上下载到本地的临时目录
 restore_local_temp_path="H:\\pythoncode\\temp\\restore\\"
 # 如果使用mongo客户端绿色版的，写上mongo客户端的绝对路径
 mongo_shell_path= "/alidata1/dev/hanxuetong/mongodb/mongodb-linux-x86_64-3.0.6/bin/"
 # backup file has download to local ? if True,will not download backup files from oss
 # 是否备份文件已经下载到本地，如果true，则不会从oss下载和解压，本地已有
 has_download_to_local=False
 # 恢复时是否先删除旧的数据库
 is_drop_old_restore=True

## 阿里云oss 配置
 endpoint="oss.aliyuncs.com"
 accessKeyId="x"
 accessKeySecret="x"
 bucket="db-backup"

 ## mongodb导入的配置
 db_host="localhost"
 db_port=27017
 # 数据库对应的用户
 db_user="test"
 db_passwd="test" 
 db_name="che"

 # recent circle backup direactory on oss 最新备份文件的周期名， oss 上存储的文件名称是 last_circle_backup_dir_name+last_full_backup_file_suffix
 last_circle_backup_dir_name="mongodb_cycle_backup_20151124141133"

 last_full_backup_file_suffix=".tar.gz"
 # 备份的目录，实际全量备份的路径为 restore_local_temp_path+last_circle_backup_dir_name+db_name
 restore_local_temp_path="H:\\pythoncode\\temp\\restore\\"
 # 如果使用mongo客户端绿色版的，写上mongo客户端的绝对路径
 mongo_shell_path="/alidata1/dev/hanxuetong/mongodb/mongodb-linux-x86_64-3.0.6/bin/"
 # backup file has download to local ? if True,will not download backup files from oss
 # 是否备份文件已经下载到本地，如果true，则不会从oss下载和解压，本地已有
 has_download_to_local=False
 # 恢复时是否先删除旧的数据库
 is_drop_old_restore=True