部署到腾讯云上的分支

CHANGELOG.md

@@ -1,3 +0,0 @@
-## version 0.1.0 -- 2017-07-30
-
-init project

LICENSE

@@ -1,21 +0,0 @@
-MIT License
-
-Copyright (c) 2017 
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.

MANIFEST.in

@@ -0,0 +1,3 @@
+include README.md
+recursive-include typeidea *.css *.js *.jpg *.gif *.png *.html *.md
+prune typeidea/typeidea/static_files

README.md

@@ -1 +0,0 @@
-Hello, This is TypeIdea -- Blog system based on Django.

conf/dev_supervisord.conf

@@ -0,0 +1,56 @@
+[unix_http_server]
+file=/tmp/supervisor.sock   ; the path to the socket file
+;chmod=0700                 ; socket file mode (default 0700)
+;chown=nobody:nogroup       ; socket file uid:gid owner
+;username=user              ; default is no username (open server)
+;password=123               ; default is no password (open server)
+
+[inet_http_server]         ; Web Server的部分
+port=127.0.0.1:9001        ;
+username=user              ; 登录用户名
+password=123               ; 登录密码
+
+[supervisord]               ; 全局配置部分
+logfile=supervisord.log ; 主log文件
+logfile_maxbytes=50MB        ; rotation配置
+logfile_backups=10           ; 备份数量
+loglevel=info                ; 日志级别，默认 info; 其他选项: debug,warn,trace
+pidfile=/tmp/supervisord.pid ; pid文件
+nodaemon=false               ; 默认是后台运行，如果需要前台运行可以设置为true
+;user=chrism                 ; 默认是当前用户，如果是root用户的话需要配置为root
+;directory=/tmp              ; 配置所有涉及到目录的根目录，默认是当前运行目录
+;environment=KEY="value"     ; 全局（所有program）环境变量配置
+
+[rpcinterface:supervisor]    ; 必须启用，supervisorctl通过它来管理进程
+supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface
+
+[supervisorctl]             ; 前几项配置必须跟[unix_http_server]保持相同
+serverurl=unix:///tmp/supervisor.sock
+;username=chris
+;password=123
+;prompt=mysupervisor         ; 进入交互模式时的提示文字，默认是"supervisor"
+;history_file=~/.sc_history  ; 用户的历史记录，跟bash上的配置类似，开启后可以查看和使用历史命令
+
+[program:typeidea]           ;程序配置的部分，一份supervisord.conf可以配置多个程序
+command=gunicorn typeidea.wsgi:application -w 4 -b 127.0.0.1:800%(process_num)1d  ; 启动命令，需要注意路径，最后的%(process_num)1d是获取当前进程号
+process_name=%(program_name)s_%(process_num)s ; 进程名，当下面的numprocs大于1时，必须配置%(process_num)s
+numprocs=2                    ; 要启动进程数
+directory=typeidea             ; 同上面配置，启动是所处的目录
+priority=999                  ; 程序权重，多个程序时不同权重的程序启动先后顺序不同
+autostart=true                ; supervisord启动是是否自动启动
+environment=TYPEIDEA_PROFILE="develop"  ; 环境变量配置
+;startsecs=1                   ; 进程启动多长时间后视为正常运行
+;startretries=3                ; 启动失败时重试次数，默认3
+;autorestart=unexpected        ; 何时重启进程如果程序在正常运行后退出，默认是unexpected也就是异常（不属于下面配置的exitcode时）
+;exitcodes=0,2                 ; 正常退出的exitcode
+;stopsignal=QUIT               ; kill进程的信号，默认是TERM，这是Linux中断信号：有如下选项
+                               ; TERM, HUP, INT, QUIT, KILL, USR1, or USR2
+;stopwaitsecs=10               ; 当执行shutdown后多久关闭进程
+;stopasgroup=false             ; 停止进程组，比如Flask的Debug模式下，它不会传播信号给子进程，这会导致出现孤儿进程。
+;killasgroup=false             ; 同上，如果运行程序使用了multiprocessing的话需要用到
+;user=chrism                   ; 使用其他用户身份运行程序
+;redirect_stderr=true          ; 重定向错误到stdout中，默认关闭
+stdout_logfile=stdout.log        ;同 [supervisord]
+;stdout_logfile_maxbytes=1MB   ;
+;stdout_logfile_backups=10     ;
+

conf/dev_uwsgi.ini

@@ -0,0 +1,16 @@
+[uwsgi]
+http = :9090
+chdir = ./typeidea
+home=/Users/the5fire/.virtualenvs/typeidea-env3
+PYTHONHOME = /Users/the5fire/.virtualenvs/typeidea-env3/bin/
+
+env = TYPEIDEA_PROFILE=develop
+wsgi-file = typeidea/wsgi.py
+static-safe=typeidea/static_files
+route = /static/(.*) static:typeidea/static_files/$1
+route = /media/(.*) static:./typeidea/media/$1
+processes = 4
+threads = 2
+logger = file:errlog.log
+greenlet=1
+asyncio=10

conf/nginx/apps/typeidea.conf

@@ -0,0 +1,34 @@
+upstream backend {
+    # ip_hash/least_conn或者不填（默认round-robin）
+    # 需要配合nginx upstream check module才能用
+    # check interval=10000 rise=2 fall=3 timeout=3000 type=http default_down=false;
+
+    # max_failes 最大失败次数, 失败后的等待时间，权重（越高被请求的频率越高）
+    server 127.0.0.1:9090 max_fails=3 fail_timeout=30s weight=5;
+    server 127.0.0.1:9091 max_fails=3 fail_timeout=30s weight=5;
+}
+
+server {
+    listen 80 backlog=10000 default;
+    server_name default;
+    client_body_in_single_buffer on;  # 是否把request body放到一个buffer中。
+    client_max_body_size 2m;  # request body最大限制，2M，如果是上传文件需求可以调整配置。
+    client_body_buffer_size  50m;  # request body buffer大小,超过设置会写入临时文件.
+    proxy_buffering off;  # 关闭proxy buffering，具体可查看本节参考链接
+
+    access_log /tmp/access_log_typeidea.log main;
+
+    location / {
+        proxy_pass http://backend;
+        proxy_http_version 1.1;
+        proxy_connect_timeout 30;
+        proxy_set_header Host $host;
+        proxy_set_header X-Real-IP $http_x_forwarded_for;
+        proxy_set_header X-Forwarded-For $remote_addr;
+        proxy_set_header X-Forwarded-Host $http_host;
+    }
+    location /static/ {
+        expire 1d;  # 缓存1天
+        alias /home/the5fire/venvs/typeidea-env/static_files/;  # 需要跟最终项目部署后配置的STATIC_ROOT保持一致。
+    }
+}

conf/nginx/nginx.conf

@@ -0,0 +1,36 @@
+user  root;  # 以什么用户身份运行子进程
+worker_processes  1;   # 一般设置为核数，通过命令：cat /proc/cpuinfo|grep "processor"|wc -l  查看核数
+# worker_cpu_affinity 01 10;  # 多核情况下启用，设置亲和度，每个worker绑定到一个核上。如果是4核，则: 0001 0010 0100 1000 以此类推。
+
+error_log  /var/log/nginx/error.log warn;
+pid        /var/run/nginx.pid;
+
+
+events {
+    use epoll;  # 使用epoll提升并发能力，仅Linux系统可用
+    worker_connections  1024;  # 单个worker的同时最大连接数
+}
+
+
+http {
+    include       /etc/nginx/mime.types;
+    default_type  application/octet-stream;
+
+    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
+                      '$status $body_bytes_sent "$http_referer" '
+                      '"$http_user_agent" "$http_x_forwarded_for"';
+
+    access_log  /var/log/nginx/access.log  main;
+
+    sendfile        on;  # 开启sendfile调用 —— 零拷贝技术，提供文件传输效率
+    tcp_nopush     on;  # 配置TCP_CORK，配置sendfile后才会有效
+
+    keepalive_timeout  65;  # keepalive超时时间
+
+    gzip  on;   # 开启gzip压缩
+    gzip_types text/plain application/javascript application/x-javascript text/javascript text/css application/xml;   # gzip要处理的文件类型
+
+    # include /etc/nginx/conf.d/*.conf;  # include 其他文件进来
+
+    include apps/typeidea.conf;  # 我们的配置文件
+}

conf/supervisord.conf

@@ -0,0 +1,39 @@
+[unix_http_server]
+file={{ deploy_path }}/tmp/supervisor.sock
+
+[inet_http_server] 
+port=127.0.0.1:9001
+username=user     
+password=123     
+
+[supervisord]
+logfile={{ deploy_path }}supervisord.log 
+logfile_maxbytes=50MB
+logfile_backups=10  
+loglevel=info      
+pidfile={{ deploy_path }}/tmp/supervisord.pid 
+nodaemon=false
+
+[rpcinterface:supervisor]
+supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface
+
+[supervisorctl]         
+serverurl=unix://{{ deploy_path }}/tmp/supervisor.sock
+
+[program:typeidea]
+command=gunicorn typeidea.wsgi:application -w 1 -b 0.0.0.0:{{ port_prefix }}%(process_num)1d
+process_name=%(program_name)s_%(process_num)s
+numprocs={{ process_count }}
+directory={{ deploy_path }}
+priority=999
+autostart=true
+environment=TYPEIDEA_PROFILE="{{ profile }}"
+startsecs=5
+autorestart=unexpected
+exitcodes=0,2
+stopsignal=TERM
+stopwaitsecs=1
+redirect_stderr=true
+stdout_logfile={{ deploy_path }}/tmp/stdout.log
+stdout_logfile_maxbytes=1MB
+stdout_logfile_backups=10

conf/uwsgi.ini

@@ -0,0 +1,13 @@
+[uwsgi]
+http = :9090
+chdir = /home/the5fire/venvs/typeidea-env
+home=/home/the5fire/venvs/typeidea-env
+PYTHONHOME = /home/the5fire/venvs/typeidea-env/bin/
+
+env = TYPEIDEA_PROFILE=product
+wsgi-file = bin/wsgi.py
+static-safe=/home/the5fire/venvs/typeidea-env/static_files/  ; 配置目录为安全目录,跳过uwsgi的secure检查
+route = /static/(.*) static:/home/the5fire/venvs/typeidea-env/static_files/$1
+processes = 4
+threads = 2
+; deamonize=1  ; 用来配置background运行的程序

fabfile.py

@@ -0,0 +1,110 @@
+import os
+from datetime import datetime
+
+from fabric.api import (
+    env, run, prefix, local, settings,
+    roles,
+)
+from fabric.contrib.files import exists, upload_template
+from fabric.decorators import task
+
+
+env.roledefs = {
+    'myserver': ['the5fire@<ip>:22'],
+}
+env.PROJECT_NAME = 'typeidea'
+env.SETTINGS_BASE = 'typeidea/typeidea/settings/base.py'
+env.DEPLOY_PATH = '/home/the5fire/venvs/typeidea-env'
+env.VENV_ACTIVATE = os.path.join(env.DEPLOY_PATH, 'bin', 'activate')
+env.PYPI_HOST = '127.0.0.1'
+env.PYPI_INDEX = 'http://{}:18080/simple'.format(env.PYPI_HOST)
+env.PROCESS_COUNT = 2
+env.PORT_PREFIX = 909
+
+
+class _Version:
+    origin_record = {}
+
+    def replace(self, f, version):
+        with open(f, 'r') as fd:
+            origin_content = fd.read()
+            content = origin_content.replace('${version}', version)
+
+        with open(f, 'w') as fd:
+            fd.write(content)
+
+        self.origin_record[f] = origin_content
+
+    def set(self, file_list, version):
+        for f in file_list:
+            self.replace(f, version)
+
+    def revert(self):
+        for f, content in self.origin_record.items():
+            with open(f, 'w') as fd:
+                fd.write(content)
+
+
+@task
+def build(version=None):
+    """ 本地打包并且上传包到pypi上
+        1. 配置版本号
+        2. 打包并上传
+    """
+    if not version:
+        version = datetime.now().strftime('%m%d%H%M%S')  # 当前时间，月日时分秒
+
+    _version = _Version()
+    _version.set(['setup.py', env.SETTINGS_BASE], version)
+
+    with settings(warn_only=True):
+        local('python setup.py bdist_wheel upload -r internal')
+
+    _version.revert()
+
+
+def _ensure_virtualenv():
+    if exists(env.VENV_ACTIVATE):
+        return True
+
+    if not exists(env.DEPLOY_PATH):
+        run('mkdir -p %s/tmp' % env.DEPLOY_PATH)
+
+    run('python3.6 -m venv %s' % env.DEPLOY_PATH)
+
+
+def _reload_supervisoird(deploy_path, profile):
+    template_dir = 'conf'
+    filename = 'supervisord.conf'
+    destination = env.DEPLOY_PATH
+    context = {
+        'process_count': env.PROCESS_COUNT,
+        'port_prefix': env.PORT_PREFIX,
+        'profile': profile,
+        'deploy_path': deploy_path,
+    }
+    upload_template(filename, destination, context=context, use_jinja=True, template_dir=template_dir)
+    with settings(warn_only=True):
+        result = run('supervisorctl -c %s/supervisord.conf shutdown' % deploy_path)
+        if result:
+            run('supervisord -c %s/supervisord.conf' % deploy_path)
+
+
+@task
+@roles('myserver')
+def deploy(version, profile):
+    """ 部署指定版本
+        1. 确认虚拟环境已经配置
+        2. 激活虚拟环境
+        3. 安装软件包
+        4. 启动
+    """
+    _ensure_virtualenv()
+    package_name = env.PROJECT_NAME + '==' + version
+    with prefix('source %s' % env.VENV_ACTIVATE):
+        run('pip install %s -i %s --trusted-host %s' % (
+            package_name,
+            env.PYPI_INDEX,
+            env.PYPI_HOST,
+        ))
+        _reload_supervisoird(env.DEPLOY_PATH, profile)