관리-도구

편집 파일: 15fed017ca0b_add_uid_column.py

# coding=utf-8
#
# Copyright © Cloud Linux GmbH & Cloud Linux Software, Inc 2010-2019 All Rights Reserved
#
# Licensed under CLOUD LINUX LICENSE AGREEMENT
# http://cloudlinux.com/docs/LICENSE.TXT
"""Replace columns username to uid

Revision ID: 15fed017ca0b
Revises: 48efb1674139
Create Date: 2016-07-22 17:19:55.478609

"""

import logging
import os
import collections
from alembic import op
from alembic import context
from sqlalchemy import Column, Integer, String, Float, Index, MetaData, Table

from lvestats.lib import uidconverter

# revision identifiers, used by Alembic.
revision = '15fed017ca0b'
down_revision = '48efb1674139'
branch_labels = None
depends_on = None

HISTORY_GOV_TABLE_NAME = 'lve_stats2_history_gov'
metadata = MetaData()

logger = logging.getLogger(f'alembic.script.{os.path.basename(__name__)}')

history_gov_old_items = (
    Column('ts', Integer, index=True, primary_key=True, autoincrement=False),
    Column('username', String(64), primary_key=True, autoincrement=False),
    Column('sum_cpu', Float),
    Column('sum_write', Float),
    Column('sum_read', Float),
    Column('limit_cpu_on_period_end', Integer),
    Column('limit_read_on_period_end', Integer),
    Column('limit_write_on_period_end', Integer),
    Column('cause_of_restrict', Integer),
    Column('server_id', String(255), primary_key=True, autoincrement=False)
)

history_gov_new_items = (
    Column('ts', Integer, primary_key=True, autoincrement=False),
    Index(f'ix_{HISTORY_GOV_TABLE_NAME}_ts_2', 'ts'),
    Column('uid', Integer, primary_key=True, autoincrement=False),
    Column('sum_cpu', Float),
    Column('sum_write', Float),
    Column('sum_read', Float),
    Column('limit_cpu_on_period_end', Integer),
    Column('limit_read_on_period_end', Integer),
    Column('limit_write_on_period_end', Integer),
    Column('cause_of_restrict', Integer),
    Column('server_id', String(255), primary_key=True, autoincrement=False)
)

def upgrade():
    connection = op.get_bind()
    local_server_id = context.config.attributes.get('lve-stats')['server_id']
    username_to_uid_cache = collections.defaultdict(dict)
    tablename_renamed = HISTORY_GOV_TABLE_NAME + '_' + down_revision

# upgrade table structure
    op.rename_table(HISTORY_GOV_TABLE_NAME, tablename_renamed)
    history_gov = op.create_table(
        HISTORY_GOV_TABLE_NAME, *history_gov_new_items)

# upgrade data
    history_gov_old = Table(tablename_renamed, metadata, *history_gov_old_items)
    trans = connection.begin()
    data_history_gov_old = connection.execute(history_gov_old.select())
    for history_gov_old_row in data_history_gov_old.fetchall():
        history_gov_new_row = dict(history_gov_old_row)
        server_id = history_gov_new_row['server_id']
        username = history_gov_new_row.pop('username')
        if username in username_to_uid_cache[server_id]:
            uid = username_to_uid_cache[server_id][username]
        else:
            uid = uidconverter.username_to_uid(
                username, local_server_id, server_id, connection) or -1
            if uid < 0:
                logger.warning(
                    'Can\'t obtain uid for user "%s"; server_id "%s"',
                    username, server_id,
                )
            username_to_uid_cache[server_id][username] = uid
        if uid > 0:
            history_gov_new_row['uid'] = uid
            connection.execute(history_gov.insert(history_gov_new_row))
    trans.commit()
    # delete old table
    op.drop_table(tablename_renamed)

def downgrade():
    connection = op.get_bind()
    local_server_id = context.config.attributes.get('lve-stats')['server_id']
    uid_to_username_cache = collections.defaultdict(dict)
    tablename_renamed = HISTORY_GOV_TABLE_NAME + '_' + revision

# downgrade table structure history_gov_new=>history_gov_old
    op.rename_table(HISTORY_GOV_TABLE_NAME, tablename_renamed)
    history_gov_old = op.create_table(
        HISTORY_GOV_TABLE_NAME, *history_gov_old_items)

# downgrade data
    history_gov = Table(tablename_renamed, metadata, *history_gov_new_items)
    trans = connection.begin()
    data_history_gov_new = connection.execute(history_gov.select())
    for history_gov_new_row in data_history_gov_new.fetchall():
        history_gov_old_dict = dict(history_gov_new_row)
        server_id = history_gov_old_dict['server_id']
        uid = history_gov_old_dict.pop('uid')
        if uid in uid_to_username_cache[server_id]:
            username = uid_to_username_cache[server_id][uid]
        else:
            username = uidconverter.uid_to_username(
                uid, local_server_id, server_id, connection)
            if username is None:
                logger.warning(
                    'Can\'t obtain user name for uid "%s"; server_id "%s"',
                    uid, server_id,
                )
            uid_to_username_cache[server_id][uid] = username
        if username:
            history_gov_old_dict['username'] = username
            connection.execute(history_gov_old.insert(history_gov_old_dict))
    trans.commit()

# delete old table
    op.drop_table(tablename_renamed)