読者です 読者をやめる 読者になる 読者になる

tweeeetyのぶろぐ的めも

アウトプットが少なかったダメな自分をアウトプット<br>\(^o^)/

mongodbのdb.serverStatus()、db.stats()、db.collection.stats()、db.collection.totalSize()を出力するのをスクリプトにしておくテスト

はじめに

mongodbで何か試してるときに、stats系やtotalSizeみたいとき多いですよね。

「いちいちmongoシェルに入るのめんどうだなー」
とか
「テキストに貼り付けるときjsonじゃないほうがいいなー」
とか思ってたのでstats系やtotalSizeを出力するやつを作りました

たいしたアレではないですが、
スクリプトをwatchコマンドやcron化したり、リダイレクトしてファイルに書きだせば一定間隔ごとも出せますね。

ってことで、スクリプト

説明(というか言い訳)

・serverStatus、dbStats、colStats、totalSizeで出力するかどうか切り替えられます
・8とか言うマジックナンバーが入ってますがタブのスペース数系の数値です(適当ですw)
・階層構造になってるやつは1階層分だけ表示できます。それ以上はまぁいいや、、と
・一番下のコメントは自分用ですw

スクリプト

mongo_stats_print.js

/*
 * print stats object
 */
var ObjPrint = function(obj){
  this.tabStr = "\t";
  if( typeof obj == 'object' ) this.prepare(obj);
  this.delimFormat = "________________# @str@ @dt@";
};
ObjPrint.prototype.noRecursive = function(bool){
  this.norcrsv = bool;
  return this;
};
ObjPrint.prototype.recursive = function(bool){
  //if( typeof bool != "boolean" ) bool = false;
  this.rcrsv = bool;
  return this;
};
ObjPrint.prototype.prepare = function(obj){
  this.obj = obj;
  var maxKeyLen = 0;
  for(var key in obj) if(key.length > maxKeyLen) maxKeyLen = key.length;
  this.maxTabSize = parseInt(maxKeyLen / 8, 10) + 1;
  return this;
};
ObjPrint.prototype.tabs = function(str){
  var len = str.length;
  var co  = parseInt(len / 8, 10);
  var tabCnt = this.maxTabSize - co;
  return Array(tabCnt + 1).join(this.tabStr);
};
ObjPrint.prototype.datetime = function(str){
  var d = new Date();
  return this.zeroPadAndJoin([d.getFullYear(), (d.getMonth() + 1), d.getDate()], '-') + ' '
    + this.zeroPadAndJoin([d.getHours(), d.getMinutes(), d.getSeconds()], ':')
};
ObjPrint.prototype.zeroPadAndJoin = function(arr, delim){
  if(!delim) delim = ' ';
  return arr.map(function(v){if((''+v).match(/\d{4}/)) return v; return ("0"+v).slice(-2);}).join(delim)
};
ObjPrint.prototype.exec = function(finLine){
  for(var key in this.obj){
    // toStringとか出ないように
    if( !this.obj.hasOwnProperty(key) ) continue;

    // 前につける\t計算するのめんどいから1段階しか再帰しない
    if( !this.norcrsv && !this.rcrsv && typeof this.obj[key] == 'object'){
      var op = new ObjPrint();
      print(( this.rcrsv ? "\t" : "" ) + key + this.tabs(key));
      op.recursive(true).prepare(this.obj[key]).exec();
      continue;
    }
    print(( this.rcrsv ? "\t" : "" ) + key + this.tabs(key) + JSON.stringify(this.obj[key]));
  }
  if( finLine && (typeof finLine == "boolean") ) print("\n");
};
ObjPrint.prototype.delim = function(str){
  print(this.delimFormat.replace('@str@', str).replace('@dt@', this.datetime()));
  return this;
};

/*
 * main
 */
// create ObjPrint
var statsProperty = {
  "dbStats"      : true,
  "totalSize"    : true,
  "colStats"     : true,
  "serverStatus" : true,
};
var op = new ObjPrint();
op.noRecursive(true);

// serverStatus
if( statsProperty.serverStatus ){
  op.noRecursive(false);
  var ss = db.serverStatus();
  op.delim('serverStatus').prepare(ss).exec(true);
}

// db stats
if( statsProperty.dbStats ){
  var dbStats = db.stats();
  op.delim('dbStats').prepare(dbStats).exec(true);
}

// collections stats
if( statsProperty.colStats ){
  var cols = db.getCollectionNames();
  var totalSize = {};
  for(var idx in cols){
    op.delim('colStats:'+cols[idx]).prepare(db[cols[idx]].stats()).exec(true);
  }
}

// totalSize;
if( statsProperty.totalSize ){
  var cols = db.getCollectionNames();
  var totalSize = {};
  for(var idx in cols){
    totalSize[cols[idx]] = db[cols[idx]].totalSize();
  }
  op.delim('totalSize').prepare(totalSize).exec(true);
}

/*
print("a" + "\t" + "11");
print("bb" + "\t" + "11");
print("ccc" + "\t" + "11");
print("dddd" + "\t" + "11");
print("eeeee" + "\t" + "11");
print("ffffff" + "\t" + "11");
print("ggggggg" + "\t" + "11");
print("hhhhhhhh" + "\t" + "11");
print("iiiiiiiii" + "\t" + "11");
print("jjjjjjjjjj" + "\t" + "11");
print("kkkkkkkkkkk" + "\t" + "11");
print("llllllllllll" + "\t" + "11");
print("mmmmmmmmmmmmm" + "\t" + "11");
print("nnnnnnnnnnnnnn" + "\t" + "11");
print("ooooooooooooooo" + "\t" + "11");
print("pppppppppppppppp" + "\t" + "11");
print("qqqqqqqqqqqqqqqqq" + "\t" + "11");
*/
使い方

認証とか入れてる場合はuなりpなりをつけます
db指定(今回はsample)はお忘れなく

# mongo sample mongo_stats_print.js

出力結果
# mongo sample mongo_stats_print.js
MongoDB shell version: 2.4.8
connecting to: sample
________________# serverStatus 2014-03-26 20:20:16
host                    "hoge.co.jp"
version                 "2.4.8"
process                 "mongod"
pid                     31249
uptime                  614088
uptimeMillis
        floatApprox     614088411
uptimeEstimate          608371
localTime
asserts
        regular         0
        warning         0
        msg             0
        user            0
        rollovers       0
backgroundFlushing
        flushes         10234
        total_ms        122906
        average_ms      12.009575923392612
        last_ms         0
        last_finished   "2014-03-26T11:19:29.273Z"
connections
        current         1
        available       19999
        totalCreated    {"floatApprox":438}
cursors
        totalOpen               0
        clientCursors_size      0
        timedOut                4
dur
        commits                 30
        journaledMB             0
        writeToDataFilesMB      0
        compression             0
        commitsInWriteLock      0
        earlyCommits            0
        timeMs                  {"dt":3068,"prepLogBuffer":0,"writeToJournal":0,"writeToDataFiles":0,"remapPrivateView":0}
extra_info
        note                    "fields vary by platform"
        heap_usage_bytes        65868600
        page_faults             47145
globalLock
        totalTime       {"floatApprox":614088411000}
        lockTime        {"floatApprox":19577337}
        currentQueue    {"total":0,"readers":0,"writers":0}
        activeClients   {"total":0,"readers":0,"writers":0}
indexCounters
        accesses        418145884
        hits            418145884
        misses          0
        resets          0
        missRatio       0
locks
        .       {"timeLockedMicros":{"R":{"floatApprox":23016229},"W":{"floatApprox":19577337}},"timeAcquiringMicros":{"R":{"floatApprox":1241239212},"W":{"floatApprox":140640786}}}
        admin   {"timeLockedMicros":{},"timeAcquiringMicros":{}}
        local   {"timeLockedMicros":{"r":{"floatApprox":1445540},"w":{"floatApprox":0}},"timeAcquiringMicros":{"r":{"floatApprox":752618},"w":{"floatApprox":0}}}
        sample  {"timeLockedMicros":{"r":{"floatApprox":326040},"w":{"floatApprox":1384905089}},"timeAcquiringMicros":{"r":{"floatApprox":30236718},"w":{"floatApprox":6052307}}}
        test    {"timeLockedMicros":{"r":{"floatApprox":350835},"w":{"floatApprox":15978330}},"timeAcquiringMicros":{"r":{"floatApprox":25508},"w":{"floatApprox":295868}}}
        asobi   {"timeLockedMicros":{"r":{"floatApprox":915910},"w":{"floatApprox":1178918}},"timeAcquiringMicros":{"r":{"floatApprox":31829},"w":{"floatApprox":8159}}}
network
        bytesIn         15807106614
        bytesOut        1009271
        numRequests     3090
opcounters
        insert  109843921
        query   29334
        update  16
        delete  1
        getmore 0
        command 1513
opcountersRepl
        insert  0
        query   0
        update  0
        delete  0
        getmore 0
        command 0
recordStats
        accessesNotInMemory             877
        pageFaultExceptionsThrown       0
        local                           {"accessesNotInMemory":0,"pageFaultExceptionsThrown":0}
        sample                          {"accessesNotInMemory":0,"pageFaultExceptionsThrown":0}
        test                            {"accessesNotInMemory":0,"pageFaultExceptionsThrown":0}
writeBacksQueued        false
mem
        bits                    64
        resident                140
        virtual                 812
        supported               true
        mapped                  288
        mappedWithJournal       576
metrics
        document        {"deleted":{"floatApprox":357490},"inserted":{"floatApprox":109843921},"returned":{"floatApprox":1458},"updated":{"floatApprox":6}}
        getLastError    {"wtime":{"num":28,"totalMillis":0},"wtimeouts":{"floatApprox":0}}
        operation       {"fastmod":{"floatApprox":0},"idhack":{"floatApprox":4},"scanAndOrder":{"floatApprox":0}}
        queryExecutor   {"scanned":{"floatApprox":26043}}
        record          {"moves":{"floatApprox":2}}
        repl            {"apply":{"batches":{"num":0,"totalMillis":0},"ops":{"floatApprox":0}},"buffer":{"count":{"floatApprox":0},"maxSizeBytes":268435456,"sizeBytes":{"floatApprox":0}},"network":{"bytes":{"floatApprox":0},"getmores":{"num":0,"totalMillis":0},"ops":{"floatApprox":0},"readersCreated":{"floatApprox":0}},"oplog":{"insert":{"num":0,"totalMillis":0},"insertBytes":{"floatApprox":0}},"preload":{"docs":{"num":0,"totalMillis":0},"indexes":{"num":0,"totalMillis":0}}}
        ttl             {"deletedDocuments":{"floatApprox":0},"passes":{"floatApprox":10234}}
ok                      1


________________# dbStats 2014-03-26 20:20:16
db              "sample"
collections     3
objects         281171
avgObjSize      143.99876231901584
dataSize        40488276
storageSize     56709120
numExtents      10
indexes         1
indexSize       9140768
fileSize        469762048
nsSizeMB        16
dataFileVersion
        major   4
        minor   5
ok              1


________________# colStats:actlog 2014-03-26 20:20:16
ns              "sample.actlog"
count           281167
size            40488096
avgObjSize      144.00017071704715
storageSize     56700928
numExtents      8
nindexes        1
lastExtentSize  22937600
paddingFactor   1
systemFlags     1
userFlags       0
totalIndexSize  9140768
indexSizes
        _id_    9140768
ok              1


________________# colStats:system.indexes 2014-03-26 20:20:16
ns              "sample.system.indexes"
count           1
size            72
avgObjSize      72
storageSize     4096
numExtents      1
nindexes        0
lastExtentSize  4096
paddingFactor   1
systemFlags     0
userFlags       0
totalIndexSize  0
indexSizes
ok              1


________________# totalSize 2014-03-26 20:20:16
actlog          65841696
system.indexes  4096

watchで10秒ごとに結果をファイルに書き出してみる

db.stats()だけをcronで10秒ごとにファイルに書き出してみます

script変更

mongo_stats_print.jsの一部変更

// create ObjPrint
var statsProperty = {
  "serverStatus" : true,
  "dbStats"      : true,
  "colStats"     : true,
  "totalSize"    : true
};

↓いらないのはfalseに

// create ObjPrint
var statsProperty = {
  "serverStatus" : false,
  "dbStats"      : true,
  "colStats"     : false,
  "totalSize"    : false
};
watchで実行
# watch -n 10 "mongo sample mongo_stats_print.js | sed '1,2d' >> mongo_stats_print.txt"
結果
# less  mongo_stats_print.txt
________________# dbStats 2014-03-26 20:37:06
db              "sample"
collections     3
objects         281171
avgObjSize      143.99876231901584
dataSize        40488276
storageSize     56709120
numExtents      10
indexes         1
indexSize       9140768
fileSize        469762048
nsSizeMB        16
dataFileVersion {"major":4,"minor":5}
ok              1


________________# dbStats 2014-03-26 20:46:16
db              "sample"
collections     3
objects         281171
avgObjSize      143.99876231901584
dataSize        40488276
storageSize     56709120
numExtents      10
indexes         1
indexSize       9140768
fileSize        469762048
nsSizeMB        16
dataFileVersion {"major":4,"minor":5}
ok              1


________________# dbStats 2014-03-26 20:46:26
db              "sample"
collections     3
objects         281171
avgObjSize      143.99876231901584
dataSize        40488276
storageSize     56709120
numExtents      10
indexes         1
indexSize       9140768
fileSize        469762048
nsSizeMB        16
dataFileVersion {"major":4,"minor":5}
ok              1