summaryrefslogtreecommitdiff
path: root/s/grid.cpp
diff options
context:
space:
mode:
Diffstat (limited to 's/grid.cpp')
-rw-r--r--s/grid.cpp295
1 files changed, 295 insertions, 0 deletions
diff --git a/s/grid.cpp b/s/grid.cpp
new file mode 100644
index 0000000..d206f14
--- /dev/null
+++ b/s/grid.cpp
@@ -0,0 +1,295 @@
+// grid.cpp
+
+/**
+* Copyright (C) 2010 10gen Inc.
+*
+* This program is free software: you can redistribute it and/or modify
+* it under the terms of the GNU Affero General Public License, version 3,
+* as published by the Free Software Foundation.
+*
+* This program is distributed in the hope that it will be useful,
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+* GNU Affero General Public License for more details.
+*
+* You should have received a copy of the GNU Affero General Public License
+* along with this program. If not, see <http://www.gnu.org/licenses/>.
+*/
+
+#include "pch.h"
+
+#include <iomanip>
+
+#include "../client/connpool.h"
+#include "../util/stringutils.h"
+
+#include "grid.h"
+#include "shard.h"
+
+namespace mongo {
+
+ DBConfigPtr Grid::getDBConfig( string database , bool create , const string& shardNameHint ){
+ {
+ string::size_type i = database.find( "." );
+ if ( i != string::npos )
+ database = database.substr( 0 , i );
+ }
+
+ if ( database == "config" )
+ return configServerPtr;
+
+ scoped_lock l( _lock );
+
+ DBConfigPtr& cc = _databases[database];
+ if ( !cc ){
+ cc.reset(new DBConfig( database ));
+ if ( ! cc->load() ){
+ if ( create ){
+ // note here that cc->primary == 0.
+ log() << "couldn't find database [" << database << "] in config db" << endl;
+
+ { // lets check case
+ ScopedDbConnection conn( configServer.modelServer() );
+ BSONObjBuilder b;
+ b.appendRegex( "_id" , (string)"^" + database + "$" , "i" );
+ BSONObj d = conn->findOne( ShardNS::database , b.obj() );
+ conn.done();
+
+ if ( ! d.isEmpty() ){
+ cc.reset();
+ stringstream ss;
+ ss << "can't have 2 databases that just differ on case "
+ << " have: " << d["_id"].String()
+ << " want to add: " << database;
+
+ uasserted( DatabaseDifferCaseCode ,ss.str() );
+ }
+ }
+
+ Shard primary;
+ if ( database == "admin" ){
+ primary = configServer.getPrimary();
+
+ } else if ( shardNameHint.empty() ){
+ primary = Shard::pick();
+
+ } else {
+ // use the shard name if provided
+ Shard shard;
+ shard.reset( shardNameHint );
+ primary = shard;
+ }
+
+ if ( primary.ok() ){
+ cc->setPrimary( primary.getName() ); // saves 'cc' to configDB
+ log() << "\t put [" << database << "] on: " << primary << endl;
+ }
+ else {
+ cc.reset();
+ log() << "\t can't find a shard to put new db on" << endl;
+ uasserted( 10185 , "can't find a shard to put new db on" );
+ }
+ }
+ else {
+ cc.reset();
+ }
+ }
+
+ }
+
+ return cc;
+ }
+
+ void Grid::removeDB( string database ){
+ uassert( 10186 , "removeDB expects db name" , database.find( '.' ) == string::npos );
+ scoped_lock l( _lock );
+ _databases.erase( database );
+
+ }
+
+ bool Grid::allowLocalHost() const {
+ return _allowLocalShard;
+ }
+
+ void Grid::setAllowLocalHost( bool allow ){
+ _allowLocalShard = allow;
+ }
+
+ bool Grid::addShard( string* name , const string& host , long long maxSize , string& errMsg ){
+ // name is optional
+ string nameInternal;
+ if ( ! name ) {
+ name = &nameInternal;
+ }
+
+ // Check whether the host exists and is operative. In order to be accepted as a new shard, that
+ // mongod must not have any database name that exists already in any other shards. If that
+ // test passes, the new shard's databases are going to be entered as non-sharded db's whose
+ // primary is the newly added shard.
+
+ vector<string> dbNames;
+ try {
+ ScopedDbConnection newShardConn( host );
+ newShardConn->getLastError();
+
+ if ( newShardConn->type() == ConnectionString::SYNC ){
+ newShardConn.done();
+ errMsg = "can't use sync cluster as a shard. for replica set, have to use <name>/<server1>,<server2>,...";
+ return false;
+ }
+
+ // get the shard's local db's listing
+ BSONObj res;
+ bool ok = newShardConn->runCommand( "admin" , BSON( "listDatabases" << 1 ) , res );
+ if ( !ok ){
+ ostringstream ss;
+ ss << "failed listing " << host << " databases:" << res;
+ errMsg = ss.str();
+ newShardConn.done();
+ return false;
+ }
+
+ BSONObjIterator i( res["databases"].Obj() );
+ while ( i.more() ){
+ BSONObj dbEntry = i.next().Obj();
+ const string& dbName = dbEntry["name"].String();
+ if ( _isSpecialLocalDB( dbName ) ){
+ // 'local', 'admin', and 'config' are system DBs and should be excluded here
+ continue;
+ } else {
+ dbNames.push_back( dbName );
+ }
+ }
+
+ newShardConn.done();
+ }
+ catch ( DBException& e ){
+ ostringstream ss;
+ ss << "couldn't connect to new shard ";
+ ss << e.what();
+ errMsg = ss.str();
+ return false;
+ }
+
+ // check that none of the existing shard candidate's db's exist elsewhere
+ for ( vector<string>::const_iterator it = dbNames.begin(); it != dbNames.end(); ++it ){
+ DBConfigPtr config = getDBConfig( *it , false );
+ if ( config.get() != NULL ){
+ ostringstream ss;
+ ss << "trying to add shard " << host << " because local database " << *it;
+ ss << " exists in another " << config->getPrimary().toString();
+ errMsg = ss.str();
+ return false;
+ }
+ }
+
+ // if a name for a shard wasn't provided, pick one.
+ if ( name->empty() && ! _getNewShardName( name ) ){
+ errMsg = "error generating new shard name";
+ return false;
+ }
+
+ // build the ConfigDB shard document
+ BSONObjBuilder b;
+ b.append( "_id" , *name );
+ b.append( "host" , host );
+ if ( maxSize > 0 ){
+ b.append( ShardFields::maxSize.name() , maxSize );
+ }
+ BSONObj shardDoc = b.obj();
+
+ {
+ ScopedDbConnection conn( configServer.getPrimary() );
+
+ // check whether this host:port is not an already a known shard
+ BSONObj old = conn->findOne( ShardNS::shard , BSON( "host" << host ) );
+ if ( ! old.isEmpty() ){
+ errMsg = "host already used";
+ conn.done();
+ return false;
+ }
+
+ log() << "going to add shard: " << shardDoc << endl;
+
+ conn->insert( ShardNS::shard , shardDoc );
+ errMsg = conn->getLastError();
+ if ( ! errMsg.empty() ){
+ log() << "error adding shard: " << shardDoc << " err: " << errMsg << endl;
+ conn.done();
+ return false;
+ }
+
+ conn.done();
+ }
+
+ Shard::reloadShardInfo();
+
+ // add all databases of the new shard
+ for ( vector<string>::const_iterator it = dbNames.begin(); it != dbNames.end(); ++it ){
+ DBConfigPtr config = getDBConfig( *it , true , *name );
+ if ( ! config ){
+ log() << "adding shard " << host << " even though could not add database " << *it << endl;
+ }
+ }
+
+ return true;
+ }
+
+ bool Grid::knowAboutShard( const string& name ) const{
+ ShardConnection conn( configServer.getPrimary() , "" );
+ BSONObj shard = conn->findOne( ShardNS::shard , BSON( "host" << name ) );
+ conn.done();
+ return ! shard.isEmpty();
+ }
+
+ bool Grid::_getNewShardName( string* name ) const{
+ DEV assert( name );
+
+ bool ok = false;
+ int count = 0;
+
+ ShardConnection conn( configServer.getPrimary() , "" );
+ BSONObj o = conn->findOne( ShardNS::shard , Query( fromjson ( "{_id: /^shard/}" ) ).sort( BSON( "_id" << -1 ) ) );
+ if ( ! o.isEmpty() ) {
+ string last = o["_id"].String();
+ istringstream is( last.substr( 5 ) );
+ is >> count;
+ count++;
+ }
+ if (count < 9999) {
+ stringstream ss;
+ ss << "shard" << setfill('0') << setw(4) << count;
+ *name = ss.str();
+ ok = true;
+ }
+ conn.done();
+
+ return ok;
+ }
+
+ bool Grid::shouldBalance() const {
+ ShardConnection conn( configServer.getPrimary() , "" );
+
+ // look for the stop balancer marker
+ BSONObj stopMarker = conn->findOne( ShardNS::settings, BSON( "_id" << "balancer" << "stopped" << true ) );
+ conn.done();
+ return stopMarker.isEmpty();
+ }
+
+ unsigned long long Grid::getNextOpTime() const {
+ ScopedDbConnection conn( configServer.getPrimary() );
+
+ BSONObj result;
+ massert( 10421 , "getoptime failed" , conn->simpleCommand( "admin" , &result , "getoptime" ) );
+ conn.done();
+
+ return result["optime"]._numberLong();
+ }
+
+ bool Grid::_isSpecialLocalDB( const string& dbName ){
+ return ( dbName == "local" ) || ( dbName == "admin" ) || ( dbName == "config" );
+ }
+
+ Grid grid;
+
+}
generated by cgit v1.2.3 (git 2.39.1) at 2025-05-26 04:47:02 +0000