mongoimportjson

.gitignore

@@ -38,6 +38,7 @@ mongod
 mongogrid
 mongodump
 mongoimport
+mongoimportjson
 
 #libs
 libmongoclient.*

SConstruct

@@ -344,6 +344,7 @@ Default( env.Program( "mongod" , commonFiles + coreDbFiles + serverOnlyFiles + [
 allToolFiles = allClientFiles + [ "tools/Tool.cpp" ]
 env.Program( "mongodump" , allToolFiles + [ "tools/dump.cpp" ] )
 env.Program( "mongoimport" , allToolFiles + [ "tools/import.cpp" ] )
+env.Program( "mongoimportjson" , allToolFiles + [ "tools/importJSON.cpp" ] )
 
 # dbgrid
 env.Program( "mongogrid" , commonFiles + coreDbFiles + Glob( "dbgrid/*.cpp" ) )
@@ -352,8 +353,6 @@ env.Program( "mongogrid" , commonFiles + coreDbFiles + Glob( "dbgrid/*.cpp" ) )
 env.Library( "mongoclient" , allClientFiles )
 env.Library( "mongotestfiles" , commonFiles + coreDbFiles + serverOnlyFiles )
 
-env.Alias( "all" , [ "mongod" , "mongo" , "mongodump" , "mongoimport" ] )
-
 clientTests = []
 
 # examples
@@ -430,7 +429,7 @@ if GetOption( "prefix" ):
 
 #binaries
 env.Install( installDir + "/bin" , "mongodump" )
-env.Install( installDir + "/bin" , "mongoimport" )
+env.Install( installDir + "/bin" , "mongoimportjson" )
 env.Install( installDir + "/bin" , "mongod" )
 env.Install( installDir + "/bin" , "mongo" )
 

tools/Tool.h

@@ -31,6 +31,17 @@ namespace mongo {
                 return _params[name.c_str()].as<string>();
             return def;
         }
+        bool hasParam( string name ){
+            return _params.count( name );
+        }
+
+        string getNS(){
+            if ( _coll.size() == 0 ){
+                cerr << "no collection specified!" << endl;
+                throw -1;
+            }
+            return _db + "." + _coll;
+        }
 
         virtual int run() = 0;
         

tools/importJSON.cpp

@@ -0,0 +1,105 @@
+// importJSON.cpp
+
+/**
+*    Copyright (C) 2008 10gen Inc.
+*
+*    This program is free software: you can redistribute it and/or  modify
+*    it under the terms of the GNU Affero General Public License, version 3,
+*    as published by the Free Software Foundation.
+*
+*    This program is distributed in the hope that it will be useful,
+*    but WITHOUT ANY WARRANTY; without even the implied warranty of
+*    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+*    GNU Affero General Public License for more details.
+*
+*    You should have received a copy of the GNU Affero General Public License
+*    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+#include "stdafx.h"
+#include "client/dbclient.h"
+#include "db/json.h"
+
+#include "Tool.h"
+
+#include <fstream>
+#include <iostream>
+
+#include <boost/program_options.hpp>
+
+#ifdef MODERN_BOOST
+#include <boost/iostreams/copy.hpp>
+#include <boost/iostreams/filtering_streambuf.hpp>
+#include <boost/iostreams/filter/gzip.hpp>
+
+using namespace boost::iostreams;
+#endif
+
+using namespace mongo;
+
+
+namespace po = boost::program_options;
+
+
+class ImportJSON : public Tool {
+public:
+    ImportJSON() : Tool( "importjson" ){
+        add_options()
+            ("file",po::value<string>() , "file to import from" )
+            ("drop", "drop collection first " )
+            ;
+        addPositionArg( "file" , 1 );
+    }
+    
+    int run(){
+        string filename = getParam( "file" );
+        if ( filename.size() == 0 ){
+            cerr << "need to specify a file!" << endl;
+            return -1;
+
+        }
+
+        ifstream file( filename.c_str() , ios_base::in | ios_base::binary);
+        
+#ifdef MODERN_BOOST
+        
+        filtering_streambuf<input> in;
+        in.push(gzip_decompressor());
+        in.push(file);
+        boost::iostreams::copy(in, cout);
+#else
+        istream & in = file;
+#endif
+        
+        string ns = getNS();
+
+        if ( hasParam( "drop" ) ){
+            cout << "dropping: " << ns << endl;
+            _conn.dropCollection( ns.c_str() );
+        }
+        
+        while ( in ){
+            string line;
+            getline( in , line );
+            
+            if ( line.size() == 0 )
+                break;
+            
+            try {
+                BSONObj o = fromjson( line );
+                _conn.insert( ns.c_str() , o );
+            }
+            catch ( MsgAssertionException ma ){
+                cout << "exception:" << ma.toString() << endl;
+                cout << line << endl;
+            }
+        }
+        
+        return 0;
+    }
+};
+
+int main( int argc , char ** argv ) {
+    ImportJSON import;
+    return import.main( argc , argv );
+}