Broken mongodb?

[lvanbever]

Hi Erik,

I'm experiencing problems rebuilding and restarting coauthor following a recent git pull 😞. Looks like mongo fails to launch, which in turns makes mup deploy fails. This is was I see now in mup mongo logs.

{"t":{"$date":"2021-05-02T11:41:20.098+00:00"},"s":"I",  "c":"CONTROL",  "id":23285,   "ctx":"main","msg":"Automatically disabling TLS 1.0, to force-enable TLS 1.0 specify --sslDisabledProtocols 'none'"}
{"t":{"$date":"2021-05-02T11:41:20.100+00:00"},"s":"W",  "c":"ASIO",     "id":22601,   "ctx":"main","msg":"No TransportLayer configured during NetworkInterface startup"}
{"t":{"$date":"2021-05-02T11:41:20.101+00:00"},"s":"I",  "c":"NETWORK",  "id":4648601, "ctx":"main","msg":"Implicit TCP FastOpen unavailable. If TCP FastOpen is required, set tcpFastOpenServer, tcpFastOpenClient, and tcpFastOpenQueueSize."}
{"t":{"$date":"2021-05-02T11:41:20.101+00:00"},"s":"W",  "c":"ASIO",     "id":22601,   "ctx":"main","msg":"No TransportLayer configured during NetworkInterface startup"}
{"t":{"$date":"2021-05-02T11:41:20.102+00:00"},"s":"I",  "c":"STORAGE",  "id":4615611, "ctx":"initandlisten","msg":"MongoDB starting","attr":{"pid":1,"port":27017,"dbPath":"/data/db","architecture":"64-bit","host":"08e3c7ee5d68"}}
{"t":{"$date":"2021-05-02T11:41:20.102+00:00"},"s":"I",  "c":"CONTROL",  "id":23403,   "ctx":"initandlisten","msg":"Build Info","attr":{"buildInfo":{"version":"4.4.4","gitVersion":"8db30a63db1a9d84bdcad0c83369623f708e0397","openSSLVersion":"OpenSSL 1.1.1  11 Sep 2018","modules":[],"allocator":"tcmalloc","environment":{"distmod":"ubuntu1804","distarch":"x86_64","target_arch":"x86_64"}}}}
{"t":{"$date":"2021-05-02T11:41:20.102+00:00"},"s":"I",  "c":"CONTROL",  "id":51765,   "ctx":"initandlisten","msg":"Operating System","attr":{"os":{"name":"Ubuntu","version":"18.04"}}}
{"t":{"$date":"2021-05-02T11:41:20.102+00:00"},"s":"I",  "c":"CONTROL",  "id":21951,   "ctx":"initandlisten","msg":"Options set by command line","attr":{"options":{"config":"/mongodb.conf","net":{"bindIp":"*"},"replication":{"replSet":"meteor"},"storage":{"dbPath":"/data/db"}}}}
{"t":{"$date":"2021-05-02T11:41:20.103+00:00"},"s":"I",  "c":"STORAGE",  "id":22270,   "ctx":"initandlisten","msg":"Storage engine to use detected by data files","attr":{"dbpath":"/data/db","storageEngine":"wiredTiger"}}
{"t":{"$date":"2021-05-02T11:41:20.103+00:00"},"s":"I",  "c":"STORAGE",  "id":22297,   "ctx":"initandlisten","msg":"Using the XFS filesystem is strongly recommended with the WiredTiger storage engine. See http://dochub.mongodb.org/core/prodnotes-filesystem","tags":["startupWarnings"]}
{"t":{"$date":"2021-05-02T11:41:20.103+00:00"},"s":"I",  "c":"STORAGE",  "id":22315,   "ctx":"initandlisten","msg":"Opening WiredTiger","attr":{"config":"create,cache_size=3476M,session_max=33000,eviction=(threads_min=4,threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),file_manager=(close_idle_time=100000,close_scan_interval=10,close_handle_minimum=250),statistics_log=(wait=0),verbose=[recovery_progress,checkpoint_progress,compact_progress],"}}
{"t":{"$date":"2021-05-02T11:41:20.964+00:00"},"s":"W",  "c":"STORAGE",  "id":22347,   "ctx":"initandlisten","msg":"Failed to start up WiredTiger under any compatibility version. This may be due to an unsupported upgrade or downgrade."}
{"t":{"$date":"2021-05-02T11:41:20.964+00:00"},"s":"F",  "c":"STORAGE",  "id":28595,   "ctx":"initandlisten","msg":"Terminating.","attr":{"reason":"95: Operation not supported"}}
{"t":{"$date":"2021-05-02T11:41:20.964+00:00"},"s":"F",  "c":"-",        "id":23091,   "ctx":"initandlisten","msg":"Fatal assertion","attr":{"msgid":28595,"file":"src/mongo/db/storage/wiredtiger/wiredtiger_kv_engine.cpp","line":1123}}
{"t":{"$date":"2021-05-02T11:41:20.964+00:00"},"s":"F",  "c":"-",        "id":23092,   "ctx":"initandlisten","msg":"\n\n***aborting after fassert() failure\n\n"}

The relevant part of my mup.js:

  //COAUTHOR_SKIP_UPGRADE_DB: '1',
 [...]
  // Mongo server
  mongo: {
    version: '4.4.4',
    oplog: true,
    port: 27017,
    servers: {
      one: {},
    },
  }

Does this ring a bell by any chance?

Thanks,
Laurent

[lvanbever]

So commenting version: '4.4.4' made it work again! Is there some kind of procedure one needs to follow here in order to upgrade mongodb?

[edemaine]

.deploy/mup.js is just a recommended configuration. You should definitely configure it to your needs. While Mongo 4.4.4 has some nice advantages (mainly I wanted to use its built-in performance logging features), you can still use Mongo 3 by commenting out that line.

If you want to upgrade to Mongo 4, I believe the strategy is to mongodump the database, upgrade, and then mongorestore.

I've added a comment in .deploy/mup.js to clarify.

[lvanbever]

Makes sense. Thanks for the quick follow-up!