Permalink
Find file
Fetching contributors…
Cannot retrieve contributors at this time
46 lines (44 sloc) 1.99 KB
{
"max_threads": 8, # max number of parrallel threads
"max_tries": 4, # max number of tries to fetch entities
"sub_process_time_out": 10800, # sub process timeout in seconds
"max_logs": 1000, # max number of entities from gae for each pbuf call
"dbhost": "localhost",
"dbport": 12345,
"emails": ["jace@khanacademy.org"],
# if the entity might possibly be mutated, make sure that value is set to 1.
# if the entity is mutable, they json key should be 'key' to enable merging.
# entity to (save interval, fetch interval, mutable, is_ndb, json key) mapping.
"kinds": {
"VideoLog" : [300, 15, 0, 0, "user"] ,
"ProblemLog" : [300, 15, 0, 0, "user"],
"StackLog": [300, 15, 0, 0, "user_id"],
"UserBadge": [600, 30, 0, 0, "user"],
"UserData": [600, 15, 1, 0, "key"],
"UserVideo" : [1200, 100, 1, 0, "user"],
"UserAssessment": [1800, 100, 1, 1, "key"],
"Feedback": [1800, 1800, 1, 1, "key"],
"_GAEBingoIdentityRecord": [600, 150, 1, 0, "identity"],
"Scratchpad": [1800, 100, 1, 1, "key"],
"ScratchpadRevision": [1800, 100, 0, 1, "key"],
"LearningTask" : [300, 15, 1, 1, "key"],
"UserEvent": [300, 15, 0, 1, "key"],
"BaseUserMission": [300, 15, 1, 1, "key"],
# The following are also duplicated in the bulk download process.
# We include them here for posterity; if one is interested in the
# changes from these models between days, this gae_download process
# will track that.
"Exercise": [1800, 1800, 1, 0, "key"],
"Topic": [1800, 1800, 1, 0, "key"],
"Video" : [1800, 1800, 1, 0, "key"]
},
"default_db": "kadb",
# save the fetched data to this dir
"archive_dir": "/home/analytics/kabackup/daily_new",
# coordinator config
"coordinator_cfg": {
"control_db": "ka_download_cntrl",
"default_start_time": 86400,
"monitor_lag": 1800
}
}