mirror of https://github.com/Requarks/wiki.git
NGPixel
7 years ago
15 changed files with 414 additions and 564 deletions
Unified View
Diff Options
-
153config.sample.yml
-
1package.json
-
254server/index.js
-
232server/master.js
-
7server/models/_relations.js
-
18server/models/comment.js
-
5server/models/document.js
-
24server/models/tag.js
-
3server/modules/db.js
-
9server/modules/logger.js
-
81server/modules/search-index/index.js
-
36server/modules/search-index/siUtil.js
-
6server/modules/search.js
-
86server/worker.js
-
63yarn.lock
@ -0,0 +1,232 @@ |
|||||
|
'use strict' |
||||
|
|
||||
|
/* global wiki */ |
||||
|
|
||||
|
const path = require('path') |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// Load global modules
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
wiki.disk = require('./modules/disk').init() |
||||
|
wiki.db = require('./modules/db').init() |
||||
|
wiki.entries = require('./modules/entries').init() |
||||
|
wiki.git = require('./modules/git').init(false) |
||||
|
wiki.lang = require('i18next') |
||||
|
wiki.mark = require('./modules/markdown') |
||||
|
wiki.redis = require('./modules/redis').init() |
||||
|
wiki.search = require('./modules/search').init() |
||||
|
wiki.upl = require('./modules/uploads').init() |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// Load modules
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
const autoload = require('auto-load') |
||||
|
const bodyParser = require('body-parser') |
||||
|
const compression = require('compression') |
||||
|
const cookieParser = require('cookie-parser') |
||||
|
const express = require('express') |
||||
|
const favicon = require('serve-favicon') |
||||
|
const flash = require('connect-flash') |
||||
|
const http = require('http') |
||||
|
const i18nBackend = require('i18next-node-fs-backend') |
||||
|
const passport = require('passport') |
||||
|
const passportSocketIo = require('passport.socketio') |
||||
|
const session = require('express-session') |
||||
|
const SessionRedisStore = require('connect-redis')(session) |
||||
|
const graceful = require('node-graceful') |
||||
|
const socketio = require('socket.io') |
||||
|
const graphqlApollo = require('apollo-server-express') |
||||
|
const graphqlSchema = require('./modules/graphql') |
||||
|
|
||||
|
var mw = autoload(path.join(wiki.SERVERPATH, '/middlewares')) |
||||
|
var ctrl = autoload(path.join(wiki.SERVERPATH, '/controllers')) |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// Define Express App
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
const app = express() |
||||
|
wiki.app = app |
||||
|
app.use(compression()) |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// Security
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
app.use(mw.security) |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// Public Assets
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
app.use(favicon(path.join(wiki.ROOTPATH, 'assets', 'favicon.ico'))) |
||||
|
app.use(express.static(path.join(wiki.ROOTPATH, 'assets'), { |
||||
|
index: false, |
||||
|
maxAge: '7d' |
||||
|
})) |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// Passport Authentication
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
require('./modules/auth')(passport) |
||||
|
wiki.rights = require('./modules/rights') |
||||
|
wiki.rights.init() |
||||
|
|
||||
|
let sessionStore = new SessionRedisStore({ |
||||
|
client: wiki.redis |
||||
|
}) |
||||
|
|
||||
|
app.use(cookieParser()) |
||||
|
app.use(session({ |
||||
|
name: 'wikijs.sid', |
||||
|
store: sessionStore, |
||||
|
secret: wiki.config.sessionSecret, |
||||
|
resave: false, |
||||
|
saveUninitialized: false |
||||
|
})) |
||||
|
app.use(flash()) |
||||
|
app.use(passport.initialize()) |
||||
|
app.use(passport.session()) |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// SEO
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
app.use(mw.seo) |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// Localization Engine
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
wiki.lang.use(i18nBackend).init({ |
||||
|
load: 'languageOnly', |
||||
|
ns: ['common', 'admin', 'auth', 'errors', 'git'], |
||||
|
defaultNS: 'common', |
||||
|
saveMissing: false, |
||||
|
preload: [wiki.config.lang], |
||||
|
lng: wiki.config.lang, |
||||
|
fallbackLng: 'en', |
||||
|
backend: { |
||||
|
loadPath: path.join(wiki.SERVERPATH, 'locales/{{lng}}/{{ns}}.json') |
||||
|
} |
||||
|
}) |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// View Engine Setup
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
app.set('views', path.join(wiki.SERVERPATH, 'views')) |
||||
|
app.set('view engine', 'pug') |
||||
|
|
||||
|
app.use(bodyParser.json({ limit: '1mb' })) |
||||
|
app.use(bodyParser.urlencoded({ extended: false, limit: '1mb' })) |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// View accessible data
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
app.locals._ = require('lodash') |
||||
|
app.locals.t = wiki.lang.t.bind(wiki.lang) |
||||
|
app.locals.moment = require('moment') |
||||
|
app.locals.moment.locale(wiki.config.lang) |
||||
|
app.locals.appconfig = wiki.config |
||||
|
app.use(mw.flash) |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// Controllers
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
app.use('/', ctrl.auth) |
||||
|
|
||||
|
app.use('/graphql', graphqlApollo.graphqlExpress({ schema: graphqlSchema })) |
||||
|
app.use('/graphiql', graphqlApollo.graphiqlExpress({ endpointURL: '/graphql' })) |
||||
|
app.use('/uploads', mw.auth, ctrl.uploads) |
||||
|
app.use('/admin', mw.auth, ctrl.admin) |
||||
|
app.use('/', mw.auth, ctrl.pages) |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// Error handling
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
app.use(function (req, res, next) { |
||||
|
var err = new Error('Not Found') |
||||
|
err.status = 404 |
||||
|
next(err) |
||||
|
}) |
||||
|
|
||||
|
app.use(function (err, req, res, next) { |
||||
|
res.status(err.status || 500) |
||||
|
res.render('error', { |
||||
|
message: err.message, |
||||
|
error: wiki.IS_DEBUG ? err : {} |
||||
|
}) |
||||
|
}) |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// Start HTTP server
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
wiki.logger.info('Starting HTTP/WS server on port ' + wiki.config.port + '...') |
||||
|
|
||||
|
app.set('port', wiki.config.port) |
||||
|
var server = http.createServer(app) |
||||
|
var io = socketio(server) |
||||
|
|
||||
|
server.listen(wiki.config.port) |
||||
|
server.on('error', (error) => { |
||||
|
if (error.syscall !== 'listen') { |
||||
|
throw error |
||||
|
} |
||||
|
|
||||
|
// handle specific listen errors with friendly messages
|
||||
|
switch (error.code) { |
||||
|
case 'EACCES': |
||||
|
wiki.logger.error('Listening on port ' + wiki.config.port + ' requires elevated privileges!') |
||||
|
return process.exit(1) |
||||
|
case 'EADDRINUSE': |
||||
|
wiki.logger.error('Port ' + wiki.config.port + ' is already in use!') |
||||
|
return process.exit(1) |
||||
|
default: |
||||
|
throw error |
||||
|
} |
||||
|
}) |
||||
|
|
||||
|
server.on('listening', () => { |
||||
|
wiki.logger.info('HTTP/WS server started successfully! [RUNNING]') |
||||
|
}) |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// WebSocket
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
io.use(passportSocketIo.authorize({ |
||||
|
key: 'wikijs.sid', |
||||
|
store: sessionStore, |
||||
|
secret: wiki.config.sessionSecret, |
||||
|
cookieParser, |
||||
|
success: (data, accept) => { |
||||
|
accept() |
||||
|
}, |
||||
|
fail: (data, message, error, accept) => { |
||||
|
accept() |
||||
|
} |
||||
|
})) |
||||
|
|
||||
|
io.on('connection', ctrl.ws) |
||||
|
|
||||
|
// ----------------------------------------
|
||||
|
// Graceful shutdown
|
||||
|
// ----------------------------------------
|
||||
|
|
||||
|
graceful.on('exit', () => { |
||||
|
// wiki.logger.info('- SHUTTING DOWN - Terminating Background Agent...')
|
||||
|
// bgAgent.kill()
|
||||
|
wiki.logger.info('- SHUTTING DOWN - Performing git sync...') |
||||
|
return global.git.resync().then(() => { |
||||
|
wiki.logger.info('- SHUTTING DOWN - Git sync successful. Now safe to exit.') |
||||
|
process.exit() |
||||
|
}) |
||||
|
}) |
||||
@ -0,0 +1,18 @@ |
|||||
|
'use strict' |
||||
|
|
||||
|
/** |
||||
|
* Comment schema |
||||
|
*/ |
||||
|
module.exports = (sequelize, DataTypes) => { |
||||
|
let commentSchema = sequelize.define('comment', { |
||||
|
content: { |
||||
|
type: DataTypes.STRING, |
||||
|
allowNull: false |
||||
|
} |
||||
|
}, { |
||||
|
timestamps: true, |
||||
|
version: true |
||||
|
}) |
||||
|
|
||||
|
return commentSchema |
||||
|
} |
||||
@ -0,0 +1,24 @@ |
|||||
|
'use strict' |
||||
|
|
||||
|
/** |
||||
|
* Tags schema |
||||
|
*/ |
||||
|
module.exports = (sequelize, DataTypes) => { |
||||
|
let tagSchema = sequelize.define('tag', { |
||||
|
key: { |
||||
|
type: DataTypes.STRING, |
||||
|
allowNull: false |
||||
|
} |
||||
|
}, { |
||||
|
timestamps: true, |
||||
|
version: true, |
||||
|
indexes: [ |
||||
|
{ |
||||
|
unique: true, |
||||
|
fields: ['key'] |
||||
|
} |
||||
|
] |
||||
|
}) |
||||
|
|
||||
|
return tagSchema |
||||
|
} |
||||
@ -1,81 +0,0 @@ |
|||||
const bunyan = require('bunyan') |
|
||||
const level = require('levelup') |
|
||||
const down = require('memdown') |
|
||||
const SearchIndexAdder = require('search-index-adder') |
|
||||
const SearchIndexSearcher = require('search-index-searcher') |
|
||||
|
|
||||
module.exports = function (givenOptions, moduleReady) { |
|
||||
const optionsLoaded = function (err, SearchIndex) { |
|
||||
const siUtil = require('./siUtil.js')(SearchIndex.options) |
|
||||
if (err) return moduleReady(err) |
|
||||
SearchIndex.close = siUtil.close |
|
||||
SearchIndex.countDocs = siUtil.countDocs |
|
||||
getAdder(SearchIndex, adderLoaded) |
|
||||
} |
|
||||
|
|
||||
const adderLoaded = function (err, SearchIndex) { |
|
||||
if (err) return moduleReady(err) |
|
||||
getSearcher(SearchIndex, searcherLoaded) |
|
||||
} |
|
||||
|
|
||||
const searcherLoaded = function (err, SearchIndex) { |
|
||||
if (err) return moduleReady(err) |
|
||||
return moduleReady(err, SearchIndex) |
|
||||
} |
|
||||
|
|
||||
getOptions(givenOptions, optionsLoaded) |
|
||||
} |
|
||||
|
|
||||
const getAdder = function (SearchIndex, done) { |
|
||||
SearchIndexAdder(SearchIndex.options, function (err, searchIndexAdder) { |
|
||||
SearchIndex.add = searchIndexAdder.add |
|
||||
SearchIndex.callbackyAdd = searchIndexAdder.concurrentAdd // deprecated
|
|
||||
SearchIndex.concurrentAdd = searchIndexAdder.concurrentAdd |
|
||||
SearchIndex.createWriteStream = searchIndexAdder.createWriteStream |
|
||||
SearchIndex.dbWriteStream = searchIndexAdder.dbWriteStream |
|
||||
SearchIndex.defaultPipeline = searchIndexAdder.defaultPipeline |
|
||||
SearchIndex.del = searchIndexAdder.deleter |
|
||||
SearchIndex.deleteStream = searchIndexAdder.deleteStream |
|
||||
SearchIndex.flush = searchIndexAdder.flush |
|
||||
done(err, SearchIndex) |
|
||||
}) |
|
||||
} |
|
||||
|
|
||||
const getSearcher = function (SearchIndex, done) { |
|
||||
SearchIndexSearcher(SearchIndex.options, function (err, searchIndexSearcher) { |
|
||||
SearchIndex.availableFields = searchIndexSearcher.availableFields |
|
||||
SearchIndex.buckets = searchIndexSearcher.bucketStream |
|
||||
SearchIndex.categorize = searchIndexSearcher.categoryStream |
|
||||
SearchIndex.dbReadStream = searchIndexSearcher.dbReadStream |
|
||||
SearchIndex.get = searchIndexSearcher.get |
|
||||
SearchIndex.match = searchIndexSearcher.match |
|
||||
SearchIndex.scan = searchIndexSearcher.scan |
|
||||
SearchIndex.search = searchIndexSearcher.search |
|
||||
SearchIndex.totalHits = searchIndexSearcher.totalHits |
|
||||
done(err, SearchIndex) |
|
||||
}) |
|
||||
} |
|
||||
|
|
||||
const getOptions = function (options, done) { |
|
||||
var SearchIndex = {} |
|
||||
SearchIndex.options = Object.assign({}, { |
|
||||
indexPath: 'si', |
|
||||
keySeparator: '￮', |
|
||||
logLevel: 'error' |
|
||||
}, options) |
|
||||
options.log = bunyan.createLogger({ |
|
||||
name: 'search-index', |
|
||||
level: options.logLevel |
|
||||
}) |
|
||||
if (!options.indexes) { |
|
||||
level(SearchIndex.options.indexPath || 'si', { |
|
||||
valueEncoding: 'json', |
|
||||
db: down |
|
||||
}, function (err, db) { |
|
||||
SearchIndex.options.indexes = db |
|
||||
return done(err, SearchIndex) |
|
||||
}) |
|
||||
} else { |
|
||||
return done(null, SearchIndex) |
|
||||
} |
|
||||
} |
|
||||
@ -1,36 +0,0 @@ |
|||||
'use strict' |
|
||||
|
|
||||
module.exports = function (siOptions) { |
|
||||
var siUtil = {} |
|
||||
|
|
||||
siUtil.countDocs = function (callback) { |
|
||||
var count = 0 |
|
||||
const gte = 'DOCUMENT' + siOptions.keySeparator |
|
||||
const lte = 'DOCUMENT' + siOptions.keySeparator + siOptions.keySeparator |
|
||||
siOptions.indexes.createReadStream({gte: gte, lte: lte}) |
|
||||
.on('data', function (data) { |
|
||||
count++ |
|
||||
}) |
|
||||
.on('error', function (err) { |
|
||||
return callback(err, null) |
|
||||
}) |
|
||||
.on('end', function () { |
|
||||
return callback(null, count) |
|
||||
}) |
|
||||
} |
|
||||
|
|
||||
siUtil.close = function (callback) { |
|
||||
siOptions.indexes.close(function (err) { |
|
||||
while (!siOptions.indexes.isClosed()) { |
|
||||
// log not always working here- investigate
|
|
||||
if (siOptions.log) siOptions.log.info('closing...') |
|
||||
} |
|
||||
if (siOptions.indexes.isClosed()) { |
|
||||
if (siOptions.log) siOptions.log.info('closed...') |
|
||||
callback(err) |
|
||||
} |
|
||||
}) |
|
||||
} |
|
||||
|
|
||||
return siUtil |
|
||||
} |
|
||||
xxxxxxxxxx