mirror of https://github.com/Requarks/wiki.git
NGPixel
7 years ago
15 changed files with 414 additions and 564 deletions
Split View
Diff Options
-
153config.sample.yml
-
1package.json
-
254server/index.js
-
232server/master.js
-
7server/models/_relations.js
-
18server/models/comment.js
-
5server/models/document.js
-
24server/models/tag.js
-
3server/modules/db.js
-
9server/modules/logger.js
-
81server/modules/search-index/index.js
-
36server/modules/search-index/siUtil.js
-
6server/modules/search.js
-
86server/worker.js
-
63yarn.lock
@ -0,0 +1,232 @@ |
|||
'use strict' |
|||
|
|||
/* global wiki */ |
|||
|
|||
const path = require('path') |
|||
|
|||
// ----------------------------------------
|
|||
// Load global modules
|
|||
// ----------------------------------------
|
|||
|
|||
wiki.disk = require('./modules/disk').init() |
|||
wiki.db = require('./modules/db').init() |
|||
wiki.entries = require('./modules/entries').init() |
|||
wiki.git = require('./modules/git').init(false) |
|||
wiki.lang = require('i18next') |
|||
wiki.mark = require('./modules/markdown') |
|||
wiki.redis = require('./modules/redis').init() |
|||
wiki.search = require('./modules/search').init() |
|||
wiki.upl = require('./modules/uploads').init() |
|||
|
|||
// ----------------------------------------
|
|||
// Load modules
|
|||
// ----------------------------------------
|
|||
|
|||
const autoload = require('auto-load') |
|||
const bodyParser = require('body-parser') |
|||
const compression = require('compression') |
|||
const cookieParser = require('cookie-parser') |
|||
const express = require('express') |
|||
const favicon = require('serve-favicon') |
|||
const flash = require('connect-flash') |
|||
const http = require('http') |
|||
const i18nBackend = require('i18next-node-fs-backend') |
|||
const passport = require('passport') |
|||
const passportSocketIo = require('passport.socketio') |
|||
const session = require('express-session') |
|||
const SessionRedisStore = require('connect-redis')(session) |
|||
const graceful = require('node-graceful') |
|||
const socketio = require('socket.io') |
|||
const graphqlApollo = require('apollo-server-express') |
|||
const graphqlSchema = require('./modules/graphql') |
|||
|
|||
var mw = autoload(path.join(wiki.SERVERPATH, '/middlewares')) |
|||
var ctrl = autoload(path.join(wiki.SERVERPATH, '/controllers')) |
|||
|
|||
// ----------------------------------------
|
|||
// Define Express App
|
|||
// ----------------------------------------
|
|||
|
|||
const app = express() |
|||
wiki.app = app |
|||
app.use(compression()) |
|||
|
|||
// ----------------------------------------
|
|||
// Security
|
|||
// ----------------------------------------
|
|||
|
|||
app.use(mw.security) |
|||
|
|||
// ----------------------------------------
|
|||
// Public Assets
|
|||
// ----------------------------------------
|
|||
|
|||
app.use(favicon(path.join(wiki.ROOTPATH, 'assets', 'favicon.ico'))) |
|||
app.use(express.static(path.join(wiki.ROOTPATH, 'assets'), { |
|||
index: false, |
|||
maxAge: '7d' |
|||
})) |
|||
|
|||
// ----------------------------------------
|
|||
// Passport Authentication
|
|||
// ----------------------------------------
|
|||
|
|||
require('./modules/auth')(passport) |
|||
wiki.rights = require('./modules/rights') |
|||
wiki.rights.init() |
|||
|
|||
let sessionStore = new SessionRedisStore({ |
|||
client: wiki.redis |
|||
}) |
|||
|
|||
app.use(cookieParser()) |
|||
app.use(session({ |
|||
name: 'wikijs.sid', |
|||
store: sessionStore, |
|||
secret: wiki.config.sessionSecret, |
|||
resave: false, |
|||
saveUninitialized: false |
|||
})) |
|||
app.use(flash()) |
|||
app.use(passport.initialize()) |
|||
app.use(passport.session()) |
|||
|
|||
// ----------------------------------------
|
|||
// SEO
|
|||
// ----------------------------------------
|
|||
|
|||
app.use(mw.seo) |
|||
|
|||
// ----------------------------------------
|
|||
// Localization Engine
|
|||
// ----------------------------------------
|
|||
|
|||
wiki.lang.use(i18nBackend).init({ |
|||
load: 'languageOnly', |
|||
ns: ['common', 'admin', 'auth', 'errors', 'git'], |
|||
defaultNS: 'common', |
|||
saveMissing: false, |
|||
preload: [wiki.config.lang], |
|||
lng: wiki.config.lang, |
|||
fallbackLng: 'en', |
|||
backend: { |
|||
loadPath: path.join(wiki.SERVERPATH, 'locales/{{lng}}/{{ns}}.json') |
|||
} |
|||
}) |
|||
|
|||
// ----------------------------------------
|
|||
// View Engine Setup
|
|||
// ----------------------------------------
|
|||
|
|||
app.set('views', path.join(wiki.SERVERPATH, 'views')) |
|||
app.set('view engine', 'pug') |
|||
|
|||
app.use(bodyParser.json({ limit: '1mb' })) |
|||
app.use(bodyParser.urlencoded({ extended: false, limit: '1mb' })) |
|||
|
|||
// ----------------------------------------
|
|||
// View accessible data
|
|||
// ----------------------------------------
|
|||
|
|||
app.locals._ = require('lodash') |
|||
app.locals.t = wiki.lang.t.bind(wiki.lang) |
|||
app.locals.moment = require('moment') |
|||
app.locals.moment.locale(wiki.config.lang) |
|||
app.locals.appconfig = wiki.config |
|||
app.use(mw.flash) |
|||
|
|||
// ----------------------------------------
|
|||
// Controllers
|
|||
// ----------------------------------------
|
|||
|
|||
app.use('/', ctrl.auth) |
|||
|
|||
app.use('/graphql', graphqlApollo.graphqlExpress({ schema: graphqlSchema })) |
|||
app.use('/graphiql', graphqlApollo.graphiqlExpress({ endpointURL: '/graphql' })) |
|||
app.use('/uploads', mw.auth, ctrl.uploads) |
|||
app.use('/admin', mw.auth, ctrl.admin) |
|||
app.use('/', mw.auth, ctrl.pages) |
|||
|
|||
// ----------------------------------------
|
|||
// Error handling
|
|||
// ----------------------------------------
|
|||
|
|||
app.use(function (req, res, next) { |
|||
var err = new Error('Not Found') |
|||
err.status = 404 |
|||
next(err) |
|||
}) |
|||
|
|||
app.use(function (err, req, res, next) { |
|||
res.status(err.status || 500) |
|||
res.render('error', { |
|||
message: err.message, |
|||
error: wiki.IS_DEBUG ? err : {} |
|||
}) |
|||
}) |
|||
|
|||
// ----------------------------------------
|
|||
// Start HTTP server
|
|||
// ----------------------------------------
|
|||
|
|||
wiki.logger.info('Starting HTTP/WS server on port ' + wiki.config.port + '...') |
|||
|
|||
app.set('port', wiki.config.port) |
|||
var server = http.createServer(app) |
|||
var io = socketio(server) |
|||
|
|||
server.listen(wiki.config.port) |
|||
server.on('error', (error) => { |
|||
if (error.syscall !== 'listen') { |
|||
throw error |
|||
} |
|||
|
|||
// handle specific listen errors with friendly messages
|
|||
switch (error.code) { |
|||
case 'EACCES': |
|||
wiki.logger.error('Listening on port ' + wiki.config.port + ' requires elevated privileges!') |
|||
return process.exit(1) |
|||
case 'EADDRINUSE': |
|||
wiki.logger.error('Port ' + wiki.config.port + ' is already in use!') |
|||
return process.exit(1) |
|||
default: |
|||
throw error |
|||
} |
|||
}) |
|||
|
|||
server.on('listening', () => { |
|||
wiki.logger.info('HTTP/WS server started successfully! [RUNNING]') |
|||
}) |
|||
|
|||
// ----------------------------------------
|
|||
// WebSocket
|
|||
// ----------------------------------------
|
|||
|
|||
io.use(passportSocketIo.authorize({ |
|||
key: 'wikijs.sid', |
|||
store: sessionStore, |
|||
secret: wiki.config.sessionSecret, |
|||
cookieParser, |
|||
success: (data, accept) => { |
|||
accept() |
|||
}, |
|||
fail: (data, message, error, accept) => { |
|||
accept() |
|||
} |
|||
})) |
|||
|
|||
io.on('connection', ctrl.ws) |
|||
|
|||
// ----------------------------------------
|
|||
// Graceful shutdown
|
|||
// ----------------------------------------
|
|||
|
|||
graceful.on('exit', () => { |
|||
// wiki.logger.info('- SHUTTING DOWN - Terminating Background Agent...')
|
|||
// bgAgent.kill()
|
|||
wiki.logger.info('- SHUTTING DOWN - Performing git sync...') |
|||
return global.git.resync().then(() => { |
|||
wiki.logger.info('- SHUTTING DOWN - Git sync successful. Now safe to exit.') |
|||
process.exit() |
|||
}) |
|||
}) |
|||
@ -0,0 +1,18 @@ |
|||
'use strict' |
|||
|
|||
/** |
|||
* Comment schema |
|||
*/ |
|||
module.exports = (sequelize, DataTypes) => { |
|||
let commentSchema = sequelize.define('comment', { |
|||
content: { |
|||
type: DataTypes.STRING, |
|||
allowNull: false |
|||
} |
|||
}, { |
|||
timestamps: true, |
|||
version: true |
|||
}) |
|||
|
|||
return commentSchema |
|||
} |
|||
@ -0,0 +1,24 @@ |
|||
'use strict' |
|||
|
|||
/** |
|||
* Tags schema |
|||
*/ |
|||
module.exports = (sequelize, DataTypes) => { |
|||
let tagSchema = sequelize.define('tag', { |
|||
key: { |
|||
type: DataTypes.STRING, |
|||
allowNull: false |
|||
} |
|||
}, { |
|||
timestamps: true, |
|||
version: true, |
|||
indexes: [ |
|||
{ |
|||
unique: true, |
|||
fields: ['key'] |
|||
} |
|||
] |
|||
}) |
|||
|
|||
return tagSchema |
|||
} |
|||
@ -1,81 +0,0 @@ |
|||
const bunyan = require('bunyan') |
|||
const level = require('levelup') |
|||
const down = require('memdown') |
|||
const SearchIndexAdder = require('search-index-adder') |
|||
const SearchIndexSearcher = require('search-index-searcher') |
|||
|
|||
module.exports = function (givenOptions, moduleReady) { |
|||
const optionsLoaded = function (err, SearchIndex) { |
|||
const siUtil = require('./siUtil.js')(SearchIndex.options) |
|||
if (err) return moduleReady(err) |
|||
SearchIndex.close = siUtil.close |
|||
SearchIndex.countDocs = siUtil.countDocs |
|||
getAdder(SearchIndex, adderLoaded) |
|||
} |
|||
|
|||
const adderLoaded = function (err, SearchIndex) { |
|||
if (err) return moduleReady(err) |
|||
getSearcher(SearchIndex, searcherLoaded) |
|||
} |
|||
|
|||
const searcherLoaded = function (err, SearchIndex) { |
|||
if (err) return moduleReady(err) |
|||
return moduleReady(err, SearchIndex) |
|||
} |
|||
|
|||
getOptions(givenOptions, optionsLoaded) |
|||
} |
|||
|
|||
const getAdder = function (SearchIndex, done) { |
|||
SearchIndexAdder(SearchIndex.options, function (err, searchIndexAdder) { |
|||
SearchIndex.add = searchIndexAdder.add |
|||
SearchIndex.callbackyAdd = searchIndexAdder.concurrentAdd // deprecated
|
|||
SearchIndex.concurrentAdd = searchIndexAdder.concurrentAdd |
|||
SearchIndex.createWriteStream = searchIndexAdder.createWriteStream |
|||
SearchIndex.dbWriteStream = searchIndexAdder.dbWriteStream |
|||
SearchIndex.defaultPipeline = searchIndexAdder.defaultPipeline |
|||
SearchIndex.del = searchIndexAdder.deleter |
|||
SearchIndex.deleteStream = searchIndexAdder.deleteStream |
|||
SearchIndex.flush = searchIndexAdder.flush |
|||
done(err, SearchIndex) |
|||
}) |
|||
} |
|||
|
|||
const getSearcher = function (SearchIndex, done) { |
|||
SearchIndexSearcher(SearchIndex.options, function (err, searchIndexSearcher) { |
|||
SearchIndex.availableFields = searchIndexSearcher.availableFields |
|||
SearchIndex.buckets = searchIndexSearcher.bucketStream |
|||
SearchIndex.categorize = searchIndexSearcher.categoryStream |
|||
SearchIndex.dbReadStream = searchIndexSearcher.dbReadStream |
|||
SearchIndex.get = searchIndexSearcher.get |
|||
SearchIndex.match = searchIndexSearcher.match |
|||
SearchIndex.scan = searchIndexSearcher.scan |
|||
SearchIndex.search = searchIndexSearcher.search |
|||
SearchIndex.totalHits = searchIndexSearcher.totalHits |
|||
done(err, SearchIndex) |
|||
}) |
|||
} |
|||
|
|||
const getOptions = function (options, done) { |
|||
var SearchIndex = {} |
|||
SearchIndex.options = Object.assign({}, { |
|||
indexPath: 'si', |
|||
keySeparator: '￮', |
|||
logLevel: 'error' |
|||
}, options) |
|||
options.log = bunyan.createLogger({ |
|||
name: 'search-index', |
|||
level: options.logLevel |
|||
}) |
|||
if (!options.indexes) { |
|||
level(SearchIndex.options.indexPath || 'si', { |
|||
valueEncoding: 'json', |
|||
db: down |
|||
}, function (err, db) { |
|||
SearchIndex.options.indexes = db |
|||
return done(err, SearchIndex) |
|||
}) |
|||
} else { |
|||
return done(null, SearchIndex) |
|||
} |
|||
} |
|||
@ -1,36 +0,0 @@ |
|||
'use strict' |
|||
|
|||
module.exports = function (siOptions) { |
|||
var siUtil = {} |
|||
|
|||
siUtil.countDocs = function (callback) { |
|||
var count = 0 |
|||
const gte = 'DOCUMENT' + siOptions.keySeparator |
|||
const lte = 'DOCUMENT' + siOptions.keySeparator + siOptions.keySeparator |
|||
siOptions.indexes.createReadStream({gte: gte, lte: lte}) |
|||
.on('data', function (data) { |
|||
count++ |
|||
}) |
|||
.on('error', function (err) { |
|||
return callback(err, null) |
|||
}) |
|||
.on('end', function () { |
|||
return callback(null, count) |
|||
}) |
|||
} |
|||
|
|||
siUtil.close = function (callback) { |
|||
siOptions.indexes.close(function (err) { |
|||
while (!siOptions.indexes.isClosed()) { |
|||
// log not always working here- investigate
|
|||
if (siOptions.log) siOptions.log.info('closing...') |
|||
} |
|||
if (siOptions.indexes.isClosed()) { |
|||
if (siOptions.log) siOptions.log.info('closed...') |
|||
callback(err) |
|||
} |
|||
}) |
|||
} |
|||
|
|||
return siUtil |
|||
} |
|||
Write
Preview
Loading…
Cancel
Save