Compare commits

...

12 Commits

Author SHA1 Message Date
4d4ffd70ac 10.7.0 2018-10-11 15:58:39 +09:00
bf98a11b65 Reduce memory usage in file migration tool 2018-10-11 15:56:18 +09:00
1117ce4b54 Redisをオプションにしたり 2018-10-11 15:50:27 +09:00
57e93b9b4e fix(package): update @types/node to version 10.11.7 (#2885) 2018-10-11 05:41:01 +09:00
9e4b061ed0 Fix bug 2018-10-11 05:26:51 +09:00
1067bef7d6 Fix bug 2018-10-11 05:26:09 +09:00
8bff529acd Merge branch 'develop' of https://github.com/syuilo/misskey into develop 2018-10-11 02:48:32 +09:00
4b08677839 ✌️ 2018-10-11 02:48:19 +09:00
70997cb551 fix(package): update vue-color to version 2.7.0 (#2884) 2018-10-11 02:22:57 +09:00
bf0ef17e23 Improve error logs 2018-10-11 02:19:21 +09:00
7dae5107f8 Improve fault tolerance 2018-10-11 02:11:12 +09:00
2dea88a147 Update stream.ts 2018-10-10 22:13:32 +09:00
17 changed files with 83 additions and 55 deletions

View File

@ -60,11 +60,6 @@ mongodb:
user: example-misskey-user user: example-misskey-user
pass: example-misskey-pass pass: example-misskey-pass
redis:
host: localhost
port: 6379
pass: example-pass
# Drive capacity of a local user (MB) # Drive capacity of a local user (MB)
localDriveCapacityMb: 256 localDriveCapacityMb: 256
@ -122,47 +117,50 @@ drive:
# Below settings are optional # Below settings are optional
# #
# Redis
#redis:
# host: localhost
# port: 6379
# pass: example-pass
# Elasticsearch # Elasticsearch
# elasticsearch: #elasticsearch:
# host: localhost # host: localhost
# port: 9200 # port: 9200
# pass: null # pass: null
# reCAPTCHA # reCAPTCHA
# recaptcha: #recaptcha:
# site_key: example-site-key # site_key: example-site-key
# secret_key: example-secret-key # secret_key: example-secret-key
# ServiceWorker # ServiceWorker
# sw: #sw:
# # Public key of VAPID # # Public key of VAPID
# public_key: example-sw-public-key # public_key: example-sw-public-key
#
# # Private key of VAPID # # Private key of VAPID
# private_key: example-sw-private-key # private_key: example-sw-private-key
# google_maps_api_key: example-google-maps-api-key
# Twitter integration # Twitter integration
# You need to set the oauth callback url as : https://<your-misskey-instance>/api/tw/cb # You need to set the oauth callback url as : https://<your-misskey-instance>/api/tw/cb
# twitter: #twitter:
# consumer_key: example-twitter-consumer-key # consumer_key: example-twitter-consumer-key
# consumer_secret: example-twitter-consumer-secret-key # consumer_secret: example-twitter-consumer-secret-key
# Ghost # Ghost
# Ghost account is an account used for the purpose of delegating # Ghost account is an account used for the purpose of delegating
# followers when putting users in the list. # followers when putting users in the list.
# ghost: user-id-of-your-ghost-account #ghost: user-id-of-your-ghost-account
# Clustering # Clustering
# clusterLimit: 1 #clusterLimit: 1
# Summaly proxy # Summaly proxy
# summalyProxy: "http://example.com" #summalyProxy: "http://example.com"
# User recommendation # User recommendation
user_recommendation: #user_recommendation:
external: true # external: true
engine: http://vinayaka.distsn.org/cgi-bin/vinayaka-user-match-misskey-api.cgi?{{host}}+{{user}}+{{limit}}+{{offset}} # engine: http://vinayaka.distsn.org/cgi-bin/vinayaka-user-match-misskey-api.cgi?{{host}}+{{user}}+{{limit}}+{{offset}}
timeout: 300000 # timeout: 300000

View File

@ -24,12 +24,12 @@ Please install and setup these softwares:
#### Dependencies :package: #### Dependencies :package:
* **[Node.js](https://nodejs.org/en/)** * **[Node.js](https://nodejs.org/en/)**
* **[MongoDB](https://www.mongodb.com/)** >= 3.6 * **[MongoDB](https://www.mongodb.com/)** >= 3.6
* **[Redis](https://redis.io/)**
##### Optional ##### Optional
* [Redis](https://redis.io/)
* Redis is optional, but we strongly recommended to install it
* [Elasticsearch](https://www.elastic.co/) - used to provide searching feature instead of MongoDB * [Elasticsearch](https://www.elastic.co/) - used to provide searching feature instead of MongoDB
*3.* Setup MongoDB *3.* Setup MongoDB
---------------------------------------------------------------- ----------------------------------------------------------------
In root : In root :

View File

@ -24,9 +24,11 @@ adduser --disabled-password --disabled-login misskey
#### 依存関係 :package: #### 依存関係 :package:
* **[Node.js](https://nodejs.org/en/)** * **[Node.js](https://nodejs.org/en/)**
* **[MongoDB](https://www.mongodb.com/)** (3.6以上) * **[MongoDB](https://www.mongodb.com/)** (3.6以上)
* **[Redis](https://redis.io/)**
##### オプション ##### オプション
* [Redis](https://redis.io/)
* Redisはオプションですが、インストールすることを強く推奨します。
* インストールしなくていいのは、あなたのインスタンスが自分専用のときだけです
* [Elasticsearch](https://www.elastic.co/) - 検索機能を向上させるために用います。 * [Elasticsearch](https://www.elastic.co/) - 検索機能を向上させるために用います。
*3.* MongoDBの設定 *3.* MongoDBの設定

View File

@ -1,7 +1,7 @@
{ {
"name": "misskey", "name": "misskey",
"author": "syuilo <i@syuilo.com>", "author": "syuilo <i@syuilo.com>",
"version": "10.6.0", "version": "10.7.0",
"clientVersion": "1.0.10417", "clientVersion": "1.0.10417",
"codename": "nighthike", "codename": "nighthike",
"main": "./built/index.js", "main": "./built/index.js",
@ -60,7 +60,7 @@
"@types/mocha": "5.2.3", "@types/mocha": "5.2.3",
"@types/mongodb": "3.1.12", "@types/mongodb": "3.1.12",
"@types/ms": "0.7.30", "@types/ms": "0.7.30",
"@types/node": "10.11.6", "@types/node": "10.11.7",
"@types/portscanner": "2.1.0", "@types/portscanner": "2.1.0",
"@types/pug": "2.0.4", "@types/pug": "2.0.4",
"@types/qrcode": "1.3.0", "@types/qrcode": "1.3.0",
@ -211,7 +211,7 @@
"v-animate-css": "0.0.2", "v-animate-css": "0.0.2",
"vue": "2.5.17", "vue": "2.5.17",
"vue-chartjs": "3.4.0", "vue-chartjs": "3.4.0",
"vue-color": "2.6.0", "vue-color": "2.7.0",
"vue-cropperjs": "2.2.2", "vue-cropperjs": "2.2.2",
"vue-js-modal": "1.3.26", "vue-js-modal": "1.3.26",
"vue-json-tree-view": "2.1.4", "vue-json-tree-view": "2.1.4",

View File

@ -29,7 +29,8 @@ export default class Stream extends EventEmitter {
this.stream.addEventListener('message', this.onMessage); this.stream.addEventListener('message', this.onMessage);
} }
public useSharedConnection = (channel: string): SharedConnection => { @autobind
public useSharedConnection(channel: string): SharedConnection {
let pool = this.sharedConnectionPools.find(p => p.channel === channel); let pool = this.sharedConnectionPools.find(p => p.channel === channel);
if (pool == null) { if (pool == null) {
@ -47,7 +48,8 @@ export default class Stream extends EventEmitter {
this.sharedConnections = this.sharedConnections.filter(c => c !== connection); this.sharedConnections = this.sharedConnections.filter(c => c !== connection);
} }
public connectToChannel = (channel: string, params?: any): NonSharedConnection => { @autobind
public connectToChannel(channel: string, params?: any): NonSharedConnection {
const connection = new NonSharedConnection(this, channel, params); const connection = new NonSharedConnection(this, channel, params);
this.nonSharedConnections.push(connection); this.nonSharedConnections.push(connection);
return connection; return connection;

View File

@ -93,11 +93,9 @@ export type Source = {
private_key: string; private_key: string;
}; };
google_maps_api_key: string;
clusterLimit?: number; clusterLimit?: number;
user_recommendation: { user_recommendation?: {
external: boolean; external: boolean;
engine: string; engine: string;
timeout: number; timeout: number;

View File

@ -1,10 +1,10 @@
import * as redis from 'redis'; import * as redis from 'redis';
import config from '../config'; import config from '../config';
export default redis.createClient( export default config.redis ? redis.createClient(
config.redis.port, config.redis.port,
config.redis.host, config.redis.host,
{ {
auth_pass: config.redis.pass auth_pass: config.redis.pass
} }
); ) : null;

View File

@ -166,7 +166,7 @@ export const pack = (
// (データベースの欠損などで)ファイルがデータベース上に見つからなかったとき // (データベースの欠損などで)ファイルがデータベース上に見つからなかったとき
if (_file == null) { if (_file == null) {
console.warn(`in packaging driveFile: driveFile not found on database: ${_file}`); console.warn(`[DAMAGED DB] (missing) pkg: driveFile :: ${file}`);
return resolve(null); return resolve(null);
} }

View File

@ -79,7 +79,7 @@ export const pack = (
// (データベースの不具合などで)投稿が見つからなかったら // (データベースの不具合などで)投稿が見つからなかったら
if (_favorite.note == null) { if (_favorite.note == null) {
console.warn(`in packaging favorite: note not found on database: ${_favorite.noteId}`); console.warn(`[DAMAGED DB] (missing) pkg: favorite -> note :: ${_favorite.id} (note ${_favorite.noteId})`);
return resolve(null); return resolve(null);
} }

View File

@ -281,9 +281,9 @@ export const pack = async (
_note = deepcopy(note); _note = deepcopy(note);
} }
// 投稿がデータベース上に見つからなかったとき // (データベースの欠損などで)投稿がデータベース上に見つからなかったとき
if (_note == null) { if (_note == null) {
console.warn(`note not found on database: ${note}`); console.warn(`[DAMAGED DB] (missing) pkg: note :: ${note}`);
return null; return null;
} }
@ -380,12 +380,23 @@ export const pack = async (
// resolve promises in _note object // resolve promises in _note object
_note = await rap(_note); _note = await rap(_note);
// (データベースの欠損などで)ユーザーがデータベース上に見つからなかったとき //#region (データベースの欠損などで)参照しているデータがデータベース上に見つからなかったとき
if (_note.user == null) { if (_note.user == null) {
console.warn(`in packaging note: note user not found on database: note(${_note.id})`); console.warn(`[DAMAGED DB] (missing) pkg: note -> user :: ${_note.id} (user ${_note.userId})`);
return null; return null;
} }
if (_note.replyId != null && _note.reply == null) {
console.warn(`[DAMAGED DB] (missing) pkg: note -> reply :: ${_note.id} (reply ${_note.replyId})`);
return null;
}
if (_note.renoteId != null && _note.renote == null) {
console.warn(`[DAMAGED DB] (missing) pkg: note -> renote :: ${_note.id} (renote ${_note.renoteId})`);
return null;
}
//#endregion
if (_note.user.isCat && _note.text) { if (_note.user.isCat && _note.text) {
_note.text = _note.text.replace(/な/g, 'にゃ').replace(/ナ/g, 'ニャ').replace(/ナ/g, 'ニャ'); _note.text = _note.text.replace(/な/g, 'にゃ').replace(/ナ/g, 'ニャ').replace(/ナ/g, 'ニャ');
} }

View File

@ -132,7 +132,7 @@ export const pack = (notification: any) => new Promise<any>(async (resolve, reje
// (データベースの不具合などで)投稿が見つからなかったら // (データベースの不具合などで)投稿が見つからなかったら
if (_notification.note == null) { if (_notification.note == null) {
console.warn(`in packaging notification: note not found on database: ${_notification.noteId}`); console.warn(`[DAMAGED DB] (missing) pkg: notification -> note :: ${_notification.id} (note ${_notification.noteId})`);
return resolve(null); return resolve(null);
} }
break; break;

View File

@ -27,7 +27,8 @@ export default (params: any, user: ILocalUser) => new Promise(async (res, rej) =
const file = await DriveFile.findOne({ const file = await DriveFile.findOne({
md5: md5, md5: md5,
'metadata.userId': user._id 'metadata.userId': user._id,
'metadata.deletedAt': { $exists: false }
}); });
if (file === null) { if (file === null) {

View File

@ -22,7 +22,8 @@ export default async (params: any, user: ILocalUser) => {
const file = await DriveFile const file = await DriveFile
.findOne({ .findOne({
_id: fileId, _id: fileId,
'metadata.userId': user._id 'metadata.userId': user._id,
'metadata.deletedAt': { $exists: false }
}); });
if (file === null) { if (file === null) {

View File

@ -8,6 +8,12 @@ import { IUser } from '../../models/user';
const log = debug('misskey:limitter'); const log = debug('misskey:limitter');
export default (endpoint: IEndpoint, user: IUser) => new Promise((ok, reject) => { export default (endpoint: IEndpoint, user: IUser) => new Promise((ok, reject) => {
// Redisがインストールされてない場合は常に許可
if (limiterDB == null) {
ok();
return;
}
const limitation = endpoint.meta.limit; const limitation = endpoint.meta.limit;
const key = limitation.hasOwnProperty('key') const key = limitation.hasOwnProperty('key')

View File

@ -55,7 +55,7 @@ router.get('/disconnect/twitter', async ctx => {
})); }));
}); });
if (config.twitter == null) { if (config.twitter == null || redis == null) {
router.get('/connect/twitter', ctx => { router.get('/connect/twitter', ctx => {
ctx.body = '現在Twitterへ接続できません (このインスタンスではTwitterはサポートされていません)'; ctx.body = '現在Twitterへ接続できません (このインスタンスではTwitterはサポートされていません)';
}); });

View File

@ -1,5 +1,6 @@
import autobind from 'autobind-decorator'; import autobind from 'autobind-decorator';
import * as CRC32 from 'crc-32'; import * as CRC32 from 'crc-32';
import * as mongo from 'mongodb';
import ReversiGame, { pack } from '../../../../../models/games/reversi/game'; import ReversiGame, { pack } from '../../../../../models/games/reversi/game';
import { publishReversiGameStream } from '../../../../../stream'; import { publishReversiGameStream } from '../../../../../stream';
import Reversi from '../../../../../games/reversi/core'; import Reversi from '../../../../../games/reversi/core';
@ -7,11 +8,11 @@ import * as maps from '../../../../../games/reversi/maps';
import Channel from '../../channel'; import Channel from '../../channel';
export default class extends Channel { export default class extends Channel {
private gameId: string; private gameId: mongo.ObjectID;
@autobind @autobind
public async init(params: any) { public async init(params: any) {
this.gameId = params.gameId as string; this.gameId = new mongo.ObjectID(params.gameId as string);
// Subscribe game stream // Subscribe game stream
this.subscriber.on(`reversiGameStream:${this.gameId}`, data => { this.subscriber.on(`reversiGameStream:${this.gameId}`, data => {

View File

@ -11,8 +11,16 @@ DriveFile.find({
}, { }, {
withoutChunks: false withoutChunks: false
}] }]
}, {
fields: {
_id: true
}
}).then(async files => { }).then(async files => {
console.log(`there is ${files.length} files`);
await sequential(files.map(file => async () => { await sequential(files.map(file => async () => {
file = await DriveFile.findOne({ _id: file._id });
const minio = new Minio.Client(config.drive.config); const minio = new Minio.Client(config.drive.config);
const keyDir = `${config.drive.prefix}/${uuid.v4()}`; const keyDir = `${config.drive.prefix}/${uuid.v4()}`;