summaly/src/general/index.ts

import * as URL from 'url';
import * as request from 'request';
const pug = require('pug');
import Options from '../options';

const Entities = require('html-entities').AllHtmlEntities;
const entities = new Entities();

const client = require('cheerio-httpcli');
client.referer = false;
client.timeout = 10000;

export default async (url: URL.Url, opts: Options): Promise<string> => {
	const res = await client.fetch(url.href);

	if (res.error) {
		throw 'something happened';
	}

	const contentType: string = res.response.headers['content-type'];

	// HTMLじゃなかった場合は中止
	if (contentType.indexOf('text/html') === -1) {
		return null;
	}

	const $: any = res.$;

	let title =
		$('meta[property="misskey:title"]').attr('content') ||
		$('meta[property="og:title"]').attr('content') ||
		$('meta[property="twitter:title"]').attr('content') ||
		$('title').text();

	if (title == null) {
		return null;
	}

	title = clip(entities.decode(title), 100);

	const lang: string = $('html').attr('lang');

	const type =
		$('meta[property="misskey:type"]').attr('content') ||
		$('meta[property="og:type"]').attr('content');

	let image =
		$('meta[property="misskey:image"]').attr('content') ||
		$('meta[property="og:image"]').attr('content') ||
		$('meta[property="twitter:image"]').attr('content') ||
		$('link[rel="image_src"]').attr('href') ||
		$('link[rel="apple-touch-icon"]').attr('href') ||
		$('link[rel="apple-touch-icon image_src"]').attr('href');

	image = image ? proxy(URL.resolve(url.href, image)) : null;

	let description =
		$('meta[property="misskey:summary"]').attr('content') ||
		$('meta[property="og:description"]').attr('content') ||
		$('meta[property="twitter:description"]').attr('content') ||
		$('meta[name="description"]').attr('content');

	description = description
		? clip(entities.decode(description), 300)
		: null;

	if (title === description) {
		description = null;
	}

	let siteName =
		$('meta[property="misskey:site-name"]').attr('content') ||
		$('meta[property="og:site_name"]').attr('content') ||
		$('meta[name="application-name"]').attr('content');

	siteName = siteName ? entities.decode(siteName) : null;

	let icon =
		$('meta[property="misskey:site-icon"]').attr('content') ||
		$('link[rel="shortcut icon"]').attr('href') ||
		$('link[rel="icon"]').attr('href') ||
		'/favicon.ico';

	icon = icon ? proxy(URL.resolve(url.href, icon)) : null;

	return pug.renderFile(`${__dirname}/summary.pug`, {
		url: url,
		title: title,
		icon: icon,
		lang: lang,
		description: description,
		type: type,
		image: image,
		siteName: siteName
	});

	function proxy(url: string): string {
		return opts.proxy ? `${opts.proxy}/${url}` : url;
	}
}

function promisifyRequest(request: any): (x: any) => Promise<any> {
	return (x: any) => {
		return new Promise<any>((resolve) => {
			request(x, (a: any, b: any, c: any) => {
				resolve(c);
			});
		});
	};
}

function nullOrEmpty(val: string): boolean {
	if (val === undefined) {
		return true;
	} else if (val === null) {
		return true;
	} else if (val.trim() === '') {
		return true;
	} else {
		return false;
	}
}

function clip(s: string, max: number): string {
	if (nullOrEmpty(s)) {
		return s;
	}

	s = s.trim();

	if (s.length > max) {
		return s.substr(0, max) + '...';
	} else {
		return s;
	}
}