Compare commits

...

2 Commits

Author SHA1 Message Date
Fabian Stamm
a2a352efe0 Remove logs
All checks were successful
continuous-integration/drone/tag Build is passing
continuous-integration/drone/push Build is passing
2023-04-26 19:48:59 +02:00
Fabian Stamm
7647399159 Add timeout to fetching posts 2023-04-26 19:48:27 +02:00
4 changed files with 97 additions and 7 deletions

View File

@ -1,6 +1,6 @@
{
"name": "rss-telegram-bot",
"version": "1.0.8",
"version": "2.0.0",
"main": "lib/index.js",
"author": "Fabian Stamm <dev@fabianstamm.de>",
"license": "MIT",
@ -42,4 +42,4 @@
"typeorm": "^0.3.15"
},
"packageManager": "yarn@3.5.0"
}
}

View File

@ -41,7 +41,15 @@ function calculateHash(item: RSSFeedItem) {
async function checkFeed(feed: Feed) {
Logging.info("Fetching feed: %s", feed.url);
let data = await fetch(feed.url).then(res => res.text());
let timeoutSignal = new AbortController();
let to = setTimeout(() => {
Logging.warn("Feed %s fetch timed out", feed.url);
timeoutSignal.abort();
}, 10000);
let data = await fetch(feed.url, {
signal: timeoutSignal.signal
}).then(res => res.text());
clearTimeout(to);
Logging.info("Received Data");
Logging.debug(data);
@ -109,9 +117,14 @@ export default async function checkFeeds() {
continue;
}
await checkFeed(feed);
feed.lastCheck = new Date();
await AppDataSource.manager.save(feed);
Promise.resolve(async () => {
await checkFeed(feed);
}).catch(err => {
Logging.warn("Error while checking feed: %s", feed.url);
Logging.error(err);
})
}
}

78
src/import_old.ts Normal file
View File

@ -0,0 +1,78 @@
import { readFileSync } from "fs";
import { AppDataSource, appDataSourceReady } from "./data_source.js";
import { Feed } from "./models/Feed.js";
import { Post } from "./models/Post.js";
import { User } from "./models/User.js";
interface IOld {
feeds: {
url: string;
oldEntries: string[];
subscriber: number[];
}[];
}
appDataSourceReady.then(async () => {
let old = JSON.parse(readFileSync("./old.json", "utf-8")) as IOld;
for (let feed of old.feeds) {
let f = await AppDataSource.manager.findOne(Feed, {
where: {
url: feed.url
}
})
if (!f) {
f = AppDataSource.manager.create(Feed, {
url: feed.url,
lastCheck: new Date(0),
oldEntries: [],
subscriber: [],
})
await AppDataSource.manager.save(f);
}
for (let oldEntry of feed.oldEntries) {
let existing = await AppDataSource.manager.findOne(Post, {
where: {
feed: f,
hash: oldEntry
}
})
if (!existing) {
let post = AppDataSource.manager.create(Post, {
feed: f,
hash: oldEntry
})
await AppDataSource.manager.save(post);
}
}
for (let subscriber of feed.subscriber) {
let user = await AppDataSource.manager.findOne(User, {
where: {
chatid: subscriber
},
relations: {
feeds: true
}
});
if (!user) {
user = AppDataSource.manager.create(User, {
chatid: subscriber,
feeds: [f],
})
} else {
user.feeds.push(f)
}
await AppDataSource.manager.save(user);
}
}
})

View File

@ -62,8 +62,7 @@ bot.command("delete", botHandler(async ctx => {
}));
bot.on("callback_query", botHandler(async ctx => {
Logging.info("Callback Query:");
Logging.info(ctx.callbackQuery);
Logging.info("Callback Query received");
const remove_options = () => {
ctx.editMessageReplyMarkup({