#include "../irc/irc.h"
#include "../lua/lua.h"
+#define CLEANUP_KEEP 10 /* keep this many topics and kicks per channel around */
+#define CLEANUP_INTERVAL 86400 /* db cleanup interval (in seconds) */
+#define CLEANUP_INACTIVE_DAYS 30 /* disable channels where nothing happened for this many days */
+#define CLEANUP_DELETE_DAYS 5 /* delete data for channels that have been disabled for this many days */
+
MODULE_VERSION("");
DBAPIConn *a4statsdb;
static int a4stats_connectdb(void) {
if(!a4statsdb) {
- a4statsdb = dbapi2open(NULL, "a4stats");
+ a4statsdb = dbapi2open("pqsql", "a4stats");
if(!a4statsdb) {
Error("a4stats", ERR_WARNING, "Unable to connect to db -- not loaded.");
return 0;
}
a4statsdb->createtable(a4statsdb, NULL, NULL,
- "CREATE TABLE ? (id INTEGER PRIMARY KEY AUTOINCREMENT, name VARCHAR(64) UNIQUE, timestamp INT, active INT DEFAULT 1, deleted INT DEFAULT 0, privacy INT DEFAULT 1, "
+ "CREATE TABLE ? (id SERIAL PRIMARY KEY, name VARCHAR(256) UNIQUE, timestamp INT DEFAULT 0, active INT DEFAULT 1, deleted INT DEFAULT 0, privacy INT DEFAULT 2, "
"h0 INT DEFAULT 0, h1 INT DEFAULT 0, h2 INT DEFAULT 0, h3 INT DEFAULT 0, h4 INT DEFAULT 0, h5 INT DEFAULT 0, "
"h6 INT DEFAULT 0, h7 INT DEFAULT 0, h8 INT DEFAULT 0, h9 INT DEFAULT 0, h10 INT DEFAULT 0, h11 INT DEFAULT 0, "
"h12 INT DEFAULT 0, h13 INT DEFAULT 0, h14 INT DEFAULT 0, h15 INT DEFAULT 0, h16 INT DEFAULT 0, h17 INT DEFAULT 0, "
"h18 INT DEFAULT 0, h19 INT DEFAULT 0, h20 INT DEFAULT 0, h21 INT DEFAULT 0, h22 INT DEFAULT 0, h23 INT DEFAULT 0)", "T", "channels");
a4statsdb->createtable(a4statsdb, NULL, NULL,
- "CREATE TABLE ? (channelid INT, kicker VARCHAR(64), kickerid INT, victim VARCHAR(64), victimid INT, timestamp INT, reason VARCHAR(256))", "T", "kicks");
+ "CREATE TABLE ? (channelid INT, kicker VARCHAR(128), kickerid INT, victim VARCHAR(128), victimid INT, timestamp INT, reason VARCHAR(256),"
+ "FOREIGN KEY (channelid) REFERENCES ? (id) ON DELETE CASCADE)", "TT", "kicks", "channels");
- a4statsdb->squery(a4statsdb, "CREATE INDEX ? ON kicks (channelid)", "T", "kicks_channelid_index");
+ a4statsdb->squery(a4statsdb, "CREATE INDEX kicks_channelid_index ON ? (channelid)", "T", "kicks");
+ a4statsdb->squery(a4statsdb, "CREATE INDEX kicks_timestamp_index ON ? (timestamp)", "T", "kicks");
a4statsdb->createtable(a4statsdb, NULL, NULL,
- "CREATE TABLE ? (channelid INT, setby VARCHAR(64), setbyid INT, timestamp INT, topic VARCHAR(512))", "T", "topics");
+ "CREATE TABLE ? (channelid INT, setby VARCHAR(128), setbyid INT, timestamp INT, topic VARCHAR(512),"
+ "FOREIGN KEY (channelid) REFERENCES ? (id) ON DELETE CASCADE)", "TT", "topics", "channels");
- a4statsdb->squery(a4statsdb, "CREATE INDEX ? ON topics (channelid)", "T", "topics_channelid_index");
+ a4statsdb->squery(a4statsdb, "CREATE INDEX topics_channelid_index ON ? (channelid)", "T", "topics");
a4statsdb->createtable(a4statsdb, NULL, NULL,
- "CREATE TABLE ? (channelid INT, account VARCHAR(64), accountid INT, seen INT DEFAULT 0, rating INT DEFAULT 0, lines INT DEFAULT 0, chars INT DEFAULT 0, words INT DEFAULT 0, "
+ "CREATE TABLE ? (channelid INT, account VARCHAR(128), accountid INT, seen INT DEFAULT 0, rating INT DEFAULT 0, lines INT DEFAULT 0, chars INT DEFAULT 0, words INT DEFAULT 0, "
"h0 INT DEFAULT 0, h1 INT DEFAULT 0, h2 INT DEFAULT 0, h3 INT DEFAULT 0, h4 INT DEFAULT 0, h5 INT DEFAULT 0, "
"h6 INT DEFAULT 0, h7 INT DEFAULT 0, h8 INT DEFAULT 0, h9 INT DEFAULT 0, h10 INT DEFAULT 0, h11 INT DEFAULT 0, "
"h12 INT DEFAULT 0, h13 INT DEFAULT 0, h14 INT DEFAULT 0, h15 INT DEFAULT 0, h16 INT DEFAULT 0, h17 INT DEFAULT 0, "
"h18 INT DEFAULT 0, h19 INT DEFAULT 0, h20 INT DEFAULT 0, h21 INT DEFAULT 0, h22 INT DEFAULT 0, h23 INT DEFAULT 0, "
- "last VARCHAR(512), quote VARCHAR(512), quotereset INT, mood_happy INT DEFAULT 0, mood_sad INT DEFAULT 0, questions INT DEFAULT 0, yelling INT DEFAULT 0, caps INT DEFAULT 0, "
+ "last VARCHAR(512), quote VARCHAR(512), quotereset INT DEFAULT 0, mood_happy INT DEFAULT 0, mood_sad INT DEFAULT 0, questions INT DEFAULT 0, yelling INT DEFAULT 0, caps INT DEFAULT 0, "
"slaps INT DEFAULT 0, slapped INT DEFAULT 0, highlights INT DEFAULT 0, kicks INT DEFAULT 0, kicked INT DEFAULT 0, ops INT DEFAULT 0, deops INT DEFAULT 0, actions INT DEFAULT 0, skitzo INT DEFAULT 0, foul INT DEFAULT 0, "
- "firstseen INT DEFAULT 0, curnick VARCHAR(16))", "T", "users");
+ "firstseen INT DEFAULT 0, curnick VARCHAR(16), FOREIGN KEY (channelid) REFERENCES ? (id) ON DELETE CASCADE)", "TT", "users", "channels");
+
+ a4statsdb->squery(a4statsdb, "CREATE INDEX users_account_index ON ? (account)", "T", "users");
+ a4statsdb->squery(a4statsdb, "CREATE INDEX users_accountid_index ON ? (accountid)", "T", "users");
+ a4statsdb->squery(a4statsdb, "CREATE INDEX users_channelid_index ON ? (channelid)", "T", "users");
+ a4statsdb->squery(a4statsdb, "CREATE UNIQUE INDEX users_channelid_account_accountid_index ON ? (channelid, account, accountid)", "T", "users");
+ a4statsdb->squery(a4statsdb, "CREATE INDEX users_channelid_lines_index ON ? (channelid, lines)", "T", "users");
+
+ a4statsdb->createtable(a4statsdb, NULL, NULL,
+ "CREATE TABLE ? (channelid INT, first VARCHAR(128), firstid INT, second VARCHAR(128), secondid INT, seen INT, score INT DEFAULT 1,"
+ "FOREIGN KEY (channelid) REFERENCES ? (id) ON DELETE CASCADE)", "TT", "relations", "channels");
- a4statsdb->squery(a4statsdb, "CREATE INDEX ? ON users (channelid)", "T", "users_channelid_index");
- a4statsdb->squery(a4statsdb, "CREATE UNIQUE INDEX ? ON users (channelid, account, accountid)", "T", "users_channelid_account_accountid_index");
- a4statsdb->squery(a4statsdb, "CREATE INDEX ? ON users (channelid, lines)", "T", "users_channelid_lines_index");
+ a4statsdb->squery(a4statsdb, "CREATE INDEX relations_channelid_index ON ? (channelid)", "T", "relations");
+ a4statsdb->squery(a4statsdb, "CREATE INDEX relations_score_index ON ? (score)", "T", "relations");
+
return 1;
}
static db_callback_info *dci_head;
static void a4stats_delete_dci(db_callback_info *dci) {
-db_callback_info **pnext;
+ db_callback_info **pnext;
for (pnext = &dci_head; *pnext; pnext = &((*pnext)->next)) {
if (*pnext == dci) {
}
if (dci->interp) {
- lua_vpcall(dci->interp, dci->callback, "llR", seen, quotereset, dci->uarg_index);
+ lua_vpcall(dci->interp, dci->callback, "llR", (long)seen, (long)quotereset, dci->uarg_index);
luaL_unref(dci->interp, LUA_REGISTRYINDEX, dci->uarg_index);
}
uui->stage++;
- if (uui->stage == 1 || uui->stage == 3)
+ if (uui->stage == 1 || (result != NULL && uui->stage == 3))
a4statsdb->query(a4statsdb, a4stats_update_user_cb, uui, uui->update, "TUUs", "users", uui->channelid, uui->accountid, uui->account);
else {
- if (result->affected > 0 || uui->stage == 4) {
- if (result->affected == 0 && uui->stage == 4)
+ if (result == NULL || result->affected > 0 || uui->stage == 4) {
+ if (result == NULL || (result->affected == 0 && uui->stage == 4))
Error("a4stats", ERR_WARNING, "Unable to update user.");
free(uui->update);
LUA_RETURN(ps, LUA_OK);
}
+typedef struct relation_update_info {
+ int stage;
+ unsigned long channelid;
+ char *first;
+ unsigned long firstid;
+ char *second;
+ unsigned long secondid;
+} relation_update_info;
+
+static void a4stats_update_relation_cb(const struct DBAPIResult *result, void *uarg) {
+ relation_update_info *rui = uarg;
+
+ rui->stage++;
+
+ if (rui->stage == 1) {
+ a4statsdb->query(a4statsdb, a4stats_update_relation_cb, rui, "UPDATE ? SET score = score + 1, seen = ? "
+ "WHERE channelid = ? AND first = ? AND firstid = ? AND second = ? AND secondid = ?",
+ "TtUsUsU", "relations", time(NULL), rui->channelid, rui->first, rui->firstid, rui->second, rui->secondid);
+ return;
+ } else if (rui->stage == 2 && result && result->affected == 0) {
+ a4statsdb->query(a4statsdb, a4stats_update_relation_cb, rui, "INSERT INTO ? (channelid, first, firstid, second, secondid, seen) VALUES (?, ?, ?, ?, ?, ?)",
+ "TUsUsUt", "relations", rui->channelid, rui->first, rui->firstid, rui->second, rui->secondid, time(NULL));
+ return;
+ }
+
+ if (!result || result->affected == 0)
+ Error("a4stats", ERR_WARNING, "Unable to update relation.");
+
+ free(rui->first);
+ free(rui->second);
+ free(rui);
+}
+
+static int a4stats_lua_update_relation(lua_State *ps) {
+ const char *user1, *user2;
+ unsigned long channelid, user1id, user2id;
+ relation_update_info *rui;
+
+ if (!lua_isnumber(ps, 1) || !lua_isstring(ps, 2) || !lua_isnumber(ps, 3) || !lua_isstring(ps, 4) || !lua_isnumber(ps, 5))
+ LUA_RETURN(ps, LUA_FAIL);
+
+ channelid = lua_tonumber(ps, 1);
+ user1 = lua_tostring(ps, 2);
+ user1id = lua_tonumber(ps, 3);
+ user2 = lua_tostring(ps, 4);
+ user2id = lua_tonumber(ps, 5);
+
+ rui = malloc(sizeof(*rui));
+ rui->stage = 0;
+ rui->channelid = channelid;
+
+ if (user1id < user2id || (user1id == user2id && strcmp(user1, user2) <= 0)) {
+ rui->first = strdup(user1);
+ rui->firstid = user1id;
+ rui->second = strdup(user2);
+ rui->secondid = user2id;
+ } else {
+ rui->first = strdup(user2);
+ rui->firstid = user2id;
+ rui->second = strdup(user1);
+ rui->secondid = user1id;
+ }
+
+ a4stats_update_relation_cb(NULL, rui);
+
+ LUA_RETURN(ps, LUA_OK);
+}
+
static int a4stats_lua_add_line(lua_State *ps) {
char query[256];
const char *channel;
LUA_RETURN(ps, LUA_OK);
}
+static struct {
+ time_t start;
+ unsigned long pending;
+ unsigned long topicskicks;
+ unsigned long disabled;
+ unsigned long deleted;
+} cleanupdata;
+
+static void a4stats_cleanupdb_got_result(void) {
+ if (!--cleanupdata.pending) {
+ controlwall(NO_OPER, NL_CLEANUP, "CLEANUPA4STATS: Deleted %lu old topics and kicks. Disabled %lu inactive channels. Deleted data for %lu channels.",
+ cleanupdata.topicskicks, cleanupdata.disabled, cleanupdata.deleted);
+ cleanupdata.start = 0;
+ }
+}
+
+static void a4stats_cleanupdb_cb_countrows(const struct DBAPIResult *result, void *arg) {
+ unsigned long *counter = arg;
+
+ if (result)
+ *counter += result->affected;
+
+ a4stats_cleanupdb_got_result();
+}
+
+static void a4stats_cleanupdb_cb_active(const struct DBAPIResult *result, void *null) {
+ unsigned long channelid;
+ time_t seen;
+
+ if (result && result->success) {
+ while (result->next(result)) {
+ channelid = strtoul(result->get(result, 0), NULL, 10);
+ seen = (time_t)strtoul(result->get(result, 2), NULL, 10);
+ /* use channel enabling timestamp if there was never any event */
+ if (!seen)
+ seen = (time_t)strtoul(result->get(result, 1), NULL, 10);
+
+ if (seen < cleanupdata.start - CLEANUP_INACTIVE_DAYS * 86400) {
+ /* disable inactive channels */
+ cleanupdata.pending++;
+ a4statsdb->query(a4statsdb, a4stats_cleanupdb_cb_countrows, &cleanupdata.disabled,
+ "UPDATE ? SET active = 0, deleted = ? WHERE id = ? AND active = 1",
+ "TtU", "channels", cleanupdata.start, channelid);
+ } else {
+ /* cleanup old kicks/topics */
+ cleanupdata.pending++;
+ a4statsdb->query(a4statsdb, a4stats_cleanupdb_cb_countrows, &cleanupdata.topicskicks,
+ "DELETE FROM ? WHERE channelid = ? AND timestamp <= "
+ "(SELECT timestamp FROM ? WHERE channelid = ? ORDER BY timestamp DESC OFFSET ? LIMIT 1)",
+ "TUTUU", "kicks", channelid, "kicks", channelid, (unsigned long)CLEANUP_KEEP);
+ cleanupdata.pending++;
+ a4statsdb->query(a4statsdb, a4stats_cleanupdb_cb_countrows, &cleanupdata.topicskicks,
+ "DELETE FROM ? WHERE channelid = ? AND timestamp <= "
+ "(SELECT timestamp FROM ? WHERE channelid = ? ORDER BY timestamp DESC OFFSET ? LIMIT 1)",
+ "TUTUU", "topics", channelid, "topics", channelid, (unsigned long)CLEANUP_KEEP);
+ }
+ }
+ }
+}
+
+static void a4stats_cleanupdb(void *null) {
+ controlwall(NO_OPER, NL_CLEANUP, "Starting a4stats_db cleanup.");
+
+ if (cleanupdata.start != 0) {
+ controlwall(NO_OPER, NL_CLEANUP, "a4stats cleanup already in progress.");
+ return;
+ }
+
+ cleanupdata.start = time(NULL);
+ cleanupdata.pending = 0;
+ cleanupdata.topicskicks = 0;
+ cleanupdata.disabled = 0;
+ cleanupdata.deleted = 0;
+
+ a4statsdb->query(a4statsdb, a4stats_cleanupdb_cb_active, NULL,
+ "SELECT id, timestamp, MAX(users.seen) FROM ? LEFT JOIN ? AS users ON id = users.channelid WHERE active = 1 GROUP BY id",
+ "TT", "channels", "users");
+ cleanupdata.pending++;
+ a4statsdb->query(a4statsdb, a4stats_cleanupdb_cb_countrows, &cleanupdata.deleted,
+ "DELETE FROM ? WHERE active = 0 AND deleted < ?", "Tt", "channels", (time_t)(cleanupdata.start - CLEANUP_DELETE_DAYS * 84600));
+}
+
static void a4stats_fetch_channels_cb(const struct DBAPIResult *result, void *uarg) {
db_callback_info *dci = uarg;
unsigned long channelid;
active = atoi(result->get(result, 2));
if (dci->interp)
- lua_vpcall(dci->interp, dci->callback, "lslR", channelid, channel, active, dci->uarg_index);
+ lua_vpcall(dci->interp, dci->callback, "lsiR", channelid, channel, active, dci->uarg_index);
}
}
lua_register(l, "a4_add_line", a4stats_lua_add_line);
lua_register(l, "a4_fetch_user", a4stats_lua_fetch_user);
lua_register(l, "a4_update_user", a4stats_lua_update_user);
+ lua_register(l, "a4_update_relation", a4stats_lua_update_relation);
lua_register(l, "a4_escape_string", a4stats_lua_escape_string);
}
registerhook(HOOK_LUA_LOADSCRIPT, a4stats_hook_loadscript);
registerhook(HOOK_LUA_UNLOADSCRIPT, a4stats_hook_unloadscript);
+ schedulerecurring(time(NULL), 0, CLEANUP_INTERVAL, a4stats_cleanupdb, NULL);
args[0] = NULL;
for (l = lua_head; l;l = l->next) {
void _fini(void) {
lua_list *l;
+ deleteschedule(NULL, a4stats_cleanupdb, NULL);
a4stats_closedb();
for (l = lua_head; l;l = l->next) {
- a4stats_hook_loadscript(HOOK_LUA_UNLOADSCRIPT, l->l);
+ a4stats_hook_unloadscript(HOOK_LUA_UNLOADSCRIPT, l->l);
lua_unregister(l->l, "a4_enable_channel");
lua_unregister(l->l, "a4_disable_channel");
lua_unregister(l->l, "a4_add_line");
lua_unregister(l->l, "a4_fetch_user");
lua_unregister(l->l, "a4_update_user");
+ lua_unregister(l->l, "a4_update_relation");
lua_unregister(l->l, "a4_escape_string");
}
projects / irc / quakenet / newserv.git / blobdiff