snac2/data.c
2022-11-25 13:33:13 +01:00

1576 lines
35 KiB
C

/* snac - A simple, minimalistic ActivityPub instance */
/* copyright (c) 2022 grunfink - MIT license */
#include "xs.h"
#include "xs_io.h"
#include "xs_json.h"
#include "xs_openssl.h"
#include "xs_glob.h"
#include "snac.h"
#include <time.h>
#include <sys/stat.h>
#include <sys/file.h>
#include <fcntl.h>
double db_layout = 2.3;
int db_upgrade(d_char **error);
int srv_open(char *basedir, int auto_upgrade)
/* opens a server */
{
int ret = 0;
xs *cfg_file = NULL;
FILE *f;
d_char *error = NULL;
srv_basedir = xs_str_new(basedir);
if (xs_endswith(srv_basedir, "/"))
srv_basedir = xs_crop(srv_basedir, 0, -1);
cfg_file = xs_fmt("%s/server.json", basedir);
if ((f = fopen(cfg_file, "r")) == NULL)
error = xs_fmt("ERROR: cannot opening '%s'", cfg_file);
else {
xs *cfg_data;
/* read full config file */
cfg_data = xs_readall(f);
fclose(f);
/* parse */
srv_config = xs_json_loads(cfg_data);
if (srv_config == NULL)
error = xs_fmt("ERROR: cannot parse '%s'", cfg_file);
else {
char *host;
char *prefix;
char *dbglvl;
host = xs_dict_get(srv_config, "host");
prefix = xs_dict_get(srv_config, "prefix");
dbglvl = xs_dict_get(srv_config, "dbglevel");
if (host == NULL || prefix == NULL)
error = xs_str_new("ERROR: cannot get server data");
else {
srv_baseurl = xs_fmt("https://%s%s", host, prefix);
dbglevel = (int) xs_number_get(dbglvl);
if ((dbglvl = getenv("DEBUG")) != NULL) {
dbglevel = atoi(dbglvl);
error = xs_fmt("DEBUG level set to %d from environment", dbglevel);
}
if (auto_upgrade)
ret = db_upgrade(&error);
else {
if (xs_number_get(xs_dict_get(srv_config, "layout")) < db_layout)
error = xs_fmt("ERROR: disk layout changed - execute 'snac upgrade' first");
else
ret = 1;
}
}
}
}
if (error != NULL)
srv_log(error);
/* disabled temporarily; messages can't be sent (libcurl issue?) */
#if 0
#ifdef __OpenBSD__
srv_debug(2, xs_fmt("Calling unveil()"));
unveil(basedir, "rwc");
unveil("/usr/sbin", "x");
unveil(NULL, NULL);
#endif /* __OpenBSD__ */
#endif
return ret;
}
void srv_free(void)
{
xs_free(srv_basedir);
xs_free(srv_config);
xs_free(srv_baseurl);
}
void user_free(snac *snac)
/* frees a user snac */
{
xs_free(snac->uid);
xs_free(snac->basedir);
xs_free(snac->config);
xs_free(snac->key);
xs_free(snac->actor);
}
int user_open(snac *snac, char *uid)
/* opens a user */
{
int ret = 0;
memset(snac, '\0', sizeof(struct _snac));
if (validate_uid(uid)) {
xs *cfg_file;
FILE *f;
snac->uid = xs_str_new(uid);
snac->basedir = xs_fmt("%s/user/%s", srv_basedir, uid);
cfg_file = xs_fmt("%s/user.json", snac->basedir);
if ((f = fopen(cfg_file, "r")) != NULL) {
xs *cfg_data;
/* read full config file */
cfg_data = xs_readall(f);
fclose(f);
if ((snac->config = xs_json_loads(cfg_data)) != NULL) {
xs *key_file = xs_fmt("%s/key.json", snac->basedir);
if ((f = fopen(key_file, "r")) != NULL) {
xs *key_data;
key_data = xs_readall(f);
fclose(f);
if ((snac->key = xs_json_loads(key_data)) != NULL) {
snac->actor = xs_fmt("%s/%s", srv_baseurl, uid);
ret = 1;
}
else
srv_log(xs_fmt("cannot parse '%s'", key_file));
}
else
srv_log(xs_fmt("error opening '%s'", key_file));
}
else
srv_log(xs_fmt("cannot parse '%s'", cfg_file));
}
else
srv_debug(2, xs_fmt("error opening '%s'", cfg_file));
}
else
srv_log(xs_fmt("invalid user '%s'", uid));
if (!ret)
user_free(snac);
return ret;
}
d_char *user_list(void)
/* returns the list of user ids */
{
xs *spec = xs_fmt("%s/user/" "*", srv_basedir);
return xs_glob(spec, 1, 0);
}
double mtime_nl(const char *fn, int *n_link)
/* returns the mtime and number of links of a file or directory, or 0.0 */
{
struct stat st;
double r = 0.0;
int n = 0;
if (fn && stat(fn, &st) != -1) {
r = (double) st.st_mtim.tv_sec;
n = st.st_nlink;
}
if (*n_link)
*n_link = n;
return r;
}
/** database 2.1+ **/
int index_add_md5(const char *fn, const char *md5)
/* adds an md5 to an index */
{
int status = 201; /* Created */
FILE *f;
if ((f = fopen(fn, "a")) != NULL) {
flock(fileno(f), LOCK_EX);
fprintf(f, "%s\n", md5);
fclose(f);
}
else
status = 500;
return status;
}
int index_add(const char *fn, const char *id)
/* adds an id to an index */
{
xs *md5 = xs_md5_hex(id, strlen(id));
return index_add_md5(fn, md5);
}
int index_del(const char *fn, const char *md5)
/* deletes an md5 from an index */
{
int status = 404;
FILE *i, *o;
if ((i = fopen(fn, "r")) != NULL) {
flock(fileno(i), LOCK_EX);
xs *nfn = xs_fmt("%s.new", fn);
char line[256];
if ((o = fopen(nfn, "w")) != NULL) {
while (fgets(line, sizeof(line), i) != NULL) {
line[32] = '\0';
if (memcmp(line, md5, 32) != 0)
fprintf(o, "%s\n", line);
}
fclose(o);
xs *ofn = xs_fmt("%s.bak", fn);
link(fn, ofn);
rename(nfn, fn);
}
else
status = 500;
fclose(i);
}
else
status = 500;
return status;
}
int index_in_md5(const char *fn, const char *md5)
/* checks if the md5 is already in the index */
{
FILE *f;
int ret = 0;
if ((f = fopen(fn, "r")) != NULL) {
flock(fileno(f), LOCK_SH);
char line[256];
while (!ret && fgets(line, sizeof(line), f) != NULL) {
line[32] = '\0';
if (strcmp(line, md5) == 0)
ret = 1;
}
fclose(f);
}
return ret;
}
int index_in(const char *fn, const char *id)
/* checks if the object id is already in the index */
{
xs *md5 = xs_md5_hex(id, strlen(id));
return index_in_md5(fn, md5);
}
d_char *index_list(const char *fn, int max)
/* returns an index as a list */
{
d_char *list = NULL;
FILE *f;
int n = 0;
if ((f = fopen(fn, "r")) != NULL) {
flock(fileno(f), LOCK_SH);
char line[256];
list = xs_list_new();
while (n < max && fgets(line, sizeof(line), f) != NULL) {
line[32] = '\0';
list = xs_list_append(list, line);
n++;
}
fclose(f);
}
return list;
}
d_char *index_list_desc(const char *fn, int max)
/* returns an index as a list, in reverse order */
{
d_char *list = NULL;
FILE *f;
int n = 0;
if ((f = fopen(fn, "r")) != NULL) {
flock(fileno(f), LOCK_SH);
char line[256];
list = xs_list_new();
/* move to the end minus one entry */
if (!fseek(f, 0, SEEK_END) && !fseek(f, -33, SEEK_CUR)) {
while (n < max && fgets(line, sizeof(line), f) != NULL) {
line[32] = '\0';
list = xs_list_append(list, line);
n++;
/* move backwards 2 entries */
if (fseek(f, -66, SEEK_CUR) == -1)
break;
}
}
fclose(f);
}
return list;
}
d_char *_object_fn_by_md5(const char *md5)
{
xs *bfn = xs_fmt("%s/object/%c%c", srv_basedir, md5[0], md5[1]);
mkdir(bfn, 0755);
return xs_fmt("%s/%s.json", bfn, md5);
}
d_char *_object_fn(const char *id)
{
xs *md5 = xs_md5_hex(id, strlen(id));
return _object_fn_by_md5(md5);
}
int object_get_by_md5(const char *md5, d_char **obj, const char *type)
/* returns a stored object, optionally of the requested type */
{
int status = 404;
xs *fn = _object_fn_by_md5(md5);
FILE *f;
if ((f = fopen(fn, "r")) != NULL) {
flock(fileno(f), LOCK_SH);
xs *j = xs_readall(f);
fclose(f);
*obj = xs_json_loads(j);
if (*obj) {
status = 200;
/* specific type requested? */
if (!xs_is_null(type)) {
char *v = xs_dict_get(*obj, "type");
if (xs_is_null(v) || strcmp(v, type) != 0) {
status = 404;
*obj = xs_free(*obj);
}
}
}
}
else
*obj = NULL;
return status;
}
int object_get(const char *id, d_char **obj, const char *type)
/* returns a stored object, optionally of the requested type */
{
xs *md5 = xs_md5_hex(id, strlen(id));
return object_get_by_md5(md5, obj, type);
}
int object_add(const char *id, d_char *obj)
/* stores an object */
{
int status = 201; /* Created */
xs *fn = _object_fn(id);
FILE *f;
if (mtime(fn) > 0.0) {
/* object already here */
srv_debug(0, xs_fmt("object_add object already here %s", id));
return 204; /* No content */
}
if ((f = fopen(fn, "w")) != NULL) {
flock(fileno(f), LOCK_EX);
xs *j = xs_json_dumps_pp(obj, 4);
fwrite(j, strlen(j), 1, f);
fclose(f);
/* does this object has a parent? */
char *in_reply_to = xs_dict_get(obj, "inReplyTo");
if (!xs_is_null(in_reply_to) && *in_reply_to) {
/* update the children index of the parent */
xs *pfn = _object_fn(in_reply_to);
pfn = xs_replace_i(pfn, ".json", "_c.idx");
index_add(pfn, id);
srv_debug(0, xs_fmt("object_add added child %s to %s", id, pfn));
}
}
else
status = 500;
srv_debug(0, xs_fmt("object_add %s %s %d", id, fn, status));
return status;
}
int object_del(const char *id)
/* deletes an object */
{
int status = 404;
xs *fn = _object_fn(id);
if (fn != NULL && unlink(fn) != -1) {
status = 200;
/* also delete associated indexes */
xs *spec = _object_fn(id);
spec = xs_replace_i(spec, ".json", "*.idx");
xs *files = xs_glob(spec, 0, 0);
char *p, *v;
p = files;
while (xs_list_iter(&p, &v)) {
srv_debug(0, xs_fmt("object_del index %s", v));
unlink(v);
}
}
srv_debug(0, xs_fmt("object_del %s %d", id, status));
return status;
}
d_char *object_children(const char *id)
/* returns the list of an object's children */
{
xs *fn = _object_fn(id);
fn = xs_replace_i(fn, ".json", "_c.idx");
return index_list(fn, XS_ALL);
}
int object_admire(const char *id, const char *actor, int like)
/* actor likes or announces this object */
{
int status = 200;
xs *fn = _object_fn(id);
fn = xs_replace_i(fn, ".json", like ? "_l.idx" : "_a.idx");
if (!index_in(fn, actor)) {
status = index_add(fn, actor);
srv_debug(0, xs_fmt("object_admire (%s) %s %s", like ? "Like" : "Announce", actor, fn));
}
return status;
}
d_char *_follower_fn(snac *snac, char *actor)
{
xs *md5 = xs_md5_hex(actor, strlen(actor));
return xs_fmt("%s/followers/%s.json", snac->basedir, md5);
}
int follower_add(snac *snac, char *actor, char *msg)
/* adds a follower */
{
int ret = 201; /* created */
xs *fn = _follower_fn(snac, actor);
FILE *f;
if ((f = fopen(fn, "w")) != NULL) {
xs *j = xs_json_dumps_pp(msg, 4);
fwrite(j, 1, strlen(j), f);
fclose(f);
}
else
ret = 500;
snac_debug(snac, 2, xs_fmt("follower_add %s %s", actor, fn));
return ret;
}
int follower_del(snac *snac, char *actor)
/* deletes a follower */
{
int status = 200;
xs *fn = _follower_fn(snac, actor);
if (fn != NULL)
unlink(fn);
else
status = 404;
snac_debug(snac, 2, xs_fmt("follower_del %s %s", actor, fn));
return status;
}
int follower_check(snac *snac, char *actor)
/* checks if someone is a follower */
{
xs *fn = _follower_fn(snac, actor);
return !!(mtime(fn) != 0.0);
}
d_char *follower_list(snac *snac)
/* returns the list of followers */
{
xs *spec = xs_fmt("%s/followers/" "*.json", snac->basedir);
xs *glist = xs_glob(spec, 0, 0);
char *p, *v;
d_char *list = xs_list_new();
/* iterate the list of files */
p = glist;
while (xs_list_iter(&p, &v)) {
FILE *f;
/* load the follower data */
if ((f = fopen(v, "r")) != NULL) {
xs *j = xs_readall(f);
fclose(f);
if (j != NULL) {
xs *o = xs_json_loads(j);
if (o != NULL)
list = xs_list_append(list, o);
}
}
}
return list;
}
double timeline_mtime(snac *snac)
{
xs *fn = xs_fmt("%s/timeline", snac->basedir);
return mtime(fn);
}
d_char *_timeline_find_fn(snac *snac, char *id)
/* returns the file name of a timeline entry by its id */
{
xs *md5 = xs_md5_hex(id, strlen(id));
xs *spec = xs_fmt("%s/timeline/" "*-%s.json", snac->basedir, md5);
xs *list = NULL;
d_char *fn = NULL;
int l;
list = xs_glob(spec, 0, 0);
l = xs_list_len(list);
/* if there is something, get the first one */
if (l > 0) {
fn = xs_str_new(xs_list_get(list, 0));
if (l > 1)
snac_log(snac, xs_fmt("**ALERT** _timeline_find_fn %d > 1", l));
}
return fn;
}
int timeline_here(snac *snac, char *id)
/* checks if an object is already downloaded */
{
xs *fn = _timeline_find_fn(snac, id);
return fn != NULL;
}
d_char *timeline_find(snac *snac, char *id)
/* gets a message from the timeline by id */
{
xs *fn = _timeline_find_fn(snac, id);
d_char *msg = NULL;
if (fn != NULL) {
FILE *f;
if ((f = fopen(fn, "r")) != NULL) {
xs *j = xs_readall(f);
msg = xs_json_loads(j);
fclose(f);
}
}
return msg;
}
int timeline_del(snac *snac, char *id)
/* deletes a message from the timeline */
{
int ret = 404;
xs *fn = _timeline_find_fn(snac, id);
if (fn != NULL) {
xs *lfn = NULL;
unlink(fn);
snac_debug(snac, 1, xs_fmt("timeline_del %s", id));
/* try to delete also from the local timeline */
lfn = xs_replace(fn, "/timeline/", "/local/");
if (unlink(lfn) != -1)
snac_debug(snac, 1, xs_fmt("timeline_del (local) %s", id));
ret = 200;
}
object_del(id);
return ret;
}
d_char *timeline_get(snac *snac, char *fn)
/* gets a timeline entry by file name */
{
d_char *d = NULL;
FILE *f;
if ((f = fopen(fn, "r")) != NULL) {
xs *j = xs_readall(f);
d = xs_json_loads(j);
fclose(f);
}
return d;
}
d_char *_timeline_list(snac *snac, char *directory, int max)
/* returns a list of the timeline filenames */
{
xs *spec = xs_fmt("%s/%s/" "*.json", snac->basedir, directory);
int c_max;
/* maximum number of items in the timeline */
c_max = xs_number_get(xs_dict_get(srv_config, "max_timeline_entries"));
/* never more timeline entries than the configured maximum */
if (max > c_max)
max = c_max;
return xs_glob_n(spec, 0, 1, max);
}
d_char *timeline_list(snac *snac, int max)
{
return _timeline_list(snac, "timeline", max);
}
d_char *local_list(snac *snac, int max)
{
return _timeline_list(snac, "local", max);
}
d_char *_timeline_new_fn(snac *snac, char *id)
/* creates a new filename */
{
xs *ntid = tid(0);
xs *md5 = xs_md5_hex(id, strlen(id));
return xs_fmt("%s/timeline/%s-%s.json", snac->basedir, ntid, md5);
}
int _timeline_write(snac *snac, char *id, char *msg, char *parent, char *referrer)
/* writes a timeline entry and refreshes the ancestors */
{
xs *fn = _timeline_new_fn(snac, id);
xs *pfn = NULL;
xs *p_msg = NULL;
FILE *f;
if (!xs_is_null(parent)) {
/* get the parent */
pfn = _timeline_find_fn(snac, parent);
if (pfn != NULL && (f = fopen(pfn, "r")) != NULL) {
xs *j;
j = xs_readall(f);
fclose(f);
p_msg = xs_json_loads(j);
}
}
/* write the message */
if ((f = fopen(fn, "w")) != NULL) {
xs *j = xs_json_dumps_pp(msg, 4);
fwrite(j, strlen(j), 1, f);
fclose(f);
snac_debug(snac, 1, xs_fmt("_timeline_write %s %s", id, fn));
}
/* related to this user? link to local timeline */
if (xs_startswith(id, snac->actor) ||
(!xs_is_null(parent) && xs_startswith(parent, snac->actor)) ||
(!xs_is_null(referrer) && xs_startswith(referrer, snac->actor))) {
xs *lfn = xs_replace(fn, "/timeline/", "/local/");
link(fn, lfn);
snac_debug(snac, 1, xs_fmt("_timeline_write (local) %s %s", id, lfn));
}
if (p_msg != NULL) {
/* update the parent, adding this id to its children list */
xs *meta = xs_dup(xs_dict_get(p_msg, "_snac"));
xs *children = xs_dup(xs_dict_get(meta, "children"));
/* add the child if it's not already there */
if (xs_list_in(children, id) == -1)
children = xs_list_append(children, id);
/* re-store */
meta = xs_dict_set(meta, "children", children);
p_msg = xs_dict_set(p_msg, "_snac", meta);
xs *nfn = _timeline_new_fn(snac, parent);
if ((f = fopen(nfn, "w")) != NULL) {
xs *j = xs_json_dumps_pp(p_msg, 4);
fwrite(j, strlen(j), 1, f);
fclose(f);
unlink(pfn);
snac_debug(snac, 1,
xs_fmt("_timeline_write updated parent %s %s", parent, nfn));
/* try to do the same with the local */
xs *olfn = xs_replace(pfn, "/timeline/", "/local/");
if (unlink(olfn) != -1 || xs_startswith(id, snac->actor)) {
xs *nlfn = xs_replace(nfn, "/timeline/", "/local/");
link(nfn, nlfn);
snac_debug(snac, 1,
xs_fmt("_timeline_write updated parent (local) %s %s", parent, nlfn));
}
}
else
return 0;
/* now iterate all parents up, just renaming the files */
xs *grampa = xs_dup(xs_dict_get(meta, "parent"));
int max_levels = 20;
while (!xs_is_null(grampa)) {
xs *gofn = _timeline_find_fn(snac, grampa);
if (gofn == NULL)
break;
/* create the new filename */
xs *gnfn = _timeline_new_fn(snac, grampa);
rename(gofn, gnfn);
snac_debug(snac, 1,
xs_fmt("_timeline_write updated grampa %s %s", grampa, gnfn));
/* try to do the same with the local */
xs *golfn = xs_replace(gofn, "/timeline/", "/local/");
if (unlink(golfn) != -1) {
xs *gnlfn = xs_replace(gnfn, "/timeline/", "/local/");
link(gnfn, gnlfn);
snac_debug(snac, 1,
xs_fmt("_timeline_write updated grampa (local) %s %s", parent, gnlfn));
}
/* now open it and get its own parent */
if ((f = fopen(gnfn, "r")) != NULL) {
xs *j = xs_readall(f);
fclose(f);
xs *g_msg = xs_json_loads(j);
char *meta = xs_dict_get(g_msg, "_snac");
char *p = xs_dict_get(meta, "parent");
xs_free(grampa);
grampa = xs_dup(p);
}
else
break;
if (--max_levels == 0) {
snac_debug(snac, 1, xs_dup("_timeline_write maximum grampa levels reached"));
break;
}
}
}
return 1;
}
int timeline_add(snac *snac, char *id, char *o_msg, char *parent, char *referrer)
/* adds a message to the timeline */
{
xs *pfn = _timeline_find_fn(snac, id);
int ret = 0;
if (pfn != NULL) {
snac_log(snac, xs_fmt("timeline_add refusing rewrite %s %s", id, pfn));
return 0;
}
xs *msg = xs_dup(o_msg);
xs *md;
/* add new metadata */
md = xs_json_loads("{"
"\"children\": [],"
"\"liked_by\": [],"
"\"announced_by\": [],"
"\"version\": \"" USER_AGENT "\","
"\"referrer\": null,"
"\"parent\": null"
"}");
if (!xs_is_null(parent))
md = xs_dict_set(md, "parent", parent);
if (!xs_is_null(referrer))
md = xs_dict_set(md, "referrer", referrer);
msg = xs_dict_set(msg, "_snac", md);
if ((ret = _timeline_write(snac, id, msg, parent, referrer))) {
snac_debug(snac, 1, xs_fmt("timeline_add %s", id));
object_add(id, o_msg);
xs *idx = xs_fmt("%s/timeline.idx", snac->basedir);
index_add(idx, id);
if (xs_startswith(id, snac->actor)) {
idx = xs_replace_i(idx, "timeline.", "local.");
index_add(idx, id);
}
}
return ret;
}
void timeline_admire(snac *snac, char *id, char *admirer, int like)
/* updates a timeline entry with a new admiration */
{
xs *ofn = _timeline_find_fn(snac, id);
FILE *f;
if (ofn != NULL && (f = fopen(ofn, "r")) != NULL) {
xs *j1 = xs_readall(f);
fclose(f);
xs *msg = xs_json_loads(j1);
xs *meta = xs_dup(xs_dict_get(msg, "_snac"));
xs *list;
if (like)
list = xs_dup(xs_dict_get(meta, "liked_by"));
else
list = xs_dup(xs_dict_get(meta, "announced_by"));
/* add the admirer if it's not already there */
if (xs_list_in(list, admirer) == -1)
list = xs_list_append(list, admirer);
/* set the admirer as the referrer (if not already set or it's us) */
if (!like && (xs_is_null(xs_dict_get(meta, "referrer")) ||
strcmp(admirer, snac->actor) == 0))
meta = xs_dict_set(meta, "referrer", admirer);
/* re-store */
if (like)
meta = xs_dict_set(meta, "liked_by", list);
else
meta = xs_dict_set(meta, "announced_by", list);
msg = xs_dict_set(msg, "_snac", meta);
unlink(ofn);
ofn = xs_replace_i(ofn, "/timeline/", "/local/");
unlink(ofn);
_timeline_write(snac, id, msg, xs_dict_get(meta, "parent"), like ? NULL : admirer);
snac_debug(snac, 1, xs_fmt("timeline_admire (%s) %s %s",
like ? "Like" : "Announce", id, admirer));
}
else
snac_log(snac, xs_fmt("timeline_admire ignored for unknown object %s", id));
object_admire(id, admirer, like);
}
d_char *_following_fn(snac *snac, char *actor)
{
xs *md5 = xs_md5_hex(actor, strlen(actor));
return xs_fmt("%s/following/%s.json", snac->basedir, md5);
}
int following_add(snac *snac, char *actor, char *msg)
/* adds to the following list */
{
int ret = 201; /* created */
xs *fn = _following_fn(snac, actor);
FILE *f;
if ((f = fopen(fn, "w")) != NULL) {
xs *j = xs_json_dumps_pp(msg, 4);
fwrite(j, 1, strlen(j), f);
fclose(f);
}
else
ret = 500;
snac_debug(snac, 2, xs_fmt("following_add %s %s", actor, fn));
return ret;
}
int following_del(snac *snac, char *actor)
/* we're not following this actor any longer */
{
xs *fn = _following_fn(snac, actor);
unlink(fn);
snac_debug(snac, 2, xs_fmt("following_del %s %s", actor, fn));
return 200;
}
int following_check(snac *snac, char *actor)
/* checks if we are following this actor */
{
xs *fn = _following_fn(snac, actor);
return !!(mtime(fn) != 0.0);
}
int following_get(snac *snac, char *actor, d_char **data)
/* returns the 'Follow' object */
{
xs *fn = _following_fn(snac, actor);
FILE *f;
int status = 200;
if ((f = fopen(fn, "r")) != NULL) {
xs *j = xs_readall(f);
fclose(f);
*data = xs_json_loads(j);
}
else
status = 404;
return status;
}
d_char *following_list(snac *snac)
/* returns the list of people being followed */
{
xs *spec = xs_fmt("%s/following/" "*.json", snac->basedir);
xs *glist = xs_glob(spec, 0, 0);
char *p, *v;
d_char *list = xs_list_new();
/* iterate the list of files */
p = glist;
while (xs_list_iter(&p, &v)) {
FILE *f;
/* load the follower data */
if ((f = fopen(v, "r")) != NULL) {
xs *j = xs_readall(f);
fclose(f);
if (j != NULL) {
xs *o = xs_json_loads(j);
if (o != NULL) {
char *type = xs_dict_get(o, "type");
if (!xs_is_null(type) && strcmp(type, "Accept") == 0)
list = xs_list_append(list, o);
}
}
}
}
return list;
}
d_char *_muted_fn(snac *snac, char *actor)
{
xs *md5 = xs_md5_hex(actor, strlen(actor));
return xs_fmt("%s/muted/%s", snac->basedir, md5);
}
void mute(snac *snac, char *actor)
/* mutes a moron */
{
xs *fn = _muted_fn(snac, actor);
FILE *f;
if ((f = fopen(fn, "w")) != NULL) {
fprintf(f, "%s\n", actor);
fclose(f);
snac_debug(snac, 2, xs_fmt("muted %s %s", actor, fn));
}
}
void unmute(snac *snac, char *actor)
/* actor is no longer a moron */
{
xs *fn = _muted_fn(snac, actor);
unlink(fn);
snac_debug(snac, 2, xs_fmt("unmuted %s %s", actor, fn));
}
int is_muted(snac *snac, char *actor)
/* check if someone is muted */
{
xs *fn = _muted_fn(snac, actor);
return !!(mtime(fn) != 0.0);
}
d_char *_hidden_fn(snac *snac, const char *id)
{
xs *md5 = xs_md5_hex(id, strlen(id));
return xs_fmt("%s/hidden/%s", snac->basedir, md5);
}
void hide(snac *snac, const char *id)
/* hides a message tree */
{
xs *fn = _hidden_fn(snac, id);
FILE *f;
if ((f = fopen(fn, "w")) != NULL) {
fprintf(f, "%s\n", id);
fclose(f);
snac_debug(snac, 2, xs_fmt("hidden %s %s", id, fn));
/* hide all the children */
xs *chld = object_children(id);
char *p, *v;
p = chld;
while (xs_list_iter(&p, &v)) {
xs *co = NULL;
/* resolve to get the id */
if (valid_status(object_get_by_md5(v, &co, NULL))) {
if ((v = xs_dict_get(co, "id")) != NULL)
hide(snac, v);
}
}
}
}
int is_hidden(snac *snac, const char *id)
/* check is id is hidden */
{
xs *fn = _hidden_fn(snac, id);
return !!(mtime(fn) != 0.0);
}
int actor_add(snac *snac, const char *actor, d_char *msg)
/* adds an actor */
{
return object_add(actor, msg);
}
int actor_get(snac *snac, const char *actor, d_char **data)
/* returns an already downloaded actor */
{
int status = 200;
char *d;
if (strcmp(actor, snac->actor) == 0) {
/* this actor */
if (data)
*data = msg_actor(snac);
return status;
}
/* read the object */
if (!valid_status(status = object_get(actor, &d, NULL)))
return status;
if (data)
*data = d;
xs *fn = _object_fn(actor);
double max_time;
/* maximum time for the actor data to be considered stale */
max_time = 3600.0 * 36.0;
if (mtime(fn) + max_time < (double) time(NULL)) {
/* actor data exists but also stinks */
FILE *f;
if ((f = fopen(fn, "a")) != NULL) {
/* write a blank at the end to 'touch' the file */
fwrite(" ", 1, 1, f);
fclose(f);
}
status = 205; /* "205: Reset Content" "110: Response Is Stale" */
}
return status;
}
d_char *_static_fn(snac *snac, const char *id)
/* gets the filename for a static file */
{
return xs_fmt("%s/static/%s", snac->basedir, id);
}
int static_get(snac *snac, const char *id, d_char **data, int *size)
/* returns static content */
{
xs *fn = _static_fn(snac, id);
FILE *f;
int status = 404;
*size = XS_ALL;
if ((f = fopen(fn, "rb")) != NULL) {
*data = xs_read(f, size);
fclose(f);
status = 200;
}
return status;
}
void static_put(snac *snac, const char *id, const char *data, int size)
/* writes status content */
{
xs *fn = _static_fn(snac, id);
FILE *f;
if ((f = fopen(fn, "wb")) != NULL) {
fwrite(data, size, 1, f);
fclose(f);
}
}
d_char *_history_fn(snac *snac, char *id)
/* gets the filename for the history */
{
return xs_fmt("%s/history/%s", snac->basedir, id);
}
double history_mtime(snac *snac, char * id)
{
double t = 0.0;
xs *fn = _history_fn(snac, id);
if (fn != NULL)
t = mtime(fn);
return t;
}
void history_add(snac *snac, char *id, char *content, int size)
/* adds something to the history */
{
xs *fn = _history_fn(snac, id);
FILE *f;
if ((f = fopen(fn, "w")) != NULL) {
fwrite(content, size, 1, f);
fclose(f);
}
}
d_char *history_get(snac *snac, char *id)
{
d_char *content = NULL;
xs *fn = _history_fn(snac, id);
FILE *f;
if ((f = fopen(fn, "r")) != NULL) {
content = xs_readall(f);
fclose(f);
}
return content;
}
int history_del(snac *snac, char *id)
{
xs *fn = _history_fn(snac, id);
return unlink(fn);
}
d_char *history_list(snac *snac)
{
xs *spec = xs_fmt("%s/history/" "*.html", snac->basedir);
return xs_glob(spec, 1, 0);
}
static int _enqueue_put(char *fn, char *msg)
/* writes safely to the queue */
{
int ret = 1;
xs *tfn = xs_fmt("%s.tmp", fn);
FILE *f;
if ((f = fopen(tfn, "w")) != NULL) {
xs *j = xs_json_dumps_pp(msg, 4);
fwrite(j, strlen(j), 1, f);
fclose(f);
rename(tfn, fn);
}
else
ret = 0;
return ret;
}
void enqueue_input(snac *snac, char *msg, char *req, int retries)
/* enqueues an input message */
{
int qrt = xs_number_get(xs_dict_get(srv_config, "queue_retry_minutes"));
xs *ntid = tid(retries * 60 * qrt);
xs *fn = xs_fmt("%s/queue/%s.json", snac->basedir, ntid);
xs *qmsg = xs_dict_new();
xs *rn = xs_number_new(retries);
qmsg = xs_dict_append(qmsg, "type", "input");
qmsg = xs_dict_append(qmsg, "object", msg);
qmsg = xs_dict_append(qmsg, "req", req);
qmsg = xs_dict_append(qmsg, "retries", rn);
_enqueue_put(fn, qmsg);
snac_debug(snac, 1, xs_fmt("enqueue_input %s", fn));
}
void enqueue_output(snac *snac, char *msg, char *inbox, int retries)
/* enqueues an output message to an inbox */
{
if (xs_startswith(inbox, snac->actor)) {
snac_debug(snac, 1, xs_str_new("refusing enqueue to myself"));
return;
}
int qrt = xs_number_get(xs_dict_get(srv_config, "queue_retry_minutes"));
xs *ntid = tid(retries * 60 * qrt);
xs *fn = xs_fmt("%s/queue/%s.json", snac->basedir, ntid);
xs *qmsg = xs_dict_new();
xs *rn = xs_number_new(retries);
qmsg = xs_dict_append(qmsg, "type", "output");
qmsg = xs_dict_append(qmsg, "inbox", inbox);
qmsg = xs_dict_append(qmsg, "object", msg);
qmsg = xs_dict_append(qmsg, "retries", rn);
_enqueue_put(fn, qmsg);
snac_debug(snac, 1, xs_fmt("enqueue_output %s %s %d", inbox, fn, retries));
}
void enqueue_output_by_actor(snac *snac, char *msg, char *actor, int retries)
/* enqueues an output message for an actor */
{
xs *inbox = get_actor_inbox(snac, actor);
if (!xs_is_null(inbox))
enqueue_output(snac, msg, inbox, retries);
else
snac_log(snac, xs_fmt("enqueue_output_by_actor cannot get inbox %s", actor));
}
void enqueue_email(snac *snac, char *msg, int retries)
/* enqueues an email message to be sent */
{
int qrt = xs_number_get(xs_dict_get(srv_config, "queue_retry_minutes"));
xs *ntid = tid(retries * 60 * qrt);
xs *fn = xs_fmt("%s/queue/%s.json", snac->basedir, ntid);
xs *qmsg = xs_dict_new();
xs *rn = xs_number_new(retries);
qmsg = xs_dict_append(qmsg, "type", "email");
qmsg = xs_dict_append(qmsg, "message", msg);
qmsg = xs_dict_append(qmsg, "retries", rn);
_enqueue_put(fn, qmsg);
snac_debug(snac, 1, xs_fmt("enqueue_email %d", retries));
}
d_char *queue(snac *snac)
/* returns a list with filenames that can be dequeued */
{
xs *spec = xs_fmt("%s/queue/" "*.json", snac->basedir);
d_char *list = xs_list_new();
time_t t = time(NULL);
char *p, *v;
xs *fns = xs_glob(spec, 0, 0);
p = fns;
while (xs_list_iter(&p, &v)) {
/* get the retry time from the basename */
char *bn = strrchr(v, '/');
time_t t2 = atol(bn + 1);
if (t2 > t)
snac_debug(snac, 2, xs_fmt("queue not yet time for %s [%ld]", v, t));
else {
list = xs_list_append(list, v);
snac_debug(snac, 2, xs_fmt("queue ready for %s", v));
}
}
return list;
}
d_char *dequeue(snac *snac, char *fn)
/* dequeues a message */
{
FILE *f;
d_char *obj = NULL;
if ((f = fopen(fn, "r")) != NULL) {
/* delete right now */
unlink(fn);
xs *j = xs_readall(f);
obj = xs_json_loads(j);
fclose(f);
}
return obj;
}
static void _purge_file(const char *fn, int days)
{
time_t mt = time(NULL) - days * 24 * 3600;
if (mtime(fn) < mt) {
/* older than the minimum time: delete it */
unlink(fn);
srv_debug(1, xs_fmt("purged %s", fn));
}
}
static void _purge_subdir(snac *snac, const char *subdir, int days)
/* purges all files in subdir older than days */
{
if (days) {
xs *spec = xs_fmt("%s/%s/" "*", snac->basedir, subdir);
xs *list = xs_glob(spec, 0, 0);
char *p, *v;
p = list;
while (xs_list_iter(&p, &v))
_purge_file(v, days);
}
}
void purge_server(void)
/* purge global server data */
{
int tpd = xs_number_get(xs_dict_get(srv_config, "timeline_purge_days"));
// int lpd = xs_number_get(xs_dict_get(srv_config, "local_purge_days"));
xs *spec = xs_fmt("%s/object/??", srv_basedir);
xs *dirs = xs_glob(spec, 0, 0);
char *p, *v;
p = dirs;
while (xs_list_iter(&p, &v)) {
xs *spec2 = xs_fmt("%s/" "*", v);
xs *files = xs_glob(spec2, 0, 0);
char *p2, *v2;
p2 = files;
while (xs_list_iter(&p2, &v2)) {
_purge_file(v2, tpd);
}
}
}
void purge_user(snac *snac)
/* do the purge for this user */
{
int days;
days = xs_number_get(xs_dict_get(srv_config, "timeline_purge_days"));
_purge_subdir(snac, "timeline", days);
_purge_subdir(snac, "hidden", days);
days = xs_number_get(xs_dict_get(srv_config, "local_purge_days"));
_purge_subdir(snac, "local", days);
}
void purge_all(void)
/* purge all users */
{
purge_server();
snac snac;
xs *list = user_list();
char *p, *uid;
p = list;
while (xs_list_iter(&p, &uid)) {
if (user_open(&snac, uid)) {
purge_user(&snac);
user_free(&snac);
}
}
}