# configuration files:

dist_sysconf_DATA = etc/distrenclient.conf \

	etc/distrencommon.conf

nodist_sysconf_DATA = etc/distrendaemon.conf \

	etc/distrenslave.conf

EXTRA_DIST = etc/distrendaemon.conf.in \

	etc/distrenslave.conf.in

# Copyright 2009 Nathan Phillip Brink, Ethan Zonca

#

# This file is a part of DistRen.

#

# Distren is free software: you can redistribute it and/or modify

# it under the terms of the GNU Affero General Public License as published by

# the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

#

# DistRen is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU Affero General Public License for more details.

#

# You should have received a copy of the GNU Affero General Public License

# along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

AC_PREREQ(2.61)

AC_INIT([distren],[0.0],[http://bugs.ohnopub.net/])

AC_CONFIG_SRCDIR([src/server/distrend.c])

AC_CONFIG_MACRO_DIR([m4])

AC_PROG_CC

AC_PROG_LIBTOOL

#AC_PROG_RANLIB #don't add this even if autoscan says to, because AC_PROG_LIBTOOL is enough

AM_PROG_CC_C_O

#basic low-level checks (suggested by autoscan)

AC_CHECK_FUNCS([dup2])

AC_CHECK_FUNCS([memset])

AC_CHECK_FUNCS([strdup])

AC_CHECK_HEADERS([fcntl.h])

AC_CHECK_HEADERS([malloc.h])

AC_FUNC_FORK

AC_FUNC_MALLOC

AC_TYPE_PID_T

AC_TYPE_SIZE_T

# selective compilation

AC_ARG_ENABLE([server],

	[AS_HELP_STRING([--disable-server],[Don't build the distren server])],

	[enable_server=$enableval],

	[enable_server=yes])

AM_CONDITIONAL([ENABLE_SERVER],

	[test "x$enable_server" = "xyes"])

# to grab GNU-specific function prototypes for the following functions:

# getline

AC_DEFINE([_GNU_SOURCE], [1])

#package dependencies:

PKG_PROG_PKG_CONFIG(0.17.2)

PKGCONFIG_OHNOWRAP([DISTLIBS], [libconfuse >= 2.5 libcurl libxml-2.0 liblist >= 2.2.1])

PKGCONFIG_OHNOWRAP([CHECK], [check >= 0.9.3])

# define paths for configuration files:

AC_DEFINE_DIR([LOCALSTATEDIR], [localstatedir], [Default directory for storing state information])

AC_DEFINE_DIR([RUNSTATEDIR], [localstatedir/run], [Default directory for registering runtime information like pid-files])

AC_CONFIG_FILES([Makefile

etc/distrendaemon.conf

etc/distrenslave.conf

])

AC_OUTPUT

/*

  Copyright 2008 Nathan Phillip Brink, Ethan Zonca, Matt Orlando

  This file is a part of DistRen.

  DistRen is free software: you can redistribute it and/or modify

  it under the terms of the GNU Affero General Public License as published by

  the Free Software Foundation, either version 3 of the License, or

  (at your option) any later version.

  DistRen is distributed in the hope that it will be useful,

  but WITHOUT ANY WARRANTY; without even the implied warranty of

  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

  GNU Affero General Public License for more details.

  You should have received a copy of the GNU Affero General Public License

  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

*/

/*

  Functions and code for retrieving the client's configuration information.

 */

/**

@todo Stub

 */

int _distren_getoptions(distren_t handle)

{

  cfg_t *cfg;

  cfg_opt_t cfg_opts[] =

    {

      CFG_STR("server", NULL, 0),

      CFG_END()

    };

  if(options_init(0, NULL, &cfg, cfg_opts, "client", &handle->options))

    {

      fprintf(stderr, "error getting configuration\n");

      return 1;

    }

  handle->server = cfg_getstr(cfg, "server");

  fprintf(stderr, "using ``%s'' as server\n", handle->server);

  return 0;

}

/**

@todo stubish

 */

int _distren_loseoptions(distren_t handle)

{

  options_free(handle->options);

  return 0;

}

/*

  Copyright 2009 Nathan Phillip Brink, Ethan Zonca, Matthew Orlando

  This file is a part of DistRen.

  DistRen is free software: you can redistribute it and/or modify

  it under the terms of the GNU Affero General Public License as published by

  the Free Software Foundation, either version 3 of the License, or

  (at your option) any later version.

  DistRen is distributed in the hope that it will be useful,

  but WITHOUT ANY WARRANTY; without even the implied warranty of

  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

  GNU Affero General Public License for more details.

  You should have received a copy of the GNU Affero General Public License

  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

*/

/* This file contains the code which both processes (renders) jobs as a slave, and the code which distributes frames to slaves after receiving them from the client portion of the codebase. */

#include "distrenjob.h"

#include "listen.h"

#include "slavefuncs.h"

#include <confuse.h>

#include <malloc.h>

#include <stdio.h>

#include <stdlib.h>

#include <string.h>

#include <sys/stat.h>

#include <sys/types.h>

#include <time.h>

#include <unistd.h>

#include <libxml/encoding.h>

#include <libxml/parser.h>

#include <libxml/tree.h>

#include <libxml/xmlmemory.h>

#include <libxml/xmlreader.h>

#include <libxml/xmlwriter.h>

/* ******************* Structs ************************ */

struct general_info

{

  struct distrenjob head;

  struct distrend_config *config;

  struct

  {

    /** general_info.xml */

    char *geninfo;

  } files;

  int jobs_in_queue;

  unsigned int free_clients;

  unsigned int rendering_clients;

  unsigned int total_finished_jobs;

  unsigned int total_frames_rendered;

  unsigned int highest_jobnum;

  int hibernate;

  time_t timestamp;

  unsigned long total_render_power;

  unsigned long total_priority_pieces;

};

/*

  internally defined funcs's prototypes @TODO: Make all functions nice and proper 

*/

void distrenjob_remove(struct general_info *, struct distrenjob *bj);

struct distrenjob *distrenjob_get(struct distrenjob *head, jobnum_t jobnum);

int distrenjob_enqueue(struct general_info *, struct distrenjob *job);

int mortition(struct general_info *, struct distrenjob *job);

int update_xml_joblist(struct general_info *);

int createQueueFromXML(struct general_info*);

int reCreateQueueFromXML(struct general_info*, xmlDocPtr doc, xmlNodePtr current);

void update_general_info(struct general_info*);

int import_general_info(struct general_info*);

int updateJobStatsXML(struct distrenjob *job);

int job_getserialfilename(char **filename, struct general_info *, unsigned int jobnum, int createdir);

int distren_mkdir_recurse(char *fname);

/* ********************** Functions ************************* */

/** Dumps all data in RAM to an xml file (such as current jobs, etc) which is parsed by start_data. Remember to invoke this before shutting down! @TODO: Fill this stub*/

int xml_dump()

{

  return 0;

}

/**

   Performs command stored in a client's request. @TODO: Fill stub

*/

int distrend_do()

{

  return 0;

}

/** 

    Fill variables at startup from XML dumps or defaults

 */

int start_data(struct general_info *general_info)

{

  struct stat buffer;

  /**

     defaults

   */

  memset(&general_info->head, '\0', sizeof(struct distrenjob));

  general_info->head.priority = 0;

  general_info->jobs_in_queue = 0;

  general_info->free_clients = 0;

  general_info->rendering_clients = 0;

  general_info->total_finished_jobs = 0;

/*

  Copyright 2009 Nathan Phillip Brink <ohnobinki@ohnopublishing.net>

  This file is a part of DistRen.

  DistRen is free software: you can redistribute it and/or modify

  it under the terms of the GNU Affero General Public License as published by

  the Free Software Foundation, either version 3 of the License, or

  (at your option) any later version.

  DistRen is distributed in the hope that it will be useful,

  but WITHOUT ANY WARRANTY; without even the implied warranty of

  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

  GNU Affero General Public License for more details.

  You should have received a copy of the GNU Affero General Public License

  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

*/

#include "distrenjob.h"

#include "slavefuncs.h"

#include <libxml/parser.h>

#include <libxml/tree.h>

#include <libxml/xmlwriter.h>

void distrenjob_free(struct distrenjob **distrenjob)

{

  struct distrenjob *dj;

  dj = *distrenjob;

  xmlFree(dj->name);

  xmlFree(dj->submitter);

  free(dj->frameset);

  free(dj);

  *distrenjob = NULL;

}

int distrenjob_new(struct distrenjob **distrenjob)

{

  struct distrenjob *dj;

  dj = malloc(sizeof(struct distrenjob));

  if(!dj)

    {

      /* try to catch code that doesn't respect return values

       faster: */

      *distrenjob = NULL;

      return 1;

    }

  *distrenjob = dj;

  dj->next = NULL;

  dj->jobnum = 0; /*< @todo there should be a central jobnum allocator and a way to save the maximum jobnumber allocated */

  dj->type = 1;

  dj->name = (char *)NULL;

  dj->submitter = (char *)NULL;

  dj->output_format = (char *)NULL;

  dj->width = 0;

  dj->height = 0;

  dj->priority = 0;

  dj->completed_frames = 0;

  dj->assigned_frames = 0;

  dj->total_frames = 0;

  dj->prev_frame_index = -1;

  dj->total_render_time = 0;

  dj->assigned_render_power = 0;

  dj->watchdog_forgiveness = 3600; // initialize watchdog forgiveness at 1 hour

  dj->hibernate = 0;

  dj->frameset = (struct frameset *)NULL; /*< @todo does frameset need to be initialized here? */

  return 0;

}

/**

   read an unsigned integer property from an xmlNode

   convenience function for distrenjob_unserialize()

   @param xmlnode may be NULL for convenience

   @return 0 on success, other on error

 */

int _distrenjob_xml_readuint(xmlNodePtr xmlnode, xmlChar *propname, unsigned int *num)

{

  xmlChar *string;

  if(!xmlnode)

    return 1;

  string = xmlGetProp(xmlnode, propname);

  if(!string)

    {

      fprintf(stderr, "_distrenjob_xml_readuint(): warning: unable to get property ``%s''\n",

	      propname);

      return 1;

    }

  *num = (unsigned int)strtoul((char *)string, (char **)NULL, 10);

#ifndef NDEBUG

  fprintf(stderr, "_distrenjob_xml_readuint(%zx, \"%s\", *(%zx)=%u): read %s=\"%d\"\n",

	  (size_t)xmlnode, propname, (size_t)num, *num, propname, *num);

#endif

  xmlFree(string);

  return 0;

}

/**

   Loads a distrenjob that was serialized with distrenjob_serialize()

   @see distrenjob_serialize()

   @param pathtoxml path to XML file

   @param distrenjob will be set to a pointer

*/

/*

  Copyright 2009 Nathan Phillip Brink, Ethan Zonca, Matthew Orlando

  This file is a part of DistRen.

  DistRen is free software: you can redistribute it and/or modify

  it under the terms of the GNU Affero General Public License as published by

  the Free Software Foundation, either version 3 of the License, or

  (at your option) any later version.

  DistRen is distributed in the hope that it will be useful,

  but WITHOUT ANY WARRANTY; without even the implied warranty of

  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

  GNU Affero General Public License for more details.

  You should have received a copy of the GNU Affero General Public License

  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

*/

#include "slavefuncs.h"

#include <stdio.h>

#include <stdlib.h>

#include <string.h>

#include <sys/stat.h>

#include <unistd.h>

int main(int argc, char *argv[])

{

  char curopt;

  int tmp;

  char *datadir;

  char *server;

  char *username;

  char *hostname;

  cfg_opt_t myopts[] = {

    CFG_SIMPLE_STR("username", &username),

    CFG_SIMPLE_STR("datadir", &datadir),

    CFG_SIMPLE_STR("server", &server),

    CFG_SIMPLE_STR("hostname", &hostname),

    CFG_END()

  };

  cfg_t * my_cfg;

  struct options_common *commonopts;

  int jobnum = 0;

  int framenum = 0;

  char *urltoTar;      /* Full URL to the server-side location of job#.tgz */

  char *pathtoTar;     /* Full path to the location of the job#.tgz */

  char *urltoOutput;   /* Full URL where output is posted */

  char *pathtoJobfile; /* Full path to the job's main file */

  char *pathtoXml;     /* Full path to the job's xml file */

  char *pathtoOutput;  /* Full path to the output (rendered) file */

  char *outputExt;     /* Output Extension (e.g., JPG) */

  char *tarcmd;        /* Command to run for tar. Migrate to libtar sometime */

  char *outdir;        /* Output Directory for tar */

  char *jobdatapath;   /* Path to job data */

  struct distrenjob *myjob; /* Structure to hold data gathered from the XML file */

  struct remoteio *comm_slave;

  /**

     initializations

  */

  datadir = NULL;

  server = NULL;

  username = NULL;

  while(((char)-1) != (curopt = getopt(argc, argv, "u:h")))

     {

       if(curopt == ':')

         {

           fprintf(stderr, "-%c: is missing an argument\n", optopt);

           return 1;

         }

       else if(curopt == '?')

         {

           fprintf(stderr, "-%c: invalid option specified\n", optopt);

           return 1;

         }

       else if(curopt == 'h')

         {

           fprintf(stderr, "Usage: distrenslave [option] \nStarts a distren slave\n\t-u\tset username (run after fresh install)\n\t-h\tshow this help\n");

           return 2;

         }

       else if(curopt == 'u')

         username = strdup(optarg);

         fprintf(stderr, "Putting username \"%s\" in distrenslave.conf\n", username);

         conf_replace("distrenslave.conf", "!username", username);

         fprintf(stderr, "Please invoke distrenslave with no arguments to run with the username you just set\n");

         return 0;

     }

  /* Get conf data */

  options_init(argc, argv, &my_cfg, myopts, "slave", &commonopts);

  /* Notifies the user if there no username in .conf */

  if(username == NULL || strcmp(username, "!username") == 0 ) {

    fprintf(stderr, "\nPlease ensure that your username is present in distrenslave.conf\n");

    return 0;

  }

  else

    if( username != NULL || strcmp(username, "!username") != 0 )

      {

	// Log in the user

	if(login_user(username) == 1){

/*

  Copyright 2009 Nathan Phillip Brink, Ethan Zonca, Matthew Orlando

  This file is a part of DistRen.

  DistRen is free software: you can redistribute it and/or modify

  it under the terms of the GNU Affero General Public License as published by

  the Free Software Foundation, either version 3 of the License, or

  (at your option) any later version.

  DistRen is distributed in the hope that it will be useful,

  but WITHOUT ANY WARRANTY; without even the implied warranty of

  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

  GNU Affero General Public License for more details.

  You should have received a copy of the GNU Affero General Public License

  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

*/

#include "distrenjob.h"

#include "slavefuncs.h"

#include <curl/curl.h>

#include <curl/easy.h>

#include <curl/types.h>

#include <stdio.h>

#include <string.h>

#include <unistd.h>

#include <stdlib.h>

#include <sys/stat.h>

#include <fcntl.h>

/**

   Sends the server a single request (see protocol.h)

*/

int sendSignal(struct remoteio *rem, char signal)

{

  size_t written;

  size_t towrite;

  char *ssignal;

  _distren_asprintf(&ssignal, "%c", signal);

  towrite = strlen(ssignal);

  while( towrite

	 && !remoteio_write(rem, ssignal, towrite, &written))

    {

      fprintf(stderr, "Sending request...\n");

      towrite -= written;

    }

  if(written)

    return 0;

  /**

     if remoteio_write returned 1, the connection

     is probably dead or there was a real error

   */

  return 1;

}

/**

   Sends the server an extended signal (request + data)

*/

int sendExtSignal(struct remoteio *rem, char signal, char *data){

  size_t written;

  size_t towrite;

  char *ssignal;

  _distren_asprintf(&ssignal, "%c%s", signal, data); // Just append the data FIXME: We should do this differently

  towrite = strlen(ssignal);

  while( towrite

          && !remoteio_write(rem, ssignal, towrite, &written))

     {

       fprintf(stderr, "Sending request...\n");

       towrite -= written;

     }

   if(written)

     return 0;

   /**

      if remoteio_write returned 1, the connection

      is probably dead or there was a real error

    */

   return 1;

}

/**

   Grabs the xml DOM node reached by an XPath.

   @param path an XPath that lead to DOM node

   @return the first node associated with the path or NULL if there is no match

 */

xmlNodePtr xml_quickxpath(xmlXPathContextPtr xpathctxt, xmlChar *path)

{

  xmlNodePtr toreturn;

  xmlXPathObjectPtr xmlxpathobjptr;

  xmlxpathobjptr = xmlXPathEval(path, xpathctxt);

  if(!xmlxpathobjptr

     || !xmlxpathobjptr->nodesetval->nodeNr)

    {

      fprintf(stderr, "XPath resolution failed for ``%s'' in ``%s'' (``%s'')\n", path, xpathctxt->doc->name, xpathctxt->doc->URL);

      return (xmlNodePtr)NULL;

    }

  toreturn = *(xmlxpathobjptr->nodesetval->nodeTab);

  xmlXPathFreeObject(xmlxpathobjptr);

  return toreturn;

}

/** Stub for deleting job data from the disk. @TODO: unstubify me! */

int delete_jobdata(int jobnum, char *datadir)

{

/*

  Copyright 2009 Nathan Phillip Brink, Ethan Zonca, Matthew Orlando

  This file is a part of DistRen.

  DistRen is free software: you can redistribute it and/or modify

  it under the terms of the GNU Affero General Public License as published by

  the Free Software Foundation, either version 3 of the License, or

  (at your option) any later version.

  DistRen is distributed in the hope that it will be useful,

  but WITHOUT ANY WARRANTY; without even the implied warranty of

  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

  GNU Affero General Public License for more details.

  You should have received a copy of the GNU Affero General Public License

  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

*/

#ifndef _DISTREN_SLAVEFUNCS_H

#define _DISTREN_SLAVEFUNCS_H

#include "distrenjob.h"

#include <libxml/xpath.h>

#include <stdio.h>

struct msg;

int sendSignal(struct remoteio *rem, char signal);

int sendExtSignal(struct remoteio *rem, char signal, char *data);

xmlNodePtr xml_quickxpath(xmlXPathContextPtr xpathctxt, xmlChar *path);

int software_updatecheck();

int delete_jobdata(int jobnum, char *datadir);

size_t curl_writetodisk(void *ptr, size_t size, size_t nmemb, FILE *stream);

int curlget(char *url, char *out);

int curlpost(char *filename, char *url);

int ssh_keygen();

int register_user(char *username, char *email);

int login_user(char *username);

int conf_replace(char *conffile, char *wordtoreplace, char *replacewith);

int exec_blender(char *input, char *output, int frame);

void xmlinit();

void xmlcleanup();

#endif

/*

  Copyright 2009 Nathan Phillip Brink, Ethan Zonca, Matthew Orlando

  This file is a part of DistRen.

  DistRen is free software: you can redistribute it and/or modify

  it under the terms of the GNU Affero General Public License as published by

  the Free Software Foundation, either version 3 of the License, or

  (at your option) any later version.

  DistRen is distributed in the hope that it will be useful,

  but WITHOUT ANY WARRANTY; without even the implied warranty of

  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

  GNU Affero General Public License for more details.

  You should have received a copy of the GNU Affero General Public License

  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

*/

#include "user_mgr.h"

#include <malloc.h>

#include <stdio.h>

#include <stdlib.h>

#include <string.h>

#include <unistd.h>

#include <sys/stat.h>

struct user_mgr_info

{