isJobDone = 1;

  for(counter = 0; counter < job->total_frames; counter++)

    {

      _distren_asprintf(&path_and_number, "stor/job%d/out/%d.%s", job->jobnum, job->frameset[counter].num, job->output_format); /*< @TODO this path is used in multiple places, construct/build/determine it in a central function */

      if(stat(path_and_number, &buffer) == 0)

        {

          job->frameset[counter].status = FRAMESETSTATUS_ASSIGNED;

          job->completed_frames++;

        }

      else

        isJobDone = 0;

      free(path_and_number);

    }

  return !isJobDone;

}

/**

   creates a structure from starting data, then calls another

   function to actually add that struct to the queue.

   Passed strings must be free()d by the caller.

*/

{

  int counter;

  int counter2;

  int tmp;

  char *serialfile;

  struct distrenjob *distrenjob;

  tmp = distrenjob_new(&distrenjob);

  if(tmp)

    return 1;

  geninfo->highest_jobnum ++;

  distrenjob->jobnum = geninfo->highest_jobnum;

  distrenjob->type = 1;

  distrenjob->name = strdup(name);

  distrenjob->submitter = strdup(submitter);

  distrenjob->priority = priority;

  distrenjob->width = width;

  distrenjob->height = height;

  /** sets the total number of frames in animation for status purposes */

  distrenjob->total_frames = (end_frame - start_frame + 1);

  distrenjob->frameset = malloc(sizeof(struct frameset) * distrenjob->total_frames);

  if(!distrenjob->frameset)

    {

      distrenjob_free(&distrenjob);

      fprintf(stderr, "OOM\n");

      return 1;

    }

  /** initialize frameset */

  counter2 = start_frame;

  for(counter = 0; counter < distrenjob->total_frames; counter++)

    {

      distrenjob->frameset[counter].num = counter2;

      distrenjob->frameset[counter].status = FRAMESETSTATUS_UNASSIGNED;

      counter2 ++;

    }

      return 1;

    }

  cur = cur->xmlChildrenNode;

  general_info->jobs_in_queue = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));

  cur = cur->next;

  general_info->total_finished_jobs = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));

  cur = cur->next;

  general_info->total_frames_rendered = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));

  cur = cur->next;

  general_info->highest_jobnum = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));

  general_info->hibernate = 0;

  general_info->free_clients = 0;

  general_info->rendering_clients = 0;

  general_info->timestamp = 0;

  general_info->total_render_power = 0;

  general_info->total_priority_pieces = 0;

  xmlFreeDoc(doc);

  return 0;

}

{

  char *file_name;

}

int updateJobStatsXML(struct distrenjob *job)

{

	  xmlTextWriterPtr writer;

	  char *tmp;

	  _distren_asprintf(&tmp, "stor/job%d/stats.xml", job->jobnum);

	  /**

	     create xml document at the location tmp with no compression

	  */

	  writer = xmlNewTextWriterFilename(tmp, 0);

	  free(tmp);

	  xmlTextWriterStartDocument(writer, NULL, "utf-8", NULL);

	  xmlTextWriterStartElement(writer, (xmlChar*)"stats");

	  _distren_asprintf(&tmp, "%d", job->assigned_frames);

	  xmlTextWriterWriteAttribute(writer, (xmlChar*)"assigned_frames", (xmlChar*)tmp);

	  free(tmp);

	  _distren_asprintf(&tmp, "%d", job->completed_frames);

	  xmlTextWriterWriteAttribute(writer, (xmlChar*)"completed_frames", (xmlChar*)tmp);

	  free(tmp);

    }

  /**

     moves into the children elements of job_list

  */

  cur = cur->xmlChildrenNode;

  tmp = reCreateQueueFromXML(geninfo, doc, cur);

  xmlFreeDoc(doc);

  return tmp;

}

/**

   inserts jobs at front of queue, starting

   with the last job in the job_list xml file

   to preserve the order of the queue

*/

int reCreateQueueFromXML(struct general_info *geninfo, xmlDocPtr doc, xmlNodePtr current)

{

  struct distrenjob *holder; // holds the job that "was" after head, so that the new struct can be inserted after head

  struct distrenjob *job; // job to be added

  xmlChar *tmp;

  if(current == NULL) // base case, if element doesn't exist then don't do anything

    return 0;

  /**

     recursively call itself so that the next job in

     the queue is added to the front before the current one

  */

  if(reCreateQueueFromXML(geninfo, doc, current->next))

    /**

       bail if failure recursevely

        ^-- is this the best thing to do in this case?

	@TODO bail-out cleanup

     */

    return 1;

  /** actual work is done now: add the job to the front of the queue */

  holder = geninfo->head.next;

  tmp = xmlNodeListGetString(doc, current->xmlChildrenNode, 1); // get job number

  job_num = atoi((char*)tmp);

  xmlFree(tmp);

    return 1;

  /**

     insert job at front of the queue

  */

  geninfo->head.next = job;

  job->next = holder;

  return 0;

}

/* ************************** Test Functions ************************* */

int printFrameInfo(struct frameset *frame)

{

  char *status;

  status = NULL;

  switch(frame->status)

  {

    case FRAMESETSTATUS_UNASSIGNED:

      _distren_asprintf(&status, "%s", "unassigned");

      break;

    case FRAMESETSTATUS_ASSIGNED:

      _distren_asprintf(&status, "%s", "canceled");

  }

  printf("frame #: %d --> %s\n", frame->num, status);

  free(status);

  return 0;

}

int printJob(struct distrenjob *job)

{

  int counter;

  fprintf(stderr, "frame_num: status\n");

  for(counter = 0; counter < job->total_frames; counter++)

    {

      printFrameInfo(&job->frameset[counter]);

    }

  return 1;

}

int printJobInfo(struct distrenjob *job)

{

  fprintf(stderr, "type: %d\n", job->type);

  fprintf(stderr, "submitter: %s\n", job->submitter);

  fprintf(stderr, "priority: %d\n", job->priority);

  fprintf(stderr, "completed: %d\n", job->completed_frames);

  fprintf(stderr, "assigned: %d\n", job->assigned_frames);

  fprintf(stderr, "total: %d\n", job->total_frames);

  fprintf(stderr, "watchdog: %d\n", job->watchdog_forgiveness);

  fprintf(stderr, "hibernate: %d\n", job->hibernate);

  fprintf(stderr, "prev_frame: %d\n", job->prev_frame_index);

  fprintf(stderr, "render power: %ld\n", job->assigned_render_power);

  return 1;

}

int printAllJobnums(struct distrenjob *head)

{

  struct distrenjob *current_job;

  int total_jobs;

  fprintf(stderr, "job numbers in the order they will be processed:\n");

  total_jobs = 0;

  for(current_job = head->next; current_job; current_job = current_job->next)

    {

      fprintf(stderr, "%d: %s\n", current_job->jobnum, current_job->name);

      total_jobs++;

    }

      }

      else if(strcmp(argv[counter], "-t") == 0)

      {

    	  fprintf(stderr, "Entering into test mode...\n\n");

		  test=1;

      }

    }

  cont = 1;

  if(distrend_do_config(argc, argv, &general_info.config))

    return 1;

  /** preset paths */

  _distren_asprintf(&general_info.files.geninfo, "%s/general_info.xml",

		    general_info.config->datadir);

  if(start_data(&general_info))

    {

      fprintf(stderr, "%s:%d: start_data() failed\n", __FILE__, __LINE__);

      return 1;

    }

  /** pre-loaded jobs for testing */

  while(test == 1)

  {

    fprintf(stderr, "Welcome to DistRen Alpha Interactive Test Mode\n\n");

    fprintf(stderr, "\t1 \tPrint all frames in a job\n");

    fprintf(stderr, "\t2 \tExamine certain job\n");

    fprintf(stderr, "\t3 \tGet a frame to render\n");

    fprintf(stderr, "\t4 \tAdd a job\n");

    fprintf(stderr, "\t5 \tDelete a job\n");

    fprintf(stderr, "\t6 \tPrint jobnums in queue\n");

    fprintf(stderr, "\t7 \tPrint general info\n");

    fprintf(stderr, "\t8 \tQuit\n");

    scanf("%d", &command);

    switch(command)

    {

    case 1:

      fprintf(stderr, "Job number: ");

      scanf("%d", &jobnum);

      printJob(distrenjob_get(&general_info.head, jobnum));

      break;

    case 2:

      fprintf(stderr, "Job number: ");

    case 3:

      general_info.total_render_power ++;

      if(!find_jobframe_again(&general_info, -1, 1, &tmp_job, &tmp_frame))

      {

    	  fprintf(stderr, "frame was found, details below\n");

          fprintf(stderr, "Job#:%d\n", tmp_job->jobnum);

          fprintf(stderr, "Frame#:%d\n", tmp_frame->num);

      }

      break;

    case 4:

      name = NULL;

      submitter = NULL;

      email = NULL;

      fprintf(stderr, "\nType: \n\t 1 \t blender\n\t 2 \t povray\n"); scanf("%d", &type);

      fprintf(stderr, "\nName: ");        scanf("\n"); getline(&name, &read_buf, stdin);

      fprintf(stderr, "\nSubmitter: ");                getline(&submitter, &read_buf, stdin);

      fprintf(stderr, "\nEmail: ");                    getline(&email, &read_buf, stdin);

      fprintf(stderr, "\nPriority: ");                 scanf("%d", &priority);

      fprintf(stderr, "\nStart frame: ");              scanf("%d", &start_frame);

      fprintf(stderr, "\nEnd frame: ");                scanf("%d", &end_frame);

      fprintf(stderr, "\nWidth: ");                    scanf("%d", &width);

      fprintf(stderr, "\nHeight: ");                   scanf("%d", &height);

      break;

    case 5:

      fprintf(stderr, "\nJob number: ");

      scanf("%d", &jobnum);

      distrenjob_remove(&general_info, distrenjob_get(&general_info.head, jobnum));

      break;

    case 6:

      printAllJobnums(&general_info.head);

      break;

    case 7:

      fprintf(stderr, "\nHighest job number: %d", general_info.highest_jobnum);

      fprintf(stderr, "\nJobs in queue: %d", general_info.jobs_in_queue);

      fprintf(stderr, "\nTotal frames rendered: %d", general_info.total_frames_rendered);

      fprintf(stderr, "\nTimestamp: %lu", (long)general_info.timestamp);

      fprintf(stderr, "\nTotal priority pieces: %ld", general_info.total_priority_pieces);

      fprintf(stderr, "\nTotal render power: %ld\n", general_info.total_render_power);

      break;

    case 8:

      fprintf(stderr,"Goodbye.\n");

      return 0;

    default:

      fprintf(stderr, "Invalid input, please try again.\n");

    }

  }

  DistRen is distributed in the hope that it will be useful,

  but WITHOUT ANY WARRANTY; without even the implied warranty of

  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

  GNU Affero General Public License for more details.

  You should have received a copy of the GNU Affero General Public License

  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

*/

#include "asprintf.h"

#include "distrenjob.h"

#include "slavefuncs.h"

#include <libxml/parser.h>

#include <libxml/tree.h>

#include <libxml/xmlwriter.h>

void distrenjob_free(struct distrenjob **distrenjob)

{

  struct distrenjob *dj;

  dj = *distrenjob;

  xmlFree(dj->name);

  xmlFree(dj->submitter);

  free(dj->frameset);

  free(dj);

  *distrenjob = NULL;

}

int distrenjob_new(struct distrenjob **distrenjob)

{

  struct distrenjob *dj;

  dj = malloc(sizeof(struct distrenjob));

  if(!dj)

    {

      /* try to catch code that doesn't respect return values

       faster: */

      *distrenjob = NULL;

      return 1;

    }

  *distrenjob = dj;

  dj->next = NULL;

  dj->name = (char *)NULL;

  dj->submitter = (char *)NULL;

  dj->jobnum = 0; /*< @todo there should be a central jobnum allocator and a way to save the maximum jobnumber allocated */

  dj->priority = 0;

  dj->width = 0;

  dj->height = 0;

  dj->completed_frames = 0;

  dj->assigned_frames = 0;

  dj->total_render_time = 0;

  dj->hibernate = 0;

  dj->prev_frame_index = -1;

  dj->assigned_render_power = 0;

  dj->watchdog_forgiveness = 3600; // initialize watchdog forgiveness at 1 hour

  dj->frameset = (struct frameset *)NULL; /*< @todo does frameset need to be initialized here? */

  return 0;

}

/**

*/

int distrenjob_unserialize(struct distrenjob **distrenjob, char *pathtoxml)

{

  struct distrenjob *dj;

  xmlDocPtr xmldoc;

  xmlNodePtr xmlnode;

  xmlChar *xmlchar;

  xmlXPathContextPtr xmlxpathcontext;

  int tmp;

  if(distrenjob_new(distrenjob))

    return 1;

  dj = *distrenjob;

  xmldoc = xmlReadFile(pathtoxml, NULL, XML_PARSE_PEDANTIC);

  if(!xmldoc)

    {

      /**

	 @todo are we able to depend on libxml2's printed errors or

	 channel them into syslog output (eventually)? Currently,

	 this error is repetitious of a libxml2 error printed on stderr

	 for us.

       */

      fprintf(stderr, "error reading XML file ``%s''\n", pathtoxml);

      distrenjob_free(distrenjob);

      return 2;

    }

  xmlxpathcontext = xmlXPathNewContext(xmldoc);

  if(!xmlnode)

    {

      distrenjob_free(distrenjob);

      return 3;

    }

  /*< @todo should we use xmlChar everywhere too? */

  dj->name = (char *)xmlGetProp(xmlnode, (xmlChar *)"name");

  if(!dj->name)

    {

      distrenjob_free(distrenjob);

      return 4;

    }

  /*< @todo validation needs to be done on usernames. e.g., currently, they shouldn't contain the '"' char  */

  dj->submitter = (char *)xmlGetProp(xmlnode, (xmlChar *)"submitter");

  if(!dj->submitter)

    {

      distrenjob_free(distrenjob);

      return 5;

    }

    {

      distrenjob_free(distrenjob);

      return 6;

    }

    {

      distrenjob_free(distrenjob);

      return 7;

    }

  xmlXPathFreeContext(xmlxpathcontext);

  xmlFreeDoc(xmldoc);

  return 0;

}

int distrenjob_serialize(struct distrenjob *job, char *outfile)

{

  xmlTextWriterPtr writer;

  char *tmp;

  char *tmpfile;

  int tmprtn;

  /**

     transactional FS access for POSIX systems...

     (probably not implemented correctly)

   */

  _distren_asprintf(&tmpfile, "%s_", outfile);

  /* create xml document at the location tmp with no compression */

  writer = xmlNewTextWriterFilename(tmpfile, 0);

  xmlTextWriterStartDocument(writer, NULL, "utf-8", NULL);

  /**

     write distrenjob element and add its attributes */

  xmlTextWriterStartElement(writer, (xmlChar*)"job");

  xmlTextWriterWriteAttribute(writer, (xmlChar*)"name", (xmlChar*)job->name);

  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

*/

#ifndef _DISTREN_DISTRENJOB_H

#define _DISTREN_DISTRENJOB_H

/**

   This file stores the distrenjob and frameset structs and prototypes for some functions to manipulate/use these.

 */

#include <time.h> /*< clock_t, time_t */

typedef unsigned int jobnum_t;

/**

   Stores Blender Job Info

*/

struct distrenjob

{

  struct distrenjob *next; /*< next will be NULL unless if there is another distrenjob */

  short int type; /*< 1:Blender, 2:something else */

  char *name;

  char *submitter;

  jobnum_t jobnum;

  int prev_frame_index; /*< the position in the array of the last frame that was assigned */

  time_t total_render_time; /*< total seconds of time spent on all the completed frames */

  char *output_format; /*< currently is the file extension of the request output format. @todo make this mime-type based/not a string */

  unsigned long int assigned_render_power;

  struct frameset *frameset;

};

/**

   Frameset Structure

*/

enum framesetstatus

  {

    FRAMESETSTATUS_CANCELED, /*< The use has canceled this frame */

    FRAMESETSTATUS_UNASSIGNED, /*< The frame has not been assigned */

    FRAMESETSTATUS_ASSIGNED, /*< The frame has been assigned */

    FRAMESETSTATUS_DONE /*< The frame has completed rendering and the slave has returned the product to me */

  };

struct frameset {

  int num; /*< frame number to render */

  char slave_name; /*< user that frame is assigned to */

  enum framesetstatus status; /*< status of frame, 0= unassigned, 1= taken, 2= done */

  size_t written;

  size_t towrite;

  char *ssignal;

  _distren_asprintf(&ssignal, "%c%s", signal, data); // Just append the data FIXME: We should do this differently

  towrite = strlen(ssignal);

  while( towrite

          && !remoteio_write(rem, ssignal, towrite, &written))

     {

       fprintf(stderr, "Sending request...\n");

       towrite -= written;

     }

   if(written)

     return 0;

   /**

      if remoteio_write returned 1, the connection

      is probably dead or there was a real error

    */

   return 1;

}

/**

 */

xmlNodePtr xml_quickxpath(xmlXPathContextPtr xpathctxt, xmlChar *path)

{

  xmlNodePtr toreturn;

  xmlXPathObjectPtr xmlxpathobjptr;

  xmlxpathobjptr = xmlXPathEval(path, xpathctxt);

  if(!xmlxpathobjptr

     || !xmlxpathobjptr->nodesetval->nodeNr)

    {

      fprintf(stderr, "XPath resolution failed for ``%s'' in ``%s'' (``%s'')\n", path, xpathctxt->doc->name, xpathctxt->doc->URL);

      return (xmlNodePtr)NULL;

    }

  toreturn = *(xmlxpathobjptr->nodesetval->nodeTab);

  xmlXPathFreeObject(xmlxpathobjptr);

  return toreturn;

}

/** Stub for deleting job data from the disk. @TODO: unstubify me! */

int delete_jobdata(int jobnum, char *datadir)