# Copyright 2008 Nathan Phillip Brink, Ethan Zonca

#

# This file is a part of DistRen.

#

# Distren is free software: you can redistribute it and/or modify

# it under the terms of the GNU Affero General Public License as published by

# the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

#

# DistRen is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU Affero General Public License for more details.

#

# You should have received a copy of the GNU Affero General Public License

# along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

AC_PREREQ(2.61)

AC_INIT([distren],[0.0],[http://bugs.ohnopub.net/])

AC_CONFIG_SRCDIR([src/server/distrend.c])

AC_PROG_CC

AC_PROG_LIBTOOL

#AC_PROG_RANLIB #don't add this even if autoscan says to, because AC_PROG_LIBTOOL is enough

AM_INIT_AUTOMAKE

AM_PROG_CC_C_O

#basic low-level checks (suggested by autoscan)

AC_CHECK_FUNCS([dup2])

AC_CHECK_FUNCS([memset])

AC_CHECK_FUNCS([strdup])

AC_CHECK_HEADERS([fcntl.h])

AC_CHECK_HEADERS([malloc.h])

# TODO: write up --with-list option

AC_CHECK_HEADERS([list.h queue.h stack.h], [], [AC_MSG_ERROR([I need liblist to be installed])])

AC_CHECK_LIB([list], [list_init], [

   AC_SUBST([LIST_LIBS],[-llist])], [

   AC_MSG_ERROR([I need liblist to be installed]) ])

AC_FUNC_FORK

AC_FUNC_MALLOC

AC_TYPE_PID_T

AC_TYPE_SIZE_T

#package dependencies:

PKG_PROG_PKG_CONFIG(0.17.2)

PKG_CHECK_MODULES(DISTLIBS, libconfuse >= 2.5 libcurl libxml-2.0)

PKG_CHECK_MODULES([CHECK], [check >= 0.9.3])

AC_DEFINE_DIR([SYSCONFDIR], [sysconfdir], [Directory to find configuration files in])

AC_DEFINE_DIR([LOCALSTATEDIR], [localstatedir], [Directory in which the server or client may store its state files and data])

AC_DEFINE_DIR([RUNSTATEDIR], [localstatedir/run], [Directory where PID files are stored])

AC_CONFIG_FILES([Makefile

src/Makefile

src/common/Makefile

src/server/Makefile

src/client/Makefile

src/tests/Makefile

etc/Makefile

etc/distrendaemon.conf

etc/distrenslave.conf

])

AC_OUTPUT

/*

  Copyright 2009 Nathan Phillip Brink, Ethan Zonca, Matthew Orlando

  This file is a part of DistRen.

  DistRen is free software: you can redistribute it and/or modify

  it under the terms of the GNU Affero General Public License as published by

  the Free Software Foundation, either version 3 of the License, or

  (at your option) any later version.

  DistRen is distributed in the hope that it will be useful,

  but WITHOUT ANY WARRANTY; without even the implied warranty of

  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

  GNU Affero General Public License for more details.

  You should have received a copy of the GNU Affero General Public License

  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

*/

/* This file contains the code which both processes (renders) jobs as a slave, and the code which distributes frames to slaves after receiving them from the client portion of the codebase. */

#include "execio.h"

#include "options.h"

#include "distrenjob.h"

#include "listen.h"

#include "protocol.h"

#include "slavefuncs.h"

#include "asprintf.h"

#include <confuse.h>

#include <stdio.h>

#include <stdlib.h>

#include <malloc.h>

#include <unistd.h>

#include <time.h>

#include <sys/stat.h>

#include <string.h>

#include <libxml/xmlmemory.h>

#include <libxml/parser.h>

#include <libxml/tree.h>

#include <libxml/encoding.h>

#include <libxml/xmlwriter.h>

#include <libxml/xmlreader.h>

/* ******************* Structs ************************ */

struct general_info {

  short int jobs_in_queue; //

  unsigned short int free_clients;

  unsigned short int rendering_clients;//

  unsigned short int total_finished_jobs; //

  unsigned int total_frames_rendered; //

  unsigned int highest_jobnum;

  short int hibernate;

  unsigned int timestamp;

  unsigned long int total_render_power;

  unsigned long int total_priority_pieces;

} general_info;

/*

  internally defined funcs's prototypes @TODO: Make all functions nice and proper */

void distrenjob_remove(struct distrenjob *head, struct distrenjob *bj);

struct distrenjob *distrenjob_get(struct distrenjob *head, jobnum_t jobnum);

void distrenjob_enqueue(struct distrenjob *head, struct distrenjob *job);

void mortition(struct distrenjob *head, struct distrenjob *job);

int makeJobDataXML(struct distrenjob *job);

int updateJobListXML(struct distrenjob *head);

int createQueueFromXML(struct distrenjob *head);

int reCreateQueueFromXML(struct distrenjob *head, xmlDocPtr doc, xmlNodePtr current);

void updateGeneralInfo();

void importGeneralInfo();

int updateJobStatsXML(struct distrenjob *job);

/* Global Vars, eliminate these */

jobnum_t jobnum = 0; // The next job number to create in the queue

int hcfjob; // Highest consecutively finished job

int highest_jobnum; // The job number of the most recently created job, this is used when creating new jobs

/* ********************** Functions ************************* */

/** Dumps all data in RAM to an xml file (such as current jobs, etc) which is parsed by start_data. Remember to invoke this before shutting down! */

int xml_dump()

{

  return 0;

}

/**

   Performs command stored in a client's request.

*/

int distrend_do()

{

  return 0;

}

/**

   Accepts a client's connection

 */

void distrend_accept()

{

}

/**

   Frees the action

*/

void distrend_action_free()

{

}

/** Fill variables after crash / shutdown from XML dumps */

int start_data(struct distrenjob *head, char *datadir)

{

  struct stat buffer;

  if(stat("general_info.xml", &buffer) == 0){

    importGeneralInfo();

    fprintf(stderr,"Parsing XML files and restoring previous state...\n");

    createQueueFromXML(head);

    return 1;

  }

  else{

    fprintf(stderr,"Couldn't find XML dump, starting up fresh.\n");

    general_info.total_finished_jobs = 0;

    general_info.total_frames_rendered = 0;

    general_info.free_clients = 0;

    general_info.highest_jobnum = 0;

    general_info.jobs_in_queue = 0;

    general_info.rendering_clients = 0;

    general_info.hibernate = 0;

    general_info.timestamp = 0;

    // Create the stor directory

    // char *stor;

    // _distren_asprintf(&stor, "%s/stor", datadir);

    // mkdir(stor);

    return 2;

  }

}

/** Finish-Setter: Sets a frame to the "completed" status.*/

void finish_frame(struct distrenjob *head, struct distrenjob *distrenjob, int frame)

{

  distrenjob->frameset[frame].status = FRAMESETSTATUS_DONE;

  distrenjob->total_render_time = distrenjob->total_render_time + (clock() - distrenjob[jobnum].frameset[frame].start_time);

  distrenjob->completed_frames++;

  distrenjob->assigned_frames--;

  general_info.total_frames_rendered++; // Increase total frames var for stats

  updateGeneralInfo();

  updateJobStatsXML(distrenjob);

}

/** "mortition" check to see if a job is actually done by scanning the folder of the job to make sure all frames are present*/

void mortition(struct distrenjob *head, struct distrenjob *job)

{

  short int isJobDone;

  int counter;

  char *path_and_number;

  struct stat buffer;

  isJobDone = 1; // set isJobDone to true

  for(counter = 0; counter < job->total_frames; counter++)

    {

      _distren_asprintf(&path_and_number, "stor/job%d/out/%d.%s", job->jobnum, job->frameset[counter].num, job->output_format);

      if(stat(path_and_number, &buffer) == -1)

        {

          job->frameset[counter].status = FRAMESETSTATUS_UNASSIGNED;

          job->completed_frames--;

          general_info.total_frames_rendered--;

          isJobDone = 0; // if a missing frame is found, set isJobDone to false

        }

    }

  if(isJobDone) // if all frames were accounted for

    {

      distrenjob_remove(head, job);

      distrenjob_free(&job);

      general_info.jobs_in_queue--;

      updateJobListXML(head);

    }

  else{

    job->prev_frame_index = -1; // if the job isn't done, have frame_finder() start from the first frame, allowing it to see the frames that are now unassigned

  }

  updateGeneralInfo();

}

/** scans the frames of a job to initialize a job after server */

/* returns 1 if the job is completely done and there are no missing frames */

/* returns 0 if a missing frame is found */

int restoreJobState(struct distrenjob *job)

{

  short int isJobDone;

  int counter;

  char *path_and_number;

  struct stat buffer;

  isJobDone = 1;

  for(counter = 0; counter < job->total_frames; counter++)

    {

      _distren_asprintf(&path_and_number, "stor/job%d/out/%d.%s", job->jobnum, job->frameset[counter].num, job->output_format);

      if(stat(path_and_number, &buffer) == 0)

        {

          job->frameset[counter].status = FRAMESETSTATUS_ASSIGNED;

          job->completed_frames++;

        }

      else

        isJobDone = 0;

    }