/*

  To get getline():

 */

#define _GNU_SOURCE 1

#include "execio.h"

#include "options.h"

#include "distrenjob.h"

#include "protocol.h"

#include "slavefuncs.h"

#include "asprintf.h"

#include <confuse.h>

#include <stdio.h>

#include <stdlib.h>

#include <malloc.h>

#include <unistd.h>

#include <time.h>

#include <sys/stat.h>

#include <string.h>

#include <libxml/xmlmemory.h>

#include <libxml/parser.h>

#include <libxml/tree.h>

#include <libxml/encoding.h>

#include <libxml/xmlwriter.h>

#include <libxml/xmlreader.h>

/* ******************* Structs ************************ */

// Gets config info from confs

struct distrend_config

{

  cfg_t *mycfg;

  struct options_common *options;

  struct distrend_listen **listens; /*< Null terminated array of structs */

  char *datadir;

};

struct general_info {

  short int jobs_in_queue; //

  unsigned short int free_clients;

  unsigned short int rendering_clients;//

  unsigned short int total_finished_jobs; //

  unsigned int total_frames_rendered; //

  unsigned int highest_jobnum;

  short int hibernate;

} general_info;

/*

  internally defined funcs's prototypes @TODO: Make all functions nice and proper */

void distrenjob_remove(struct distrenjob *head, struct distrenjob *bj);

struct distrenjob *distrenjob_get(struct distrenjob *head, jobnum_t jobnum);

void distrenjob_enqueue(struct distrenjob *head, struct distrenjob *job);

void mortition(struct distrenjob *head, struct distrenjob *job);

int makeJobDataXML(struct distrenjob *job);

int updateJobListXML(struct distrenjob *head);

int createQueueFromXML(struct distrenjob *head);

int reCreateQueueFromXML(struct distrenjob *head, xmlDocPtr doc, xmlNodePtr current);

void updateGeneralInfo();

void importGeneralInfo();

int updateJobStatsXML(struct distrenjob *job);

/* Global Vars, eliminate these */

jobnum_t jobnum = 0; // The next job number to create in the queue

int hcfjob; // Highest consecutively finished job

int highest_jobnum; // The job number of the most recently created job, this is used when creating new jobs

/* ********************** Functions ************************* */

/** Dumps all data in RAM to an xml file (such as current jobs, etc) which is parsed by start_data. Remember to invoke this before shutting down! */

int xml_dump()

{

  return 0;

}

/**

   Performs command stored in a client's request.

*/

int distrend_do()

{

  return 0;

}

/**

   Accepts a client's connection

 */

void distrend_accept()

{

}

/**

   Frees the action

*/

void distrend_action_free()

{

}

/**

   Start listening

*/

void distrend_listen()

{

}

/**

   Stop listening

*/

void distrend_unlisten()

{

}

/**

   This is probably just a placeholder for remotio

*/

void remotio_send_to_client()

{

	// I am futile!

}

/** Fill variables after crash / shutdown from XML dumps */

int start_data(struct distrenjob *head, char *datadir)

{

  struct stat buffer;

  if(stat("general_info.xml", &buffer) == 0){

    importGeneralInfo();

    fprintf(stderr,"Parsing XML files and restoring previous state...\n");

    createQueueFromXML(head);

    return 1;

  }

  else{

    fprintf(stderr,"Couldn't find XML dump, starting up fresh.\n");

    general_info.total_finished_jobs = 0;

    general_info.total_frames_rendered = 0;

    general_info.free_clients = 0;

    general_info.highest_jobnum = 0;

    general_info.jobs_in_queue = 0;

    general_info.rendering_clients = 0;

    general_info.hibernate = 0;

    // Create the stor directory

    // char *stor;

    // _distren_asprintf(&stor, "%s/stor", datadir);

    // mkdir(stor);

    return 2;

  }

}

/** Finish-Setter: Sets a frame to the "completed" status.*/

void finish_frame(struct distrenjob *head, struct distrenjob *distrenjob, int frame)

{

  distrenjob->frameset[frame].status = FRAMESETSTATUS_DONE;

  distrenjob->total_render_time = distrenjob->total_render_time + (clock() - distrenjob[jobnum].frameset[frame].start_time);

  distrenjob->completed_frames++;

  distrenjob->assigned_frames--;

  general_info.total_frames_rendered++; // Increase total frames var for stats

  updateGeneralInfo();

  updateJobStatsXML(distrenjob);

}

/** "mortition" check to see if a job is actually done by scanning the folder of the job to make sure all frames are present*/

void mortition(struct distrenjob *head, struct distrenjob *job)

{

  short int isJobDone;

  int counter;

  char *path_and_number;

  struct stat buffer;

  isJobDone = 1; // set isJobDone to true

  for(counter = 0; counter < job->total_frames; counter++)

    {

      _distren_asprintf(&path_and_number, "stor/job%d/out/%d.%s", job->jobnum, job->frameset[counter].num, job->output_format);

      if(stat(path_and_number, &buffer) == -1)

        {

          job->frameset[counter].status = FRAMESETSTATUS_UNASSIGNED;

          job->completed_frames--;

          general_info.total_frames_rendered--;

          isJobDone = 0; // if a missing frame is found, set isJobDone to false

        }

    }

  if(isJobDone) // if all frames were accounted for

    {

      distrenjob_remove(head, job);

      distrenjob_free(&job);

      general_info.jobs_in_queue--;

  xmlTextWriterPtr writer;

  char *tmp;

  writer = xmlNewTextWriterFilename("general_info.xml", 0);

  xmlTextWriterStartDocument(writer, NULL, "utf-8", NULL);

  xmlTextWriterStartElement(writer, (xmlChar*)"general_info");

  _distren_asprintf(&tmp, "%d", general_info.jobs_in_queue);

  xmlTextWriterWriteElement(writer, (xmlChar*)"jobs_in_queue", (xmlChar*)tmp);

  _distren_asprintf(&tmp, "%d", general_info.total_finished_jobs);

  xmlTextWriterWriteElement(writer, (xmlChar*)"total_finished_jobs", (xmlChar*)tmp);

  _distren_asprintf(&tmp, "%d", general_info.total_frames_rendered);

  xmlTextWriterWriteElement(writer, (xmlChar*)"total_frames_rendered", (xmlChar*)tmp);

  _distren_asprintf(&tmp, "%d", general_info.highest_jobnum);

  xmlTextWriterWriteElement(writer, (xmlChar*)"highest_jobnum", (xmlChar*)tmp);

  xmlTextWriterEndDocument(writer);

  xmlFreeTextWriter(writer);

}

// this reads the information from general_info.xml to the general_info structure

void importGeneralInfo()

{

  xmlDocPtr doc;

  xmlNodePtr cur;

  doc = xmlParseFile("general_info.xml");

  cur = xmlDocGetRootElement(doc);

  if (xmlStrcmp(cur->name, (xmlChar*)"general_info"))

    {

      fprintf(stderr, "xml document is wrong type");

      xmlFreeDoc(doc);

      return;

    }

  cur = cur->xmlChildrenNode;

  general_info.jobs_in_queue = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));

  cur = cur->next;

  general_info.total_finished_jobs = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));

  cur = cur->next;

  general_info.total_frames_rendered = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));

  cur = cur->next;

  general_info.highest_jobnum = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));

  general_info.hibernate = 0;

  general_info.free_clients = 0;

  general_info.rendering_clients = 0;

  xmlFreeDoc(doc);

}

// returns 1 on successful completion of xml file

// creates the xml file that slaves read from, and is used to restart distren

int makeJobDataXML(struct distrenjob *job)

{

  xmlTextWriterPtr writer;

  char *tmp; // temporarily holds strings to be given to the xml writer

  _distren_asprintf(&tmp, "stor/job%d/job_info.xml", job->jobnum);

  // create xml document at the location tmp with no compression

  writer = xmlNewTextWriterFilename(tmp, 0);

  xmlTextWriterStartDocument(writer, NULL, "utf-8", NULL);

  // write distrenjob element and add its attributes

  xmlTextWriterStartElement(writer, (xmlChar*)"job");

  xmlTextWriterWriteAttribute(writer, (xmlChar*)"name", (xmlChar*)job->name);

  xmlTextWriterWriteAttribute(writer, (xmlChar*)"submitter", (xmlChar*)job->submitter);

  _distren_asprintf(&tmp, "%d", job->priority);

  xmlTextWriterWriteAttribute(writer, (xmlChar*)"priority", (xmlChar*)tmp);

  // write resolution element and add its attributes

  xmlTextWriterStartElement(writer, (xmlChar*)"resolution");

  _distren_asprintf(&tmp, "%d", job->width);

  xmlTextWriterWriteAttribute(writer, (xmlChar*)"width", (xmlChar*)tmp);

  _distren_asprintf(&tmp, "%d", job->height);

  xmlTextWriterWriteAttribute(writer, (xmlChar*)"height", (xmlChar*)tmp);

  xmlTextWriterEndElement(writer);

  // write video element and its attributes

  xmlTextWriterStartElement(writer, (xmlChar*)"video");

  _distren_asprintf(&tmp, "%d", job->frameset[0].num);

  xmlTextWriterWriteAttribute(writer, (xmlChar*)"start_frame", (xmlChar*)tmp);

  _distren_asprintf(&tmp, "%d", job->frameset[(job->total_frames - 1)].num);

  xmlTextWriterWriteAttribute(writer, (xmlChar*)"end_fame", (xmlChar*)tmp);

  xmlTextWriterWriteAttribute(writer, (xmlChar*)"output_format", (xmlChar*)job->output_format);

  xmlTextWriterEndElement(writer);

  // write watchdog forgiveness element

  _distren_asprintf(&tmp, "%d", job->watchdog_forgiveness);

  xmlTextWriterWriteElement(writer, (xmlChar*)"wd_forgiveness", (xmlChar*)tmp);

  // end document

  xmlTextWriterEndDocument(writer);

  for(counter = 0; counter <= distrenjob->total_frames; counter++){

    distrenjob->frameset[counter].num = counter2;

    distrenjob->frameset[counter].status = FRAMESETSTATUS_UNASSIGNED;

    counter2++;

  }

  restoreJobState(distrenjob);

  return distrenjob;

}

int updateJobStatsXML(struct distrenjob *job)

{

	  xmlTextWriterPtr writer;

	  char *tmp; // temporarily holds strings to be given to the xml writer

	  _distren_asprintf(&tmp, "stor/job%d/stats.xml", job->jobnum);

	  // create xml document at the location tmp with no compression

	  writer = xmlNewTextWriterFilename(tmp, 0);

	  xmlTextWriterStartDocument(writer, NULL, "utf-8", NULL);

	  xmlTextWriterStartElement(writer, (xmlChar*)"stats");

	  _distren_asprintf(&tmp, "%d", job->assigned_frames);

	  xmlTextWriterWriteAttribute(writer, (xmlChar*)"assigned_frames", (xmlChar*)tmp);

	  _distren_asprintf(&tmp, "%d", job->completed_frames);

	  xmlTextWriterWriteAttribute(writer, (xmlChar*)"completed_frames", (xmlChar*)tmp);

	  _distren_asprintf(&tmp, "%d", job->total_render_time);

	  xmlTextWriterWriteAttribute(writer, (xmlChar*)"total_render_time", (xmlChar*)tmp);

	  // end document

	  xmlTextWriterEndDocument(writer);

	  // free writer and save xml file to disk

	  xmlFreeTextWriter(writer);

	  return 1;

}

// returns 1 if successful

// updates job_list.xml which lists all the jobs in the queue

int updateJobListXML(struct distrenjob *head)

{

  struct distrenjob *job;

  xmlTextWriterPtr writer;

  char *tmp;

  char *tmp2;

  int counter;

  writer = xmlNewTextWriterFilename("job_list.xml", 0);

  xmlTextWriterStartDocument(writer, NULL, "utf-8", NULL);

  // create root element job_list

  xmlTextWriterStartElement(writer, (xmlChar*)"job_list");

  counter = 0;

  for(job = head->next; job; job = job->next)

    {

      _distren_asprintf(&tmp, "jobnum%d", counter);

      _distren_asprintf(&tmp2, "%d", job->jobnum);

      xmlTextWriterWriteElement(writer, (xmlChar*)tmp, (xmlChar*)tmp2);

      counter++;

    }

  // close elements and end document

  xmlTextWriterEndDocument(writer);

  // free writer and save xml file to disk

  xmlFreeTextWriter(writer);

  return 1;

}

// returns 1 if completed successfully, 0 if not

// this reads a list of jobs in the queue before DistRen was shut down

// and then adds the jobs to the queue, as if it were never shut down

int createQueueFromXML(struct distrenjob *head)

{

  xmlDocPtr doc;  // holds xml document in memory

  xmlNodePtr cur; // points to the current xml element node

  // load xml document

  doc = xmlParseFile("job_list.xml");

  if(doc == NULL)

    {

      fprintf(stderr, "createQueueFromXML: document not found\n");

      return 0;

    }

  // have cur point to the root element of the xml document pointed to by doc

  cur = xmlDocGetRootElement(doc);

  if(cur == NULL)

    {

      fprintf(stderr, "createQueueFromXML: document empty\n");

      return 0;

    }

  if(xmlStrcmp(cur->name, (const xmlChar*)"job_list"))

    {

      fprintf(stderr, "createQueueFromXML: incorrect root element (%s)", (char*)cur->name);

    }

  // moves into the children elements of job_list

  struct distrenjob *current_job;

  int total_jobs;

  fprintf(stderr, "job numbers in the order they will be processed:\n");

  total_jobs = 0;

  for(current_job = head->next; current_job; current_job = current_job->next)

    {

      fprintf(stderr, "%d: %s\n", current_job->jobnum, current_job->name);

      total_jobs++;

    }

  fprintf(stderr, "%d jobs in queue\n", total_jobs);

  return 1;

}

/* ************************** Main ************************* */

int main(int argc, char *argv[])

{

  /* Argument-parser */

  int counter;

  int test; // Have some fun if-ness that does fun stuff when this is 1

  struct distrenjob head;

  int cont;

  struct distrend_listenset *listenset;

  struct distrend_config *config;

  enum clientstatus

  {

    CLIENTSTATUS_UNINITIALIZED = 0,

    CLIENTSTATUS_BUSY = 1,

    CLIENTSTATUS_IDLE = 2

  } clientstatus;

  // initialize general_info struct, this should be done by start_data()

  general_info.jobs_in_queue = 0;

  general_info.free_clients = 0;

  general_info.rendering_clients = 0;

  general_info.total_finished_jobs = 0;

  general_info.total_frames_rendered = 0;

  general_info.highest_jobnum = 0;

  general_info.hibernate = 0;

  int command;

  jobnum_t jobnum;

  struct distrenjob *tmp_job;

  struct frameset *tmp_frame;

  int type;

  char *name;

  char *submitter;

  char *email;

  int priority;

  int width;

  int height;

  int start_frame;

  int end_frame;

  size_t read_buf;

  head.priority = 0; // make head have the highest priority

  xmlinit();

  test = 0;

  for(counter = 0; counter < argc; counter ++)

    {

      if(strcmp(argv[counter], "-h") == 0)

	{

	  fprintf(stderr, "Usage: distrend [option] \nStarts the distrend server\n\t-h\tshow this help\n\t-t\tlaunches queue testing interface \n");

	  return 2;

	}

      else if(strcmp(argv[counter], "-t") == 0)

	{

	  fprintf(stderr, "Entering into test mode...\n\n");

	  test=1;

	}

    }

  cont = 1;

  memset(&head, '\0', sizeof(struct distrenjob));

  distrend_do_config(argc, argv, &config);

  //start_data(&head); // Starts fresh or loads data from xml dump. Should we grab the return?

  // pre-loaded jobs for testing

  prepare_distrenjob(&head, 1, "awesome", "LordOfWar", "onlylordofwar@gmail.com", 4, 1, 100, 640, 480);

  while(test == 1)

  {