# Copyright 2010 Nathan Phillip Brink, Ethan Zonca

#

# This file is a part of DistRen.

#

# Distren is free software: you can redistribute it and/or modify

# it under the terms of the GNU Affero General Public License as published by

# the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

#

# DistRen is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU Affero General Public License for more details.

#

# You should have received a copy of the GNU Affero General Public License

# along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

AC_PREREQ(2.61)

AC_INIT([distren],[0.0],[http://bugs.ohnopub.net/], [], [http://ohnopub.net/distren/])

AC_CONFIG_HEADERS([src/common/config.h])

AC_CONFIG_SRCDIR([src/server/distrend.c])

AC_CONFIG_MACRO_DIR([m4])

AC_PROG_CC

AC_PROG_LIBTOOL

AM_INIT_AUTOMAKE([gnu dist-bzip2 subdir-objects -Wall])

AM_PROG_CC_C_O

dnl these macros force the refered to types to be available without me

dnl writing my own magic :-)

AC_TYPE_PID_T

AC_TYPE_SIZE_T

AC_TYPE_UINT8_T

AC_TYPE_UINT16_T

AC_TYPE_UINT32_T

dnl selective compilation

dnl For now, this is only left for when the C-based client is

dnl reintroducded.

AC_ARG_ENABLE([server],

	[AS_HELP_STRING([--disable-server],[Don't build the distren server])],

	[enable_server=$enableval],

	[enable_server=yes])

AM_CONDITIONAL([ENABLE_SERVER],

	[test "x$enable_server" = "xyes"])

dnl package dependencies:

PKG_CHECK_MODULES([DISTLIBS], [libconfuse >= 2.5 libcurl libxml-2.0 liblist >= 2.3.1 libarchive >= 2.8.0])

AX_LIB_MYSQL

AS_IF( [test "x${MYSQL_VERSION}" = "x"],

	[ AC_MSG_ERROR([I need mysql]) ] )

PKG_CHECK_MODULES([CHECK], [check >= 0.9.3])

dnl define paths for configuration files until a better arrangement is

dnl made:

AC_DEFINE_DIR([LOCALSTATEDIR], [localstatedir], [Default directory for storing state information])

AC_DEFINE_DIR([RUNSTATEDIR], [localstatedir/run], [Default directory for registering runtime information like pid-files])

AC_CONFIG_FILES([Makefile

	etc/distrendaemon.conf

	etc/distrenslave.conf

])

AC_OUTPUT

/*

  Copyright 2010 Nathan Phillip Brink, Ethan Zonca, Matthew Orlando

  This file is a part of DistRen.

  DistRen is free software: you can redistribute it and/or modify

  it under the terms of the GNU Affero General Public License as published by

  the Free Software Foundation, either version 3 of the License, or

  (at your option) any later version.

  DistRen is distributed in the hope that it will be useful,

  but WITHOUT ANY WARRANTY; without even the implied warranty of

  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

  GNU Affero General Public License for more details.

  You should have received a copy of the GNU Affero General Public License

  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

*/

/* This file contains the code which both processes (renders) jobs as a slave, and the code which distributes frames to slaves after receiving them from the client portion of the codebase. */

#include "common/config.h"

#include "distrenjob.h"

#include "listen.h"

#include "slavefuncs.h"

#include "mysql.h"

#include "common/asprintf.h"

#include "common/execio.h"

#include "common/options.h"

#include "common/protocol.h"

#include "common/request.h"

#include <confuse.h>

#include <stdio.h>

#include <stdlib.h>

#include <string.h>

#include <sys/stat.h>

#include <sys/types.h>

#include <time.h>

#include <unistd.h>

#include <libxml/encoding.h>

#include <libxml/parser.h>

#include <libxml/tree.h>

#include <libxml/xmlmemory.h>

#include <libxml/xmlreader.h>

#include <libxml/xmlwriter.h>

/* ******************* Structs ************************ */

struct general_info

{

  struct distrenjob head;

  distrend_mysql_conn_t conn;

  struct distrend_config *config;

  struct

  {

    /** general_info.xml */

    char *geninfo;

  } files;

  int jobs_in_queue;

  unsigned int free_clients;

  unsigned int rendering_clients;

  unsigned int total_finished_jobs;

  unsigned int total_frames_rendered;

  unsigned int highest_jobnum;

  int hibernate;

  time_t timestamp;

  unsigned long total_render_power;

  unsigned long total_priority_pieces;

};

/* *********************************************

   Function Prototypes

   ********************************************* */

/* ************General Functions************* */

int distrend_do();

int distrend_do_config(int argc, char *argv[], struct distrend_config **config, multiio_context_t multiio);

int distrend_config_free(struct distrend_config *config);

int distrend_handle_request(struct distrend_listens *listens, struct distrend_client *client, struct distren_request *req, void *reqdata, struct general_info *geninfo);

/**

   client request handlers

 */

int distrend_handle_version(struct general_info *geninfo, struct distrend_client *client, struct distren_request *req, void *req_data);

/* **************XML Functions**************** */

void update_general_info(struct general_info *geninfo);

int import_general_info(struct general_info *general_info);

int update_xml_joblist(struct general_info *geninfo);

/* **************Test Functions**************** */

int interactiveTest(int test, multiio_context_t multiio, struct general_info *general_info);

/* **************** Main ********************* */

int main(int argc, char *argv[])

{

  /* Parse arguments */

  int counter;

  int test = 0; /*< Interactive mode if 1 */

  int tmp;

  struct general_info general_info;

  multiio_context_t multiio;

  enum clientstatus

  {

    CLIENTSTATUS_UNINITIALIZED = 0,

    CLIENTSTATUS_BUSY = 1,

    CLIENTSTATUS_IDLE = 2

  } clientstatus;

  clientstatus = CLIENTSTATUS_UNINITIALIZED;

  // xmlinit();

  for(counter = 0; counter < argc; counter ++)

    {

      if(strcmp(argv[counter], "-h") == 0)

      {

    	  fprintf(stderr, "Usage: distrend [option] \nStarts the distrend server\n\t-h\tshow this help\n\t-t\tlaunches queue testing interface \n");

	  return 2;

      }

      else if(strcmp(argv[counter], "-t") == 0)

      {

    	  fprintf(stderr, "Entering into test mode...\n\n");

    	  test = 1;

      }

    }

  multiio = multiio_context_new();

  if(distrend_do_config(argc, argv, &general_info.config, multiio))

    return 1;

  /** preset paths */

  _distren_asprintf(&general_info.files.geninfo, "%s/general_info.xml",

		    general_info.config->datadir);

  /** MySQL Connection */

  fprintf(stderr,"Connecting to mysql...\n");

  if(mysqlConnect(&general_info.conn,

		  general_info.config->mysql_user,

		  general_info.config->mysql_host,

		  general_info.config->mysql_pass,

		  general_info.config->mysql_database) )

    {

      fprintf(stderr, "%s:%d: mysqlConnect() failed\n", __FILE__, __LINE__);

      fprintf(stderr, "don't test mysql stuff\n");

      interactiveTest(test, multiio, &general_info);

      return 1;

    }

  fprintf(stderr,"Finished connecting!\n");

  /** Execute test function */

  interactiveTest(test, multiio, &general_info);

  general_info.config->listens = distrend_listens_new(multiio, &general_info, general_info.config->options);

  if(!general_info.config->listens)

    {

      fprintf(stderr, "error initializing listens\n");

      return 1;

    }

  remoteio_generic_data_set(general_info.config->options->remoteio, general_info.config->listens);

  for(counter = 0; general_info.config->listen_ports[counter]; counter ++)

    {

      tmp = distrend_listen_add(general_info.config->listens, general_info.config->listen_ports[counter]);

      if(tmp)

	{

	  fprintf(stderr, "Error listening on port %d\n", general_info.config->listen_ports[counter]);

	  return 1;

	}

    }

  distrend_listen_handler_add(general_info.config->listens, DISTREN_REQUEST_VERSION, &distrend_handle_version);

  /* Main Loop */

  general_info.config->die = 0;

  while(!general_info.config->die)

    {

      multiio_poll(multiio, 15000);

      tabletennis_serve(general_info.config->listens->tabletennis);

      /* Run the watchdog, @TODO: like every 10 mins or something */

      frame_watchdog(general_info.conn);

    }

  distrend_listen_free(general_info.config->listens);

  distrend_config_free(general_info.config);

  xmlcleanup();

  /** free() paths */

  free(general_info.files.geninfo);

  mysqlDisconnect(general_info.conn);

  return 0;

}

/* ********************** Functions ************************* */

int distrend_handle_version(struct general_info *geninfo, struct distrend_client *client, struct distren_request *req, void *req_data)

{

  char *tmp_str;

  struct distren_request_version version;

  if(distren_request_parse_version(req, req_data, &version))

    {

      distrend_send_disconnect(client, "Invalid DISTREN_REQUEST_VERSION packet.");

      return 1;

    }

  if(client->state != DISTREND_CLIENT_PREVERSION)

    {

      distrend_send_disconnect(client, "You have already sent the VERSION command.");

      return 1;

    }

  if(!strncmp(PACKAGE_STRING, version.package_string, DISTREN_REQUEST_VERSION_PACKAGE_STRING_LEN))

    {

      /**

       * The client and I claim to be of the same version of distren :-D

       * Now we will mark the client as valid.

       *

       * We won't increment his time to live, though, because it shouldn't take

       * him that long to auth.

       */

      client->state = DISTREND_CLIENT_PREAUTH;

    }

  else

    {

      /**

       * The client claims to be of a different version of distren.

       * Now we will just send a disconnect packet and disconnect the client.

       */

      _distren_asprintf(&tmp_str, "You have tried to connect to a %s server when your client claims to be running %s. Bye ;-)\n", PACKAGE_STRING, version.package_string);

      if(tmp_str)

	{

	  distrend_send_disconnect(client, tmp_str);

	  free(tmp_str);

	}

      else

	distrend_send_disconnect(client, "Invalid PACKAGE_VERSION :-|.");

      return 1;

    }

  return 0;

}

/**

   Performs command stored in a client's request. @TODO: Fill stub

*/

int distrend_do()

{

  return 0;

}

/* Grabs config info from confs */

int distrend_do_config(int argc, char *argv[], struct distrend_config **config, multiio_context_t multiio)

{

  unsigned int counter;

  cfg_opt_t myopts_listen[] =

    {

      CFG_SIMPLE_STR("type", NULL),

      CFG_SIMPLE_STR("path", NULL),

      CFG_SIMPLE_INT("port", NULL),

      CFG_END()

    };

  cfg_opt_t myopts[] =

    {

      CFG_SEC("listen",  /* this must be imported into struct listens (which must still be declared) */

          myopts_listen,

          CFGF_MULTI),

      CFG_SIMPLE_STR("datadir", NULL),

      CFG_STR_LIST("render_types", NULL, CFGF_NONE),

      CFG_SIMPLE_STR("mysql_user", NULL),

      CFG_SIMPLE_STR("mysql_host", NULL),

      CFG_SIMPLE_STR("mysql_pass", NULL),

      CFG_SIMPLE_STR("mysql_database", NULL),

      CFG_END()

    };

  cfg_t *cfg_listen;

  fprintf(stderr, "%s:%d: running config\n", __FILE__, __LINE__);

  *config = malloc(sizeof(struct distrend_config));

  myopts[1].simple_value = &(*config)->datadir;

  myopts[3].simple_value = &(*config)->mysql_user;

  myopts[4].simple_value = &(*config)->mysql_host;

  myopts[5].simple_value = &(*config)->mysql_pass;

  myopts[6].simple_value = &(*config)->mysql_database;

  if(options_init(argc, argv, &(*config)->mycfg, myopts, "daemon", &(*config)->options, multiio))

    return 1;

  /**

     grab listen blocks:

   */

  (*config)->listen_ports = malloc(sizeof(int) * (cfg_size((*config)->mycfg, "listen") + 1));

  for(counter = 0; counter < cfg_size((*config)->mycfg, "listen"); counter ++)

    {

      cfg_listen = cfg_getnsec((*config)->mycfg, "listen", counter);

      (*config)->listen_ports[counter] = cfg_getint(cfg_listen, "port");

    }

  (*config)->listen_ports[counter] = 0;

  fprintf(stderr, "using %s as datadir\n", (*config)->datadir);

  return 0;

}

int distrend_config_free(struct distrend_config *config)

{

  distrend_listen_free(config->listens);

  options_free(config->options);

  free(config->listen_ports);

  free(config);

  return 0;

}

/* ************************** XML Functions ************************* */

// writes the general_info.xml file which is a copy of the general_info structure

// except that it doesn't hold free_clients and rendering_clients

void update_general_info(struct general_info *geninfo)

{

  xmlTextWriterPtr writer;

  char *tmp;

  writer = xmlNewTextWriterFilename(geninfo->files.geninfo, 0);

  xmlTextWriterStartDocument(writer, NULL, "utf-8", NULL);

  xmlTextWriterStartElement(writer, (xmlChar*)"general_info");

  _distren_asprintf(&tmp, "%d", geninfo->jobs_in_queue);

  xmlTextWriterWriteElement(writer, (xmlChar*)"jobs_in_queue", (xmlChar*)tmp);

  free(tmp);

  _distren_asprintf(&tmp, "%d", geninfo->total_finished_jobs);

  xmlTextWriterWriteElement(writer, (xmlChar*)"total_finished_jobs", (xmlChar*)tmp);

  free(tmp);

  _distren_asprintf(&tmp, "%d", geninfo->total_frames_rendered);

  xmlTextWriterWriteElement(writer, (xmlChar*)"total_frames_rendered", (xmlChar*)tmp);

  free(tmp);

  _distren_asprintf(&tmp, "%d", geninfo->highest_jobnum);

  xmlTextWriterWriteElement(writer, (xmlChar*)"highest_jobnum", (xmlChar*)tmp);

  free(tmp);

  xmlTextWriterEndDocument(writer);

  xmlFreeTextWriter(writer);

}

/**

   Reads general state information from general_info.xml

   into the general_info structure.

*/

int import_general_info(struct general_info *general_info)

{

  xmlDocPtr doc;

  xmlNodePtr cur;

  doc = xmlParseFile(general_info->files.geninfo);

  cur = xmlDocGetRootElement(doc);

  if (xmlStrcmp(cur->name, (xmlChar*)"general_info"))

    {

      fprintf(stderr, "xml document is wrong type");

      xmlFreeDoc(doc);

      return 1;

    }

  cur = cur->xmlChildrenNode;

  general_info->jobs_in_queue = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));

  cur = cur->next;

  general_info->total_finished_jobs = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));

  cur = cur->next;

  general_info->total_frames_rendered = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));

  cur = cur->next;

  general_info->highest_jobnum = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));

  general_info->hibernate = 0;

  general_info->free_clients = 0;

  general_info->rendering_clients = 0;

  general_info->timestamp = 0;

  general_info->total_render_power = 0;

  general_info->total_priority_pieces = 0;

  xmlFreeDoc(doc);

  return 0;

}

/**

   updates job_list.xml which lists all the jobs in the queue

   @return 0 means success

*/

// @QUERY: Likely obselete (don't remove at request of ohnobinki)

int update_xml_joblist(struct general_info *geninfo)

{

  struct distrenjob *job;

  xmlTextWriterPtr writer;

  char *tmp;

  int counter;

  /**

     update timestamp

  */

  geninfo->timestamp ++;

  if(geninfo->timestamp > 65530)

    geninfo->timestamp = 0;

  _distren_asprintf(&tmp, "%s/job_list.xml",

                    geninfo->config->datadir);

  writer = xmlNewTextWriterFilename(tmp, 0);

  free(tmp);

  xmlTextWriterStartDocument(writer, NULL, "utf-8", NULL);

  /**

     create root element job_list

  */

  xmlTextWriterStartElement(writer, (xmlChar*)"job_list");

  _distren_asprintf(&tmp, "%d", geninfo->timestamp);

  xmlTextWriterWriteAttribute(writer, (xmlChar*)"timestamp", (xmlChar*)tmp);

  free(tmp);

  geninfo->total_priority_pieces = 0;

  counter = 0;

  for(job = geninfo->head.next; job; job = job->next)

    {

      _distren_asprintf(&tmp, "%d", job->jobnum);

      xmlTextWriterWriteElement(writer, (xmlChar*)"jobnum", (xmlChar*)tmp);

      free(tmp);

      /**

        this is needed for the new frame finder to work

        Why the random constant numeral 11? --ohnobinki

      */

      geninfo->total_priority_pieces = geninfo->total_priority_pieces + job->priority;

      counter++;

    }

  xmlTextWriterEndElement(writer);

  /**

     close elements and end document

  */

  xmlTextWriterEndDocument(writer);

  /**

     free writer and save xml file to disk

  */

  xmlFreeTextWriter(writer);

  return 0;

}

/* ************************** Test Functions ************************* */

/** Interactive test for the queuing system */

/* @QUEUE: Test uses methods not present in C code using mysql web-based system */

int interactiveTest(int test, multiio_context_t multiio, struct general_info *geninfo)

{

  int command;

  int32_t slaveKey = 1;

  jobnum_t jobKey = 0;

  int32_t frameNum = 0;

  int32_t newPriority = 0;

  int tmp = 0;

  fprintf(stderr,"Hello!\n");

  while(test == 1)

   {

     fprintf(stderr, "Welcome to DistRen Alpha Interactive Test Mode\n\n");

     fprintf(stderr, "\t1 \tGet a frame to render\n");

     fprintf(stderr, "\t2 \tChange job priority\n");

     fprintf(stderr, "\t3 \tSet frame finished\n");

     fprintf(stderr, "\t4 \tSet frame started\n");

     fprintf(stderr, "\t5 \tStart listener\n");

     fprintf(stderr, "\t0 \tQuit\n");

     scanf("%d", &command);

     switch(command)

     {

     case 1:

       fprintf(stderr,"Slave Key: ");

       scanf("%d", &slaveKey);

       fprintf(stderr, "Got frame: ");

       if(find_jobframe(geninfo->conn, slaveKey, &jobKey, &frameNum))

         fprintf(stderr,"No frames available to render!\n");

       else if(jobKey == -1)

         fprintf(stderr,"Slave %d has no render power!", slaveKey);

       else

         fprintf(stderr, "jobKey: %d, frameNum: %d\n",jobKey,frameNum);

       break;

     case 2:

       fprintf(stderr,"Job key: ");

       scanf("%d", &tmp);

       jobKey = tmp;

       fprintf(stderr,"New priority: ");

       scanf("%d", &tmp);

       newPriority = tmp;

       change_job_priority(geninfo->conn, jobKey, newPriority);

       fprintf(stderr,"Changed!");

       break;

     case 3:

       fprintf(stderr,"Slave Key: ");

       scanf("%d", &tmp);

       slaveKey = tmp;

       fprintf(stderr,"Job Key: ");

       scanf("%d", &tmp);

       jobKey = tmp;

       fprintf(stderr,"Frame Number: ");

       scanf("%d", &tmp);

       frameNum = tmp;

       finish_frame(geninfo->conn, slaveKey, jobKey, frameNum);

       fprintf(stderr,"Finished Frame!\n");

       break;

     case 4:

       fprintf(stderr,"Slave Key: ");

       scanf("%d", &tmp);

       slaveKey = tmp;

       fprintf(stderr,"Job Key: ");

       scanf("%d", &tmp);

       jobKey = tmp;

       fprintf(stderr,"Frame Number: ");

       scanf("%d", &tmp);

       frameNum = tmp;

       start_frame(geninfo->conn, slaveKey, jobKey, frameNum);

       fprintf(stderr,"Started Frame!\n");

       break;

     case 5:

       while(1)

	 {

	   multiio_poll(multiio, 15000);

	   tabletennis_serve(geninfo->config->listens->tabletennis);

	 }

       break;

     case 0:

       test = 0;

       break;

     default:

       fprintf(stderr, "Invalid input, please try again.\n");

       break;

     }

   }

  return 0;

}