Files @ ef03a563218c
Branch filter:

Location: DistRen/src/server/slave.c - annotation

binki
Created, added, and partially integrated into distrend a poll() wrapper, multiio.
1f744ce71f83
abcf8952747b
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
e7e0e5775ace
1f744ce71f83
f621356ea2ca
8f16a70c1a77
c3b079b8a2dd
ef03a563218c
c3b079b8a2dd
c3b079b8a2dd
c3b079b8a2dd
c3b079b8a2dd
d6d0d0d26d0b
d6d0d0d26d0b
c89c9fbb46f7
d6d0d0d26d0b
8feb0005e773
144cab775ebd
6af19560cd72
6af19560cd72
99a5a69d493c
c89c9fbb46f7
1f744ce71f83
ef03a563218c
5964e275c410
5964e275c410
5964e275c410
a255abd6e6f8
6af19560cd72
6e54cb7ffa00
6af19560cd72
5964e275c410
5964e275c410
6af19560cd72
5964e275c410
5964e275c410
6e54cb7ffa00
5964e275c410
5964e275c410
5964e275c410
5964e275c410
5964e275c410
5964e275c410
6af19560cd72
5964e275c410
5964e275c410
5964e275c410
5964e275c410
5964e275c410
5964e275c410
5964e275c410
5964e275c410
5964e275c410
6af19560cd72
6af19560cd72
5964e275c410
2d6b6ba3b549
6af19560cd72
5964e275c410
ef03a563218c
ef03a563218c
6af19560cd72
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
6af19560cd72
a255abd6e6f8
a255abd6e6f8
6af19560cd72
9638840eaba2
6af19560cd72
6af19560cd72
9638840eaba2
a255abd6e6f8
a255abd6e6f8
6af19560cd72
6af19560cd72
6af19560cd72
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
c89c9fbb46f7
f621356ea2ca
ef03a563218c
f621356ea2ca
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
b95115259ec9
f621356ea2ca
2d6b6ba3b549
2d6b6ba3b549
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
b95115259ec9
5964e275c410
ef03a563218c
5964e275c410
2dc2e27d24ef
5964e275c410
5964e275c410
c6a12058c9da
33de0c52b059
33de0c52b059
33de0c52b059
33de0c52b059
eb2893bc7a0a
6af19560cd72
33de0c52b059
33de0c52b059
6331e72e3889
33de0c52b059
33de0c52b059
33de0c52b059
df7e1f917a6d
6af19560cd72
063d7fe1a866
e8abe91d635f
78516a1d1aee
4ec01e2efee7
33de0c52b059
6af19560cd72
33de0c52b059
33de0c52b059
33de0c52b059
33de0c52b059
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
33de0c52b059
33de0c52b059
e7e0e5775ace
daac9f402eab
99a5a69d493c
c6a12058c9da
6af19560cd72
a255abd6e6f8
063d7fe1a866
daac9f402eab
063d7fe1a866
99a5a69d493c
063d7fe1a866
063d7fe1a866
2d6b6ba3b549
e51f7614605c
14f43a497bd7
6af19560cd72
6af19560cd72
1b885b7c9c3e
78516a1d1aee
75bc3743935b
b69c120bacd2
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
e8abe91d635f
6af19560cd72
6af19560cd72
6af19560cd72
0ea6e0f201dc
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
063d7fe1a866
278632d244b7
a255abd6e6f8
a255abd6e6f8
99a5a69d493c
6af19560cd72
384331f8928e
a255abd6e6f8
daac9f402eab
6af19560cd72
84f81c551688
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
daac9f402eab
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
c6a12058c9da
c6a12058c9da
c6a12058c9da
c6a12058c9da
c6a12058c9da
6af19560cd72
d1b199f51bbd
c6a12058c9da
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
a255abd6e6f8
daac9f402eab
278632d244b7
063d7fe1a866
99a5a69d493c
99a5a69d493c
99a5a69d493c
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
6af19560cd72
2d6b6ba3b549
1f744ce71f83
c88f2cae0705
/*
  Copyright 2010 Nathan Phillip Brink, Ethan Zonca, Matthew Orlando

  This file is a part of DistRen.

  DistRen is free software: you can redistribute it and/or modify
  it under the terms of the GNU Affero General Public License as published by
  the Free Software Foundation, either version 3 of the License, or
  (at your option) any later version.

  DistRen is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU Affero General Public License for more details.

  You should have received a copy of the GNU Affero General Public License
  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

*/

#include "slavefuncs.h"

#include "common/asprintf.h"
#include "common/multiio.h"
#include "common/options.h"
#include "common/protocol.h"
#include "common/remoteio.h"

#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <sys/stat.h>
#include <unistd.h>

#define DEBUG 0


int main(int argc, char *argv[])
{
  multiio_context_t multiio;

  char *datadir;
  char *server;
  char *username;
  char *password;
  char *hostname;

  cfg_opt_t myopts[] = {
    CFG_SIMPLE_STR("username", &username),
    CFG_SIMPLE_STR("password", &password),
    CFG_SIMPLE_STR("datadir", &datadir),
    CFG_SIMPLE_STR("server", &server),
    CFG_SIMPLE_STR("hostname", &hostname),
    CFG_END()
  };
  cfg_t * my_cfg;

  struct options_common *commonopts;

  // struct distrenjob *myjob; /* Structure to hold data gathered from the XML file - not needed anymore? */

  struct remoteio *comm_slave;

  /**
     initializations
  */
  datadir = NULL;
  server = NULL;
  username = NULL;
  password = NULL;
  hostname = NULL;

  char curopt;
  int runBenchmark = 0;

  multiio = multiio_context_new();

  while(((char)-1) != (curopt = getopt(argc, argv, "u:rh")))
     {
       if(curopt == ':')
         {
           fprintf(stderr, "-%c: is missing an argument\n", optopt);
           return 1;
         }
       else if(curopt == '?')
         {
           fprintf(stderr, "-%c: invalid option specified\n", optopt);
           return 1;
         }
       else if(curopt == 'h')
         {
           fprintf(stderr, "Usage: distrenslave [option] \nStarts a distren slave\n\t-u\tset username (run after fresh install)\n\t-r\tRecalculate render power (benchmark)\n\t-h\tshow this help\n");
           return 2;
         }
       else if(curopt == 'r')
         {
           runBenchmark = 1;
           break;
         }
       else if(curopt == 'u')
         username = strdup(optarg);
         if(DEBUG)
           fprintf(stderr, "Putting username \"%s\" in distrenslave.conf\n", username);

         conf_replace("distrenslave.conf", "!username", username);
         fprintf(stderr, "Please invoke distrenslave with no arguments to run with the username you just set\n");
         return 0;
     }

  /* Get conf data */
  options_init(argc, argv, &my_cfg, myopts, "slave", &commonopts, multiio);

  if(!datadir)
    {
      fprintf(stderr, "datadir not set\n");
      return 1;
    }
  if(!server)
    {
      fprintf(stderr, "server not set\n");
      return 1;
    }
  if(!username)
    {
      fprintf(stderr, "username not set\n");
      return 1;
    }
  if(!password)
    {
      fprintf(stderr, "password not set\n");
      return 1;
    }
  if(!hostname)
    {
      fprintf(stderr, "hostname not set\n");
      return 1;
    }

  /* Notifies the user if there no username in .conf */
  if(checkUsername(username))
    return 1;
  if(!strncmp(password, "!password",10))
    {
      fprintf(stderr, "You haven't specified a password. Please edit distrenslave.conf!\n");
      return 1;
    }

  fprintf(stderr, "Connecting to server...\n");
  if(remoteio_open_server(&comm_slave, commonopts->remoteio, NULL, NULL, server))
    {
      fprintf(stderr, "Error connecting to server; exiting\n");
      return 1;
    }
  greet_server(comm_slave);

  // Variables needed for main loop
  int jobnum = 0;
  int framenum = 0;
  int slavekey = atoi(username); // @TODO: Make this more friendly

  char *urltoTar;      /* Full URL to the server-side location of job#.tgz */
  char *pathtoTar;     /* Full path to the location of the job#.tgz */
  char *pathtoTardir;

  char *urltoOutput;   /* Full URL where output is posted */
  char *pathtoOutput;  /* Full path to the output (rendered) file */
  char *pathtoOutdir;  /* Full path to output directory */
  char *pathtoRenderOutput;  /* Contains blender framenum placeholder */

  char *urltoJobfile; /* No longer used, url to .blend on server */

  char *pathtoJob;     /* Full path to job data folder */
  char *pathtoJobfile; /* Full path to the job's main file */
  char *outputExt = "jpg";     /* Output Extension (e.g., JPG) */

  int haveWork = 0;
  int quit = 0;

  fprintf(stderr,"\nDistRen Slave Pre-Alpha %s\n- Experimental build: Use at your own risk!\n\n", PACKAGE_VERSION);

  int benchmarkTime = 0;
  int renderPower = 0;

  // @TODO: add call to function to force recalc if $render_power == ""
  if(runBenchmark)
    {
      if(slaveBenchmark(datadir, &benchmarkTime, &renderPower))
        {
          fprintf(stderr,"Benchmark failed! Exiting.\n");
          return 1;
        }
      else
        {
          fprintf(stderr,"Benchmark successful, time taken was %d seconds, giving you a render power of %d.\n",
                  benchmarkTime, renderPower);
          _web_setrenderpower(slavekey, password, renderPower);
          return 0;
        }
    }

  if(!DEBUG)
    fprintf(stderr, "Running..");


  // Main loop
  while(!quit)
    {

    // request work
    fprintf(stderr, "Waiting...\n");
    haveWork = getwork(comm_slave, &jobnum, &framenum);

    /* If we got a frame */
    if(haveWork)
      {
        fprintf(stderr,"Got work from server...\n");
        /* @TODO: Add remotio hooks */
        // jobnum = remoteio_read(jobnum); /* Set jobnum from remoteio (we could use info from struct, but we need this info to download the xmlfile */
        // framenum = remoteio_read(jobnum); /* Set framenum from remoteio */
        // outputExt = remotio)read(outputExt); /* Set output extension from remotio */

        if(DEBUG)
          fprintf(stderr, "Preparing to render frame %d in job %d\n", framenum, jobnum);

        prepareJobPaths(jobnum, framenum, outputExt, datadir, &urltoTar, &pathtoTar,&pathtoTardir,&pathtoJob, &pathtoJobfile, &urltoJobfile, &urltoOutput, &pathtoOutput, &pathtoRenderOutput, &pathtoOutdir);
        free(outputExt);

        int dlret = downloadTar(urltoTar, pathtoTar);
        if(dlret == 0)
          fprintf(stderr,"Data retrieved successfully!\n");
        else if(dlret == 3){
          resetframe(comm_slave, jobnum, framenum);  // Unassign the frame on the server so other slaves can render it
          return 0; // ouput dir doesn't exist
        }
        else
          if(DEBUG)
            fprintf(stderr,"Using existing tarball %s...\n", pathtoTar);

        // Decompress tarball
        struct stat jbuffer;
        int jstatus = stat(pathtoTar, &jbuffer);
        if(jstatus == -1){
          if(DEBUG)
            fprintf(stderr,"Main job file does not exist, extracting...\n");

          // If error unpacking tarball
          if(unpackJob(pathtoJob, pathtoTar)){
            resetframe(comm_slave, jobnum, framenum);  // Unassign the frame on the server so other slaves can render it
            fprintf(stderr,"Error decompressing tarball! Exiting.\n");
            return 1;
          }
        }

        /* ignore return because directory may exist already */
        if(DEBUG)
          fprintf(stderr,"Creating output directory %s\n", pathtoOutdir);
        mkdir(pathtoOutdir, 0700);

        if(DEBUG)
          fprintf(stderr,"Marking frame started on server... ");
        _web_startframe(slavekey, password, jobnum, framenum);

        /* Execute blender */
        if(DEBUG){
          fprintf(stderr,"Executing blender on file %s\n", pathtoJobfile);
          fprintf(stderr,"Directing output to file %s\n", pathtoOutput);
        }

        /* Execute blender */
        if(exec_blender(pathtoJobfile, pathtoOutput, framenum))
          {
            fprintf(stderr,"Error running Blender. Check your installation and/or your PATH.\n");
            resetframe(comm_slave, jobnum, framenum);  // Unassign the frame on the server so other slaves can render it
            return 1;
          }
        free(pathtoJobfile);
        pathtoJobfile = NULL;

        struct stat buffer;
        int fstatus = stat(pathtoOutput, &buffer);
        if(fstatus == -1){
          fprintf(stderr,"*** %s doesn't exist! Scene may not have camera, or your blender installation is not working.\n", pathtoOutput);
          resetframe(comm_slave, jobnum, framenum);  // Unassign the frame on the server so other slaves can render it
          return 1;
        }
        else{
          /* Post-execution */
          if(DEBUG)
            fprintf(stderr, "Finished frame %d in job %d, uploading...\n", framenum, jobnum);
          else
            fprintf(stderr,"Finished frame.\n");
          uploadOutput(pathtoOutput, urltoOutput, jobnum, framenum, slavekey); // @TODO: Handle return value

          free(urltoOutput);
          free(pathtoOutput);
          urltoOutput = NULL;
          pathtoOutput = NULL;

          // Tell the server that rendering and upload are complete of "jobjum.framenum"
          finishframe(comm_slave, jobnum, framenum);
        }
     }
    else{
      if(DEBUG)
        fprintf(stderr,"Nothing to do. Idling...\n");
      else
        fprintf(stderr,".");

      /**
	 to prevent infinite loops from burning CPU, we just sleep(1) ;-)
      */
      sleep(1);
    }

    /* @TODO: If the server says that every frame for the last jobnum is finished, OR if the data is getting old */
    if(1 == 0)
      {
        // Note: individual frames are already deleted after uploading,
        // except for ones that couldn't be uploaded
        delete_jobdata(jobnum, datadir);
      }

    sleep(5); // Poll 5 seconds. @TODO: Remove all polling
  }

  fprintf(stderr,"Closing connection to server...\n");
  remoteio_close(comm_slave);
  free(my_cfg);
  free(outputExt);
  free(datadir);
  free(urltoTar);
  free(pathtoTar);
  free(pathtoTardir);
  free(pathtoJob);
  free(pathtoJobfile);
  free(urltoJobfile);
  free(urltoOutput);
  free(pathtoRenderOutput);
  free(pathtoOutdir);
  fprintf(stderr,"Goodbye!\n");
  return 0;
}