/*
Copyright 2009 Nathan Phillip Brink, Ethan Zonca, Matthew Orlando
This file is a part of DistRen.
DistRen is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
DistRen is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with DistRen. If not, see .
*/
#include "protocol.h"
#include "options.h"
#include "slavefuncs.h"
#include "asprintf.h"
#include "remoteio.h"
#include
#include
#include
#include
#include
int main(int argc, char *argv[])
{
int counter;
/* Parse arguments */
for(counter = 0; counter < argc; counter ++)
if(strcmp(argv[counter], "-h") == 0)
{
fprintf(stderr, "Usage: distrenslave [option] \nStarts a distren slave\n\t-h\tshow this help\n");
return 2;
}
/* Get conf data */
char *username;
char *datadir;
cfg_t * my_cfg;
cfg_opt_t myopts[] = {
CFG_SIMPLE_STR("username", &username),
CFG_SIMPLE_STR("datadir", &datadir),
CFG_END()
};
struct options_common *commonopts;
username = NULL;
options_init(argc, argv, &my_cfg, myopts, "slave", &commonopts);
/* Notifies the user if there no username in .conf */
if(username == NULL || strcmp(username, "!username") == 0 )
fprintf(stderr, "\nPlease ensure that your username is present in distrenslave.conf\n");
else
if( username != NULL || strcmp(username, "!username") != 0 )
{
// Log in the user
if(login_user(username) == 1){
fprintf(stderr, "You should now be logged into distren.\n");
}
else
{
fprintf(stderr, "Login failed, please check your username. If you have not registered, please do so on the DistRen website.\n");
return 0;
}
}
else
{
fprintf(stderr, "Please check your distrenslave.conf, it appears to be incorrectly formatted.\n");
}
int jobnum = 0;
int framenum = 0;
char *urltoTar; /* Full URL to the server-side location of job#.tgz */
char *pathtoTar; /* Full path to the location of the job#.tgz */
char *urltoOutput; /* Full URL where output is posted */
char *pathtoJobfile; /* Full path to the job's main file */
char *pathtoXml; /* Full path to the job's xml file */
char *pathtoOutput; /* Full path to the output (rendered) file */
char *outputExt; /* Output Extension (e.g., JPG) */
char *tarcmd; /* Command to run for tar. Migrate to libtar sometime */
char *outdir; /* Output Directory for tar */
char *jobdatapath; /* Path to job data */
struct distrenjob *myjob; /* Structure to hold data gathered from the XML file */
int haveWork = 0;
while(1)
{
tell_the_server(0); // Give me some work!
/* If we got a frame */
if(haveWork)
{
/* @TODO: Add remotio hooks */
// jobnum = remoteio_read(jobnum); /* Set jobnum from remoteio (we could use info from struct, but we need this info to download the xmlfile */
//framenum = remoteio_read(jobnum); /* Set framenum from remoteio */
fprintf(stderr, "Preparing to render frame %d in job %d\n", framenum, jobnum);
// Variable Preparation
_distren_asprintf(&jobdatapath, "job%d", jobnum);
_distren_asprintf(&urltoTar, "http://protofusion.org/distren/stor/job%d/job%d.tar.gz", jobnum); // Prepares URL to download from
_distren_asprintf(&pathtoTar, "%s/stor/jobdata/job%d.tar.gz", datadir, jobnum); // Prepares destination to save to
_distren_asprintf(&pathtoJobfile, "%s/%s/job.blend", datadir, jobdatapath ); // Prepares the path to the jobfile
_distren_asprintf(&urltoOutput, "http://protofusion.org/distren/stor/tmp/", jobdatapath ); // Prepares the URL where output is posted
_distren_asprintf(&pathtoXml, "%s/job%d/job%d.xml", datadir, jobnum ); // Prepares the path to the job's XML file
free(jobdatapath);
// Prepare to download the job tar if it isn't present
struct stat buffer;
int fstatus = stat(pathtoJobfile, &buffer);
if(fstatus == -1)
{
// Download the Tar
if( curlget(urltoTar, pathtoTar) == 0){
fprintf(stderr, "Job data retrieved successfully\n");
free(urltoTar);
}
else {
fprintf(stderr, "Downloading job data from server failed. Check your network connection.\n");
return 1; // for now
}
}
else
fprintf(stderr, "Using cached job file...\n");
_distren_asprintf(&outdir, "/tmp/distren/job%d", jobnum); /*< @TODO: free() */
mkdir("/tmp/distren", 0750); /* @TODO: Make this less *nix-specific */
mkdir(outdir, 0750);
_distren_asprintf(&tarcmd, "tar -xvf \"%s\" -C \"%s\"", pathtoTar, outdir); /* @TODO: Make this portable. Libtar or something? */
system(tarcmd);
free(tarcmd);
free(pathtoTar);
free(outdir);
/* Parses a job's XML file, puts data in the myjob struct */
if(xml2distrenjob(&myjob, pathtoXml) == 0)
{
fprintf(stderr, "Well, the XML craziness may have worked. Maybe. \n");
free(pathtoXml);
/* Frees things up if it was successful. xml2distrenjob() really (usually) only fails if malloc'ing inside it fails */
distrenjob_free(&myjob);
}
else
{
fprintf(stderr, "I think the XML craziness may have failed, so I'll terminate just for fun.\n");
return 1;
}
/* Variable-fillers which require XML */
outputExt = myjob->output_format; /* @TODO: FIXME! <-- I WILL! */
/* Prepares the path to the jobfile */
_distren_asprintf(&pathtoOutput, "%s/job%d/output/job%d-frame%d.%s", datadir, jobnum, jobnum, framenum, outputExt );
free(outputExt);
/* Execute blender */
if(exec_blender(pathtoJobfile, pathtoOutput, framenum)){ /* @TODO: This warning should be fixed :D */
fprintf(stderr,"Error running Blender. Check your installation and/or your PATH.");
return 1;
}
free(pathtoJobfile);
/* When blender is finished, run this... */
fprintf(stderr, "Finished frame %d in job %d, uploading...", framenum, jobnum);
if( !curlpost(pathtoOutput, urltoOutput)){ // Uploads output
fprintf(stderr,"Upload successful, removing old output...\n");
remove(pathtoOutput); // Delete the file after its uploaded
}
else{
fprintf(stderr,"Upload failed. Check your network connection. Trying again...");
int tries=0;
while(tries<10 && curlpost(pathtoOutput, urltoOutput)){
fprintf(stderr, "Upload failed. Trying again in 10 seconds... (attempt %d of 10)", tries);
tries++;
sleep(10);
}
// @TODO: Keep track of files that we were unable to upload, and upload them later
}
free(urltoOutput);
free(pathtoOutput);
tell_the_server(DISTREN_REQUEST_DONEFRAME); /* Tells the server that it's done rendering, and upload is done */
}
else
fprintf(stderr,"Nothing to do. Idling...\n");
// If the server says that every frame for the last jobnum is finished, OR if the data is getting old
if(1 == 0){
// Note: individual frames are already deleted after uploading,
// except for ones that couldn't be uploaded
delete_jobdata(jobnum, datadir);
}
sleep(5); // Poll 5 seconds. @TODO: Remove all polling
}
return 0;
}