/* Copyright 2009 Nathan Phillip Brink, Ethan Zonca, Matthew Orlando This file is a part of DistRen. DistRen is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. DistRen is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more details. You should have received a copy of the GNU Affero General Public License along with DistRen. If not, see . */ #include "asprintf.h" #include "protocol.h" #include "options.h" #include "remoteio.h" #include "slavefuncs.h" #include #include #include #include #include int main(int argc, char *argv[]) { char curopt; int tmp; char *datadir; char *server; char *username; cfg_opt_t myopts[] = { CFG_SIMPLE_STR("username", &username), CFG_SIMPLE_STR("datadir", &datadir), CFG_SIMPLE_STR("server", &server), CFG_END() }; cfg_t * my_cfg; struct options_common *commonopts; int jobnum = 0; int framenum = 0; char *urltoTar; /* Full URL to the server-side location of job#.tgz */ char *pathtoTar; /* Full path to the location of the job#.tgz */ char *urltoOutput; /* Full URL where output is posted */ char *pathtoJobfile; /* Full path to the job's main file */ char *pathtoXml; /* Full path to the job's xml file */ char *pathtoOutput; /* Full path to the output (rendered) file */ char *outputExt; /* Output Extension (e.g., JPG) */ char *tarcmd; /* Command to run for tar. Migrate to libtar sometime */ char *outdir; /* Output Directory for tar */ char *jobdatapath; /* Path to job data */ struct distrenjob *myjob; /* Structure to hold data gathered from the XML file */ struct remoteio *comm_slave; /** initializations */ datadir = NULL; server = NULL; username = NULL; while(((char)-1) != (curopt = getopt(argc, argv, "u:h"))) { if(curopt == ':') { fprintf(stderr, "-%c: is missing an argument\n", optopt); return 1; } else if(curopt == '?') { fprintf(stderr, "-%c: invalid option specified\n", optopt); return 1; } else if(curopt == 'h') { fprintf(stderr, "Usage: distrenslave [option] \nStarts a distren slave\n\t-u\tset username (run after fresh install)\n\t-h\tshow this help\n"); return 2; } else if(curopt == 'u') username = strdup(optarg); fprintf(stderr, "Putting username \"%s\" in distrenslave.conf\n", username); conf_replace("distrenslave.conf", "!username", username); fprintf(stderr, "Please invoke distrenslave with no arguments to run with the username you just set\n"); return 0; } /* Get conf data */ options_init(argc, argv, &my_cfg, myopts, "slave", &commonopts); /* Notifies the user if there no username in .conf */ if(username == NULL || strcmp(username, "!username") == 0 ) fprintf(stderr, "\nPlease ensure that your username is present in distrenslave.conf\n"); else if( username != NULL || strcmp(username, "!username") != 0 ) { // Log in the user if(login_user(username) == 1){ fprintf(stderr, "You should now be logged into distren.\n"); } else { fprintf(stderr, "Login failed, please check your username. If you have not registered, please do so on the DistRen website.\n"); return 0; } } else { fprintf(stderr, "Please check your distrenslave.conf, it appears to be incorrectly formatted.\n"); } fprintf(stderr, "Loading config (fasten your seatbelts for a SEGFAULT :-D )...\n"); fprintf(stderr, "Connecting to server...\n"); tmp = remoteio_open(&comm_slave, commonopts->remoteio, server); if(tmp) { fprintf(stderr, "Error connecting to server; exiting\n"); return 1; } int haveWork = 0; while(1) { // request work fprintf(stderr,"Requesting work...\n"); sendSignal(comm_slave, DISTREN_REQUEST_GETWORK); /* If we got a frame */ if(haveWork) { fprintf(stderr,"Got work from server...\n"); /* @TODO: Add remotio hooks */ // jobnum = remoteio_read(jobnum); /* Set jobnum from remoteio (we could use info from struct, but we need this info to download the xmlfile */ //framenum = remoteio_read(jobnum); /* Set framenum from remoteio */ fprintf(stderr, "Preparing to render frame %d in job %d\n", framenum, jobnum); // Variable Preparation _distren_asprintf(&jobdatapath, "job%d", jobnum); _distren_asprintf(&urltoTar, "http://protofusion.org/distren/stor/job%d/job%d.tar.gz", jobnum); // Prepares URL to download from _distren_asprintf(&pathtoTar, "%s/stor/jobdata/job%d.tar.gz", datadir, jobnum); // Prepares destination to save to _distren_asprintf(&pathtoJobfile, "%s/%s/job.blend", datadir, jobdatapath ); // Prepares the path to the jobfile _distren_asprintf(&urltoOutput, "http://protofusion.org/distren/stor/tmp/", jobdatapath ); // Prepares the URL where output is posted _distren_asprintf(&pathtoXml, "%s/job%d/job%d.xml", datadir, jobnum ); // Prepares the path to the job's XML file free(jobdatapath); // Prepare to download the job tar if it isn't present struct stat buffer; int fstatus = stat(pathtoJobfile, &buffer); if(fstatus == -1) { // Download the Tar if( curlget(urltoTar, pathtoTar) == 0){ fprintf(stderr, "Job data retrieved successfully\n"); free(urltoTar); } else { fprintf(stderr, "Downloading job data from %s failed. Check your network connection.\n",urltoTar); return 1; // Eventually make a retry loop } } else fprintf(stderr, "Using cached job file...\n"); _distren_asprintf(&outdir, "/tmp/distren/job%d", jobnum); mkdir("/tmp/distren", 0750); /* @FIXME: Change to tmpdir once it exists */ mkdir(outdir, 0750); _distren_asprintf(&tarcmd, "tar -xvf \"%s\" -C \"%s\"", pathtoTar, outdir); /* @TODO:Use a lib here! */ system(tarcmd); free(tarcmd); free(pathtoTar); free(outdir); /* Parses a job's XML file, puts data in the myjob struct */ if(xml2distrenjob(&myjob, pathtoXml) == 0) { fprintf(stderr, "Well, the XML craziness may have worked. Maybe. \n"); free(pathtoXml); /* Frees things up if it was successful. xml2distrenjob() really (usually) only fails if malloc'ing inside it fails */ distrenjob_free(&myjob); } else { fprintf(stderr, "XML job data parsing has failed. Please contact a developer, or try again.\n"); return 1; } /* Variable-fillers which require XML */ outputExt = myjob->output_format; /* Prepares the path to the jobfile */ _distren_asprintf(&pathtoOutput, "%s/job%d/output/job%d-frame%d.%s", datadir, jobnum, jobnum, framenum, outputExt ); free(outputExt); /* Execute blender */ if(exec_blender(pathtoJobfile, pathtoOutput, framenum)) { fprintf(stderr,"Error running Blender. Check your installation and/or your PATH.\n"); return 1; } free(pathtoJobfile); /* Post-execution */ fprintf(stderr, "Finished frame %d in job %d, uploading...\n", framenum, jobnum); if( !curlpost(pathtoOutput, urltoOutput)) // Uploads output { fprintf(stderr,"Upload successful, removing old output...\n"); remove(pathtoOutput); // Delete the file after its uploaded } else { fprintf(stderr,"Upload failed. Check your network connection. Retrying upload...\n"); int tries=1; while(tries<=10 && curlpost(pathtoOutput, urltoOutput)) { fprintf(stderr, "Upload failed. Trying again in 10 seconds... (attempt %d of 10)\n", tries); tries++; sleep(10); } // @TODO: Keep track of files that we were unable to upload, and upload them later } free(urltoOutput); free(pathtoOutput); // Tell the server that rendering and upload are complete // sendServer(DISTREN_REQUEST_DONEFRAME); sendSignal(comm_slave, DISTREN_REQUEST_DONEFRAME); } else fprintf(stderr,"Nothing to do. Idling...\n"); // If the server says that every frame for the last jobnum is finished, OR if the data is getting old if(1 == 0) { // Note: individual frames are already deleted after uploading, // except for ones that couldn't be uploaded delete_jobdata(jobnum, datadir); } sleep(5); // Poll 5 seconds. @TODO: Remove all polling } fprintf(stderr,"Closing connection to server...\n"); remoteio_close(comm_slave); return 0; }