Files @ d1b199f51bbd
Branch filter:

Location: DistRen/src/server/slavefuncs.c - annotation

ethanzonca@localhost.localdomain
Upload failure management
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
1f744ce71f83
ae5dba793b20
a04225d4bde8
1a3a33feac5c
12f4253fa8db
4798596e5c1c
d851e72d74a8
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
32109b7e973a
b4fe3a4fca78
8feb0005e773
7225f5e7ec44
38944c233d6a
38944c233d6a
32109b7e973a
1b885b7c9c3e
7041fc952a3d
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
c27e5bb830d1
c27e5bb830d1
2dac5dfaf6bc
b36d84a3204a
2dac5dfaf6bc
2dac5dfaf6bc
03f549da3f73
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
1b885b7c9c3e
1b885b7c9c3e
2dac5dfaf6bc
2cc251e83bbb
b236a45982d4
b236a45982d4
7a147d9d03a8
b236a45982d4
7a147d9d03a8
b236a45982d4
2cc251e83bbb
2cc251e83bbb
2cc251e83bbb
454b0844bf6e
27c9b4850828
b50933ddbb8f
b50933ddbb8f
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
2e6b26cb909d
f597c84c5247
f597c84c5247
4b8e027a0b0c
f597c84c5247
f597c84c5247
f597c84c5247
454b0844bf6e
c567abe6076a
4b8e027a0b0c
2e6b26cb909d
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
f597c84c5247
f597c84c5247
f597c84c5247
c567abe6076a
c567abe6076a
c567abe6076a
f597c84c5247
454b0844bf6e
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
2cc251e83bbb
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
2cc251e83bbb
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
c567abe6076a
d1b199f51bbd
c567abe6076a
c567abe6076a
1f744ce71f83
7225f5e7ec44
d851e72d74a8
d851e72d74a8
f621356ea2ca
f621356ea2ca
1f744ce71f83
1f744ce71f83
7225f5e7ec44
45bbc99ffe99
5b8e1f111c7f
7511a4140204
7511a4140204
5b8e1f111c7f
5b8e1f111c7f
5b8e1f111c7f
5b8e1f111c7f
5b8e1f111c7f
5b8e1f111c7f
5b8e1f111c7f
5b8e1f111c7f
7511a4140204
f9829af53ca6
f9829af53ca6
7511a4140204
7511a4140204
f9829af53ca6
f9829af53ca6
7511a4140204
7511a4140204
5b8e1f111c7f
5b8e1f111c7f
f9829af53ca6
f9829af53ca6
f9829af53ca6
f9829af53ca6
f9829af53ca6
f9829af53ca6
f9829af53ca6
f9829af53ca6
f9829af53ca6
5b8e1f111c7f
7511a4140204
5b8e1f111c7f
5b8e1f111c7f
5b8e1f111c7f
7511a4140204
7225f5e7ec44
9b1f363559ec
0deae41fe011
1f744ce71f83
83b5a81f8c76
1f744ce71f83
b4fe3a4fca78
d131e91f8598
12f00f880402
1f744ce71f83
12f00f880402
a04225d4bde8
a04225d4bde8
b50933ddbb8f
00132229c637
a04225d4bde8
96731e6c15f9
a04225d4bde8
b50933ddbb8f
a04225d4bde8
a04225d4bde8
a04225d4bde8
00132229c637
a04225d4bde8
a04225d4bde8
96731e6c15f9
96731e6c15f9
a04225d4bde8
f9829af53ca6
f9829af53ca6
f9829af53ca6
f9829af53ca6
f9829af53ca6
f9829af53ca6
ae5dba793b20
f9829af53ca6
f9829af53ca6
12f00f880402
f9829af53ca6
f9829af53ca6
00132229c637
84f81c551688
f9829af53ca6
f9829af53ca6
f9829af53ca6
f9829af53ca6
12f00f880402
f9829af53ca6
f9829af53ca6
84f81c551688
1f744ce71f83
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
2dac5dfaf6bc
/*
  Copyright 2009 Nathan Phillip Brink, Ethan Zonca, Matthew Orlando

  This file is a part of DistRen.

  DistRen is free software: you can redistribute it and/or modify
  it under the terms of the GNU Affero General Public License as published by
  the Free Software Foundation, either version 3 of the License, or
  (at your option) any later version.

  DistRen is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU Affero General Public License for more details.

  You should have received a copy of the GNU Affero General Public License
  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.
*/

#include "protocol.h"
#include "asprintf.h"
#include "slavefuncs.h"
#include "distrenjob.h"
#include "execio.h"

#include <curl/curl.h>
#include <curl/types.h>
#include <curl/easy.h>

#include <stdio.h>
#include <string.h>
#include <unistd.h>
#include <stdlib.h>
#include <sys/stat.h>
#include <fcntl.h>



/**
 utility function for XPath-ish stuff:
 */
xmlNodePtr xml_quickxpath(xmlXPathContextPtr xpathctxt, xmlChar *path)
{
  xmlNodePtr toreturn;

  xmlXPathObjectPtr xmlxpathobjptr;
  xmlxpathobjptr = xmlXPathEval(path, xpathctxt);
  if(!xmlxpathobjptr
     || !xmlxpathobjptr->nodesetval->nodeNr)
    {
      fprintf(stderr, "XPath resolution failed for ``%s'' in ``%s'' (``%s'')\n", path, xpathctxt->doc->name, xpathctxt->doc->URL);
      return (xmlNodePtr)NULL;
    }

  toreturn = *(xmlxpathobjptr->nodesetval->nodeTab);

  xmlXPathFreeObject(xmlxpathobjptr);

  return toreturn;
}


/** Stub for deleting job data from the disk. @TODO: unstubify me! */
int delete_jobdata(int jobnum, char *datadir)
{
  char *jobpath;
  _distren_asprintf(&jobpath, "%s/%d", datadir, jobnum);
  rmdir(jobpath);
  fprintf(stderr, "I just failed to remove all of your job data because I can only delete empty directories! Haha!\nPlease contact the dev team :D\n\tWe'd be overjoyed to know that someone was willing to try to use this in this devel/design/planning stage ;-)\n");
  return 0;
}

/** Stub stub stubbiness ugh @TODO: Kill me. */
void tell_the_server(int stuff){
}

/** Function referenced by curlget() to write data to disk. */
size_t curl_writetodisk(void *ptr, size_t size, size_t nmemb, FILE *stream)
 {
    return fwrite(ptr, size, nmemb, stream);
  }

/** Helper function for cURL's progress display */
int curl_progress( char *Bar,double t,double d,double ultotal,double ulnow)
{
fprintf(stderr,"Downloading: %f%% complete\r",d/t*100);
return 0;
}

/** Retrieves a URL with cURL and saves it to disk */
int curlget(char *url, char *out){
  fprintf(stderr,"Preparing to download %s",url);
  double *Bar; // Stores cURL progress display info
  CURL *curl;
  CURLcode res;
  FILE *outfile;

  curl = curl_easy_init();
  if(curl) {
	outfile = fopen(out, "w"); // Open where we're writing to

  curl_easy_setopt(curl, CURLOPT_URL, url);
  curl_easy_setopt(curl, CURLOPT_WRITEDATA, outfile);
  curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, curl_writetodisk); // this MUST be set for win32 compat.
  curl_easy_setopt(curl, CURLOPT_NOPROGRESS, 0);
  curl_easy_setopt(curl, CURLOPT_PROGRESSFUNCTION, curl_progress);
  curl_easy_setopt(curl, CURLOPT_PROGRESSDATA, &Bar);
  res = curl_easy_perform(curl);
  curl_easy_cleanup(curl);
  }
  fprintf(stderr,"\n"); // Clears out he progressbar's carriage return
  return res; // 0 means OK, nonzero means AAAH badness
}

/** Posts a file to a url with cUrl */
int curlpost(char *filename, char *url){
  char *targetname = "uploadedfile"; // Name of the target in the php file on the server (Don't change me unless you have different PHP code)
  CURL *curl;
  CURLcode res;
  struct curl_httppost *formpost=NULL;
  struct curl_httppost *lastptr=NULL;
  struct curl_slist *headerlist=NULL;
  static const char buf[] = "Expect:";

  curl_global_init(CURL_GLOBAL_ALL);

  /* upload field... */
  curl_formadd(&formpost,
               &lastptr,
               CURLFORM_COPYNAME, targetname,
               CURLFORM_FILE, filename,
               CURLFORM_END);
  /* filename field... */
  curl_formadd(&formpost,
               &lastptr,
               CURLFORM_COPYNAME, "filename",
               CURLFORM_COPYCONTENTS, filename,
               CURLFORM_END);
  /* submit field, not usually needed, just in case... */
  curl_formadd(&formpost,
               &lastptr,
               CURLFORM_COPYNAME, "submit",
               CURLFORM_COPYCONTENTS, "send",
               CURLFORM_END);

  curl = curl_easy_init();
  headerlist = curl_slist_append(headerlist, buf);
  if(curl) {
    /* Setting the URL to get the post, and the contents of the post */
    curl_easy_setopt(curl, CURLOPT_URL, url);
    curl_easy_setopt(curl, CURLOPT_HTTPPOST, formpost);
    res = curl_easy_perform(curl);

    curl_easy_cleanup(curl);
    /* cleanup the formpost junk */
    curl_formfree(formpost);
    curl_slist_free_all (headerlist);
  }
  return res;
}


/** Logs the user into the server after ensuring that keys exist */
int login_user(char *username)
{
  // @TODO: Put some telnet-style auth code here
  return 1; // success
}

/** Replaces !username with a username in the slave's conf file */
int conf_replace(char *username){
  int maxlinelen = 120;
  char *fileOrig = SYSCONFDIR "/distrenslave.conf";
  char *fileRepl = SYSCONFDIR "/distrenslave.conf.edited";
  char *text2find = "!username";
  char *text2repl = username;
  char buffer[maxlinelen+2];
  char *buff_ptr, *find_ptr;
  FILE *fp1, *fp2;
  size_t find_len = strlen(text2find);
  fp1 = fopen(fileOrig,"r");
  fp2 = fopen(fileRepl,"w");
  if (fp1 ==NULL){
    fprintf(stderr, "%s doesn't exist\n",fileOrig);
    return 0;
  }
  else if(fp2 ==NULL){
    fprintf(stderr, "Can't write a file to disk! Check permissions.\n");
    return 0;
  }
  else{
    while(fgets(buffer,maxlinelen+2,fp1))
      {
        buff_ptr = buffer;
        while ((find_ptr = strstr(buff_ptr,text2find)))
        {
           while(buff_ptr < find_ptr)
             fputc((int)*buff_ptr++,fp2);
           fputs(text2repl,fp2);
           buff_ptr += find_len;
         }
         fputs(buff_ptr,fp2);
      }
    rename(fileRepl, fileOrig);
  }
  fclose(fp2);
  fclose(fp1);
  fprintf(stderr,"Wrote conf file...\n");
return 1; // Success
}


/* Executors */


/** Executor function for Blender operations */
void exec_blender(char *input, char *output, int frame)
{
  fprintf(stderr,"Preparing to execute...\n");
  int ret;
  char *frame_str;

  /* start execio code */
  char *command = "blender"; // @TODO: append .exe if win32?

  char *cmd[] = { command, "-b", "-o", output, input, "-f", frame_str, (char *)NULL };

  char buf[10];
  struct execio *testrem;
  size_t readlen;

  _distren_asprintf(&frame_str, "%i", frame);

  ret = execio_open(&testrem, command, cmd); // This path will be absolute for testing, @TODO: should be relative to install on production
  buf[9] = '\0';
  while(!execio_read(testrem, buf, 9, &readlen))
    {
      if(readlen > 9) {
        fprintf(stderr, "Something is terribly wrong!\n");
       }
       buf[readlen] = '\0';
       fprintf(stderr, "read \"%s\"\n", buf);

       // @TODO: Better location for this code?
      tell_the_server(DISTREN_REQUEST_PROGRESS);
      fprintf(stderr, "Rendering...\n");
    }
  execio_close(testrem);
  /* end execio code */

  if(ret == 1){
    fprintf(stderr,"Error starting Blender. Check your install.\n");
  }
  else{
    fprintf(stderr,"Execution was successful.\n");
  }
  // Consider placing the following in the exec_blender() function

}

void xmlinit()
{
  xmlInitParser();
  xmlXPathInit();
}

void xmlcleanup()
{
  xmlCleanupParser();
}