Files @ a32b6945032d
Branch filter:

Location: DistRen/src/server/distrend.c - annotation

binki
add .hgignore
  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
a9cef84324c3
abcf8952747b
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
a9cef84324c3
d6d0d0d26d0b
d6d0d0d26d0b
45bf3be8fb93
742325b16d40
fea8bac851bf
c3b079b8a2dd
c3b079b8a2dd
c3b079b8a2dd
c3b079b8a2dd
c3b079b8a2dd
a9cef84324c3
d6d0d0d26d0b
83227db1cee8
49a8e39f40db
d6d0d0d26d0b
d6d0d0d26d0b
29bb47ae5ba9
4511fa3bd768
d6d0d0d26d0b
a9cef84324c3
5b7ab20c5306
9a81eb0cca5d
9a81eb0cca5d
5b7ab20c5306
5b7ab20c5306
9a81eb0cca5d
9a81eb0cca5d
4fa20a1a4a19
29bb47ae5ba9
29bb47ae5ba9
29bb47ae5ba9
f5a1573ebc08
29bb47ae5ba9
726c7e105f83
726c7e105f83
0ec89d48ac6d
0ec89d48ac6d
0ec89d48ac6d
0ec89d48ac6d
0ec89d48ac6d
0ec89d48ac6d
0ec89d48ac6d
29bb47ae5ba9
29bb47ae5ba9
29bb47ae5ba9
29bb47ae5ba9
29bb47ae5ba9
0cbd80119355
29bb47ae5ba9
29bb47ae5ba9
29bb47ae5ba9
29bb47ae5ba9
29bb47ae5ba9
c22ed9637b22
13f3a450ac0c
afc21acbe5ef
afc21acbe5ef
afc21acbe5ef
11f9a3f8299d
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
479a5c9e3a02
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
ed4e2737b53f
4d01516c95d1
1478394cbd10
4d01516c95d1
afc21acbe5ef
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
a47f25c479d3
14cd2541024e
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
afc21acbe5ef
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
afc21acbe5ef
4d01516c95d1
4d01516c95d1
afc21acbe5ef
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
17ee4de48309
14cd2541024e
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
9b974d776960
9b974d776960
1478394cbd10
1478394cbd10
9b974d776960
9b974d776960
14cd2541024e
17ee4de48309
afc21acbe5ef
1478394cbd10
4d01516c95d1
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
afc21acbe5ef
a1fb4d1ec4fa
afc21acbe5ef
4d01516c95d1
4d01516c95d1
607262f8baa4
4d01516c95d1
479a5c9e3a02
4d01516c95d1
607262f8baa4
81f92ae54ec0
4d01516c95d1
a47f25c479d3
4d01516c95d1
a47f25c479d3
a47f25c479d3
a47f25c479d3
4d01516c95d1
607262f8baa4
607262f8baa4
4d01516c95d1
a47f25c479d3
607262f8baa4
4d01516c95d1
a47f25c479d3
4d01516c95d1
4d01516c95d1
607262f8baa4
a47f25c479d3
a47f25c479d3
a47f25c479d3
a47f25c479d3
a47f25c479d3
3de305a5a38f
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
4d01516c95d1
f5a1573ebc08
4d01516c95d1
4d01516c95d1
4d01516c95d1
4fa20a1a4a19
4fa20a1a4a19
4fa20a1a4a19
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
a22d893df17e
6b3046fef006
a22d893df17e
a22d893df17e
a22d893df17e
a22d893df17e
477c564bf47e
14f43a497bd7
754555c90530
479a5c9e3a02
7c67ae7c57ca
038a38cef284
038a38cef284
7c67ae7c57ca
7c67ae7c57ca
7c67ae7c57ca
7c67ae7c57ca
7c67ae7c57ca
7c67ae7c57ca
7c67ae7c57ca
7c67ae7c57ca
7c67ae7c57ca
7c67ae7c57ca
f3074254062c
f3074254062c
7c67ae7c57ca
5820bdd36b72
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
7c67ae7c57ca
7c67ae7c57ca
f3074254062c
038a38cef284
45bf3be8fb93
f26936aa69e0
7c67ae7c57ca
7c67ae7c57ca
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
f3074254062c
038a38cef284
038a38cef284
038a38cef284
038a38cef284
038a38cef284
038a38cef284
038a38cef284
038a38cef284
038a38cef284
038a38cef284
038a38cef284
038a38cef284
038a38cef284
038a38cef284
21c31a64b0b3
f3074254062c
f3074254062c
7c67ae7c57ca
7c67ae7c57ca
7c67ae7c57ca
7c67ae7c57ca
7c67ae7c57ca
7c67ae7c57ca
f3074254062c
7c67ae7c57ca
7c67ae7c57ca
9a81eb0cca5d
734207e4d1f8
ce98fb7154f2
ce98fb7154f2
29bb47ae5ba9
ce98fb7154f2
ce98fb7154f2
ce98fb7154f2
ce98fb7154f2
0ec89d48ac6d
ce98fb7154f2
ce98fb7154f2
ce98fb7154f2
ce98fb7154f2
29bb47ae5ba9
ce98fb7154f2
5dc296ca954f
5dc296ca954f
29bb47ae5ba9
ce98fb7154f2
5dc296ca954f
5dc296ca954f
29bb47ae5ba9
ce98fb7154f2
5dc296ca954f
5dc296ca954f
29bb47ae5ba9
ce98fb7154f2
5dc296ca954f
3924a51565a6
3924a51565a6
3924a51565a6
3924a51565a6
3924a51565a6
9a7f470708e2
9a7f470708e2
9a7f470708e2
9a7f470708e2
29bb47ae5ba9
3924a51565a6
3924a51565a6
3924a51565a6
3924a51565a6
0ec89d48ac6d
3924a51565a6
3924a51565a6
3924a51565a6
3924a51565a6
3924a51565a6
29bb47ae5ba9
3924a51565a6
3924a51565a6
3924a51565a6
29bb47ae5ba9
3924a51565a6
29bb47ae5ba9
3924a51565a6
29bb47ae5ba9
3924a51565a6
29bb47ae5ba9
3924a51565a6
29bb47ae5ba9
29bb47ae5ba9
29bb47ae5ba9
29bb47ae5ba9
29bb47ae5ba9
29bb47ae5ba9
ce98fb7154f2
3924a51565a6
29bb47ae5ba9
29bb47ae5ba9
ce98fb7154f2
ce98fb7154f2
5dc296ca954f
5dc296ca954f
5dc296ca954f
5dc296ca954f
5dc296ca954f
e0d0a8f4daed
29bb47ae5ba9
84866df98f7a
84866df98f7a
84866df98f7a
84866df98f7a
db4cf067c338
84866df98f7a
5dc296ca954f
5dc296ca954f
5dc296ca954f
29bb47ae5ba9
29bb47ae5ba9
29bb47ae5ba9
1774ee56e4a6
e696db7b7db2
4d01516c95d1
e696db7b7db2
e696db7b7db2
e696db7b7db2
249d80ebb87a
84866df98f7a
5dc296ca954f
5dc296ca954f
5dc296ca954f
84866df98f7a
84866df98f7a
29bb47ae5ba9
1774ee56e4a6
5dc296ca954f
84866df98f7a
29bb47ae5ba9
db4cf067c338
29bb47ae5ba9
84866df98f7a
e696db7b7db2
e696db7b7db2
5dc296ca954f
90fbdc8cb5f5
5dc296ca954f
4d01516c95d1
29bb47ae5ba9
4d01516c95d1
29bb47ae5ba9
f0273ec64281
90fbdc8cb5f5
db4cf067c338
84866df98f7a
84866df98f7a
e696db7b7db2
e696db7b7db2
5dc296ca954f
5dc296ca954f
5dc296ca954f
84866df98f7a
84866df98f7a
5dc296ca954f
5dc296ca954f
5dc296ca954f
84866df98f7a
5dc296ca954f
84866df98f7a
84866df98f7a
846a54c8854c
afc21acbe5ef
18e6f04a1092
afc21acbe5ef
14cd2541024e
1478394cbd10
1478394cbd10
8f09d07c0f15
b141fdbcbc45
12d457aff611
14cd2541024e
14cd2541024e
14cd2541024e
1478394cbd10
1478394cbd10
1478394cbd10
8f09d07c0f15
4d01516c95d1
4d01516c95d1
4d01516c95d1
14cd2541024e
14cd2541024e
14cd2541024e
3819a4e2a1b6
1478394cbd10
1478394cbd10
e469bd961670
4d01516c95d1
b7292b0017bf
4d01516c95d1
4d01516c95d1
4d01516c95d1
07570274f727
07570274f727
14cd2541024e
1478394cbd10
01df221c59bf
dd687d0e8de0
1478394cbd10
01df221c59bf
01df221c59bf
4d01516c95d1
4d01516c95d1
14cd2541024e
14cd2541024e
14cd2541024e
14cd2541024e
14cd2541024e
14cd2541024e
14cd2541024e
14cd2541024e
1478394cbd10
14cd2541024e
4d01516c95d1
4d01516c95d1
14cd2541024e
14cd2541024e
14cd2541024e
bccdcbb96c86
14cd2541024e
14cd2541024e
14cd2541024e
14cd2541024e
14cd2541024e
14cd2541024e
14cd2541024e
14cd2541024e
1478394cbd10
14cd2541024e
4d01516c95d1
4d01516c95d1
3819a4e2a1b6
3819a4e2a1b6
3819a4e2a1b6
3819a4e2a1b6
3819a4e2a1b6
3819a4e2a1b6
3819a4e2a1b6
3819a4e2a1b6
3819a4e2a1b6
3819a4e2a1b6
3819a4e2a1b6
3819a4e2a1b6
1478394cbd10
3819a4e2a1b6
3819a4e2a1b6
1478394cbd10
3819a4e2a1b6
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
479a5c9e3a02
1478394cbd10
974e60d6a71b
479a5c9e3a02
974e60d6a71b
974e60d6a71b
974e60d6a71b
974e60d6a71b
974e60d6a71b
974e60d6a71b
974e60d6a71b
974e60d6a71b
1478394cbd10
1478394cbd10
1478394cbd10
227f5367101a
4d01516c95d1
2cda22b5a7ed
66fd3b9ad6c2
2cda22b5a7ed
4d01516c95d1
4d01516c95d1
ba5d7bfefee2
e2a9aaa01362
/*
  Copyright 2010 Nathan Phillip Brink, Ethan Zonca, Matthew Orlando

  This file is a part of DistRen.

  DistRen is free software: you can redistribute it and/or modify
  it under the terms of the GNU Affero General Public License as published by
  the Free Software Foundation, either version 3 of the License, or
  (at your option) any later version.

  DistRen is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU Affero General Public License for more details.

  You should have received a copy of the GNU Affero General Public License
  along with DistRen.  If not, see <http://www.gnu.org/licenses/>.

*/

/* This file contains the code which both processes (renders) jobs as a slave, and the code which distributes frames to slaves after receiving them from the client portion of the codebase. */

#include "distrenjob.h"
#include "listen.h"
#include "slavefuncs.h"
#include "mysql.h"

#include "common/asprintf.h"
#include "common/execio.h"
#include "common/options.h"
#include "common/protocol.h"

#include <confuse.h>
#include <malloc.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <sys/stat.h>
#include <sys/types.h>
#include <time.h>
#include <unistd.h>

#include <libxml/encoding.h>
#include <libxml/parser.h>
#include <libxml/tree.h>
#include <libxml/xmlmemory.h>
#include <libxml/xmlreader.h>
#include <libxml/xmlwriter.h>

/* ******************* Structs ************************ */
struct general_info
{
  struct distrenjob head;
  distrend_mysql_conn_t conn;

  struct distrend_config *config;

  struct
  {
    /** general_info.xml */
    char *geninfo;
    
  } files;

  int jobs_in_queue;
  unsigned int free_clients;
  unsigned int rendering_clients;
  unsigned int total_finished_jobs;
  unsigned int total_frames_rendered;
  unsigned int highest_jobnum;
  int hibernate;
  time_t timestamp;
  unsigned long total_render_power;
  unsigned long total_priority_pieces;
};


/* *********************************************
   Function Prototypes
   ********************************************* */

/* ************General Functions************* */
int distrend_do();
int distrend_do_config(int argc, char *argv[], struct distrend_config **config);
int distrend_config_free(struct distrend_config *config);
int distrend_handle_request(struct distren_request *req, void *reqdata, struct general_info *geninfo);

/* **************XML Functions**************** */
void update_general_info(struct general_info *geninfo);
int import_general_info(struct general_info *general_info);
int update_xml_joblist(struct general_info *geninfo);

/* **************Test Functions**************** */
int interactiveTest(int test, struct general_info *general_info);

/* **************** Main ********************* */
int main(int argc, char *argv[])
{
  /* Parse arguments */
  int counter;
  int test = 0; /*< Interactive mode if 1 */
  struct general_info general_info;
  struct distrend_clientset *clients;

  enum clientstatus
  {
    CLIENTSTATUS_UNINITIALIZED = 0,
    CLIENTSTATUS_BUSY = 1,
    CLIENTSTATUS_IDLE = 2
  } clientstatus;

  clientstatus = CLIENTSTATUS_UNINITIALIZED;
  // xmlinit();

  for(counter = 0; counter < argc; counter ++)
    {
      if(strcmp(argv[counter], "-h") == 0)
      {
    	  fprintf(stderr, "Usage: distrend [option] \nStarts the distrend server\n\t-h\tshow this help\n\t-t\tlaunches queue testing interface \n");
	  return 2;
      }

      else if(strcmp(argv[counter], "-t") == 0)
      {
    	  fprintf(stderr, "Entering into test mode...\n\n");
    	  test = 1;
      }
    }


  if(distrend_do_config(argc, argv, &general_info.config))
    return 1;

  /** preset paths */
  _distren_asprintf(&general_info.files.geninfo, "%s/general_info.xml",
		    general_info.config->datadir);

  /** MySQL Connection */
  fprintf(stderr,"Connecting to mysql...\n");
  if(mysqlConnect(&general_info.conn,
		  general_info.config->mysql_user,
		  general_info.config->mysql_host,
		  general_info.config->mysql_pass,
		  general_info.config->mysql_database) )
    {
      fprintf(stderr, "%s:%d: mysqlConnect() failed\n", __FILE__, __LINE__);
      fprintf(stderr, "don't test mysql stuff\n");
      interactiveTest(test, &general_info);
      return 1;
    }
  fprintf(stderr,"Finished connecting!\n");

  /** Execute test function */
  interactiveTest(test, &general_info);

  if(distrend_listen(general_info.config, &clients))
    {
      fprintf(stderr, "error listening\n");
      return 1;
    }

  int slaveKey = 0; // Remotio should set me on a per-slave basis
  /* Main Loop */
  while(!general_info.config->die)
    {
      int clientrequest = 0; /*< temporary example variable, will be replaced when we can handle messages */

      distrend_accept(general_info.config, clients, (distrend_handle_request_t)&distrend_handle_request, (void *)&general_info);

      /* Run the watchdog, @TODO: like every 10 mins or something */
      frame_watchdog(general_info.conn);

      struct frameset frame;
      struct distrenjob *job;
      distrenjob_new(&job);

      memset(&frame, '\0', sizeof(frame));

      /** If client requests work */
      if(clientrequest == DISTREN_REQUEST_GETWORK)
	{
	  int returnnum = find_jobframe(general_info.conn, slaveKey, &job->jobnum, &frame.num); // Finds a frame to render @FIXME: Slavenum :D
	  if(returnnum); /* No work on server */
	  else
	    remotio_send_to_client(frame.num, job->jobnum); // Pseudo-sends data to client
	}
      /* If the client states that they finished the frame */
      else if(clientrequest == DISTREN_REQUEST_DONEFRAME)
	{
	  clientstatus = CLIENTSTATUS_IDLE; // Sets the client back to idle
	  finish_frame(general_info.conn, 0, job->jobnum, frame.num); // @TODO: Make sure this actually works.
	}
      distrenjob_free(&job);
    }

  distrend_unlisten(general_info.config->listens, clients);
  distrend_config_free(general_info.config);

  xmlcleanup();

  /** free() paths */
  free(general_info.files.geninfo);
  mysqlDisconnect(general_info.conn);

  return 0;
}

/* ********************** Functions ************************* */

int distrend_handle_request(struct distren_request *req, void *reqdata, struct general_info *geninfo)
{
  fprintf(stderr, "I can haz data %d bytes long\n", req->len);

  return 0;
}

/**
   Performs command stored in a client's request. @TODO: Fill stub
*/
int distrend_do()
{
  return 0;
}

/* Grabs config info from confs */
int distrend_do_config(int argc, char *argv[], struct distrend_config **config)
{
  unsigned int counter;

  cfg_opt_t myopts_listen[] =
    {
      CFG_SIMPLE_STR("type", NULL),
      CFG_SIMPLE_STR("path", NULL),
      CFG_SIMPLE_INT("port", NULL),
      CFG_END()
    };
  cfg_opt_t myopts[] =
    {
      CFG_SEC("listen",  /* this must be imported into struct listens (which must still be declared) */
          myopts_listen,
          CFGF_MULTI),
      CFG_SIMPLE_STR("datadir", NULL),
      CFG_STR_LIST("render_types", NULL, CFGF_NONE),
      CFG_SIMPLE_STR("mysql_user", NULL),
      CFG_SIMPLE_STR("mysql_host", NULL),
      CFG_SIMPLE_STR("mysql_pass", NULL),
      CFG_SIMPLE_STR("mysql_database", NULL),
      CFG_END()
    };

  cfg_t *cfg_listen;

  fprintf(stderr, "%s:%d: running config\n", __FILE__, __LINE__);
  *config = malloc(sizeof(struct distrend_config));
  myopts[1].simple_value = &(*config)->datadir;
  myopts[3].simple_value = &(*config)->mysql_user;
  myopts[4].simple_value = &(*config)->mysql_host;
  myopts[5].simple_value = &(*config)->mysql_pass;
  myopts[6].simple_value = &(*config)->mysql_database;

  if(options_init(argc, argv, &(*config)->mycfg, myopts, "daemon", &(*config)->options))
    return 1;

  /**
     grab listen blocks:
   */
  (*config)->listens = malloc(sizeof(struct distrend_listen) * (cfg_size((*config)->mycfg, "listen") + 1));
  for(counter = 0; counter < cfg_size((*config)->mycfg, "listen"); counter ++)
    {
      cfg_listen = cfg_getnsec((*config)->mycfg, "listen", counter);
      (*config)->listens[counter].port = cfg_getint(cfg_listen, "port");
      (*config)->listens[counter].sock = -1;
    }
  memset(&(*config)->listens[counter], '\0', sizeof(struct distrend_listen));

  fprintf(stderr, "using %s as datadir\n", (*config)->datadir);

  return 0;
}
int distrend_config_free(struct distrend_config *config)
{
  options_free(config->options);
  free(config);

  return 0;
}
/* ************************** XML Functions ************************* */

// writes the general_info.xml file which is a copy of the general_info structure
// except that it doesn't hold free_clients and rendering_clients
void update_general_info(struct general_info *geninfo)
{
  xmlTextWriterPtr writer;
  char *tmp;

  writer = xmlNewTextWriterFilename(geninfo->files.geninfo, 0);
  xmlTextWriterStartDocument(writer, NULL, "utf-8", NULL);

  xmlTextWriterStartElement(writer, (xmlChar*)"general_info");

  _distren_asprintf(&tmp, "%d", geninfo->jobs_in_queue);
  xmlTextWriterWriteElement(writer, (xmlChar*)"jobs_in_queue", (xmlChar*)tmp);
  free(tmp);

  _distren_asprintf(&tmp, "%d", geninfo->total_finished_jobs);
  xmlTextWriterWriteElement(writer, (xmlChar*)"total_finished_jobs", (xmlChar*)tmp);
  free(tmp);

  _distren_asprintf(&tmp, "%d", geninfo->total_frames_rendered);
  xmlTextWriterWriteElement(writer, (xmlChar*)"total_frames_rendered", (xmlChar*)tmp);
  free(tmp);

  _distren_asprintf(&tmp, "%d", geninfo->highest_jobnum);
  xmlTextWriterWriteElement(writer, (xmlChar*)"highest_jobnum", (xmlChar*)tmp);
  free(tmp);

  xmlTextWriterEndDocument(writer);
  xmlFreeTextWriter(writer);
}

/**
   Reads general state information from general_info.xml
   into the general_info structure.
*/
int import_general_info(struct general_info *general_info)
{
  xmlDocPtr doc;
  xmlNodePtr cur;

  doc = xmlParseFile(general_info->files.geninfo);
  cur = xmlDocGetRootElement(doc);
  if (xmlStrcmp(cur->name, (xmlChar*)"general_info"))
    {
      fprintf(stderr, "xml document is wrong type");
      xmlFreeDoc(doc);
      return 1;
    }

  cur = cur->xmlChildrenNode;
  general_info->jobs_in_queue = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));
  cur = cur->next;
  general_info->total_finished_jobs = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));
  cur = cur->next;
  general_info->total_frames_rendered = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));
  cur = cur->next;
  general_info->highest_jobnum = atoi((char*)xmlNodeListGetString(doc, cur->xmlChildrenNode, 1));

  general_info->hibernate = 0;
  general_info->free_clients = 0;
  general_info->rendering_clients = 0;
  general_info->timestamp = 0;
  general_info->total_render_power = 0;
  general_info->total_priority_pieces = 0;

  xmlFreeDoc(doc);

  return 0;
}


/**
   updates job_list.xml which lists all the jobs in the queue
   @return 0 means success
*/
// @QUERY: Likely obselete (don't remove at request of ohnobinki)
int update_xml_joblist(struct general_info *geninfo)
{
  struct distrenjob *job;
  xmlTextWriterPtr writer;
  char *tmp;
  int counter;

  /**
     update timestamp
  */
  geninfo->timestamp ++;
  if(geninfo->timestamp > 65530)
    geninfo->timestamp = 0;

  _distren_asprintf(&tmp, "%s/job_list.xml",
                    geninfo->config->datadir);
  writer = xmlNewTextWriterFilename(tmp, 0);
  free(tmp);

  xmlTextWriterStartDocument(writer, NULL, "utf-8", NULL);

  /**
     create root element job_list
  */
  xmlTextWriterStartElement(writer, (xmlChar*)"job_list");

  _distren_asprintf(&tmp, "%d", geninfo->timestamp);
  xmlTextWriterWriteAttribute(writer, (xmlChar*)"timestamp", (xmlChar*)tmp);
  free(tmp);

  geninfo->total_priority_pieces = 0;
  counter = 0;
  for(job = geninfo->head.next; job; job = job->next)
    {
      _distren_asprintf(&tmp, "%d", job->jobnum);
      xmlTextWriterWriteElement(writer, (xmlChar*)"jobnum", (xmlChar*)tmp);
      free(tmp);

      /**
        this is needed for the new frame finder to work
      
        Why the random constant numeral 11? --ohnobinki
      */
      geninfo->total_priority_pieces = geninfo->total_priority_pieces + job->priority;

      counter++;
    }

  xmlTextWriterEndElement(writer);

  /**
     close elements and end document
  */
  xmlTextWriterEndDocument(writer);

  /**
     free writer and save xml file to disk
  */
  xmlFreeTextWriter(writer);
  return 0;
}

/* ************************** Test Functions ************************* */


/** Interactive test for the queuing system */
/* @QUEUE: Test uses methods not present in C code using mysql web-based system */
int interactiveTest(int test, struct general_info *geninfo)
{
  int command;
  int32_t slaveKey = 1;
  jobnum_t jobKey = 0;
  int32_t frameNum = 0;
  int32_t newPriority = 0;
  int tmp = 0;
  struct distrend_clientset *clients;

  fprintf(stderr,"Hello!\n");

  while(test == 1)
   {
     fprintf(stderr, "Welcome to DistRen Alpha Interactive Test Mode\n\n");
     fprintf(stderr, "\t1 \tGet a frame to render\n");
     fprintf(stderr, "\t2 \tChange job priority\n");
     fprintf(stderr, "\t3 \tSet frame finished\n");
     fprintf(stderr, "\t4 \tSet frame started\n");
     fprintf(stderr, "\t5 \tStart listener\n");
     fprintf(stderr, "\t0 \tQuit\n");

     scanf("%d", &command);

     switch(command)
     {
     case 1:
       fprintf(stderr,"Slave Key: ");
       scanf("%d", &slaveKey);
       fprintf(stderr, "Got frame: ");
       if(find_jobframe(geninfo->conn, slaveKey, &jobKey, &frameNum))
         fprintf(stderr,"No frames available to render!\n");
       else if(jobKey == -1)
         fprintf(stderr,"Slave %d has no render power!", slaveKey);
       else
         fprintf(stderr, "jobKey: %d, frameNum: %d\n",jobKey,frameNum);
       break;
     case 2:
       fprintf(stderr,"Job key: ");
       scanf("%d", &tmp);
       jobKey = tmp;

       fprintf(stderr,"New priority: ");
       scanf("%d", &tmp);
       newPriority = tmp;

       change_job_priority(geninfo->conn, jobKey, newPriority);
       fprintf(stderr,"Changed!");
       break;
     case 3:
       fprintf(stderr,"Slave Key: ");
       scanf("%d", &tmp);
       slaveKey = tmp;

       fprintf(stderr,"Job Key: ");
       scanf("%d", &tmp);
       jobKey = tmp;

       fprintf(stderr,"Frame Number: ");
       scanf("%d", &tmp);
       frameNum = tmp;

       finish_frame(geninfo->conn, slaveKey, jobKey, frameNum);
       fprintf(stderr,"Finished Frame!\n");
       break;
     case 4:
       fprintf(stderr,"Slave Key: ");
       scanf("%d", &tmp);
       slaveKey = tmp;

       fprintf(stderr,"Job Key: ");
       scanf("%d", &tmp);
       jobKey = tmp;

       fprintf(stderr,"Frame Number: ");
       scanf("%d", &tmp);
       frameNum = tmp;

       start_frame(geninfo->conn, slaveKey, jobKey, frameNum);
       fprintf(stderr,"Started Frame!\n");
       break;

     case 5:
       if(distrend_listen(geninfo->config, &clients))
	 {
	   fprintf(stderr, "error listening\n");
	   return 1;
	 }
       while(1)
	 {
	   distrend_accept(geninfo->config, clients, (distrend_handle_request_t)&distrend_handle_request, (void *)geninfo);
	   /*
	     code for reading data from clients either goes here or in distrend_accept().
	     it might make sense for us to just pass the distrend_accept() function a
	     callback which can handle packets or to have a generic packet handling
	     subsystem which gathers data into groups defined by by packet.h and then
	     passed onto the callback.
	   */
	 }
       break;
       
     case 0:
       test = 0;
       break;
     default:
       fprintf(stderr, "Invalid input, please try again.\n");
       break;
     }
   }
  return 0;
}