indexamajig.c 18.4 KB
Newer Older
Thomas White's avatar
Thomas White committed
1
/*
2
 * indexamajig.c
Thomas White's avatar
Thomas White committed
3
 *
Thomas White's avatar
Thomas White committed
4
 * Index patterns, output hkl+intensity etc.
Thomas White's avatar
Thomas White committed
5
 *
6
7
 * Copyright © 2012 Deutsches Elektronen-Synchrotron DESY,
 *                  a research centre of the Helmholtz Association.
8
9
 * Copyright © 2012 Richard Kirian
 * Copyright © 2012 Lorenzo Galli
10
11
 *
 * Authors:
12
13
14
 *   2010-2012 Thomas White <taw@physics.org>
 *   2011      Richard Kirian
 *   2012      Lorenzo Galli
Chuck's avatar
Chuck committed
15
 *   2012      Chunhong Yoon
Thomas White's avatar
Thomas White committed
16
 *
Thomas White's avatar
Thomas White committed
17
18
19
20
21
22
23
24
25
26
27
28
29
30
 * This file is part of CrystFEL.
 *
 * CrystFEL is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * CrystFEL is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with CrystFEL.  If not, see <http://www.gnu.org/licenses/>.
Thomas White's avatar
Thomas White committed
31
32
33
34
35
36
37
38
39
40
41
42
43
44
 *
 */


#ifdef HAVE_CONFIG_H
#include <config.h>
#endif

#include <stdarg.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <unistd.h>
#include <getopt.h>
Thomas White's avatar
Thomas White committed
45
#include <hdf5.h>
Thomas White's avatar
Thomas White committed
46
#include <gsl/gsl_errno.h>
47
48

#ifdef HAVE_CLOCK_GETTIME
49
#include <time.h>
50
51
52
#else
#include <sys/time.h>
#endif
Thomas White's avatar
Thomas White committed
53

Thomas White's avatar
Thomas White committed
54
55
56
57
58
59
60
61
62
63
64
#include "utils.h"
#include "hdf5-file.h"
#include "index.h"
#include "peaks.h"
#include "detector.h"
#include "filters.h"
#include "thread-pool.h"
#include "beam-parameters.h"
#include "geometry.h"
#include "stream.h"
#include "reflist-utils.h"
65

66
#include "im-sandbox.h"
67
68


Thomas White's avatar
Thomas White committed
69
70
71
72
73
74
static void show_help(const char *s)
{
	printf("Syntax: %s [options]\n\n", s);
	printf(
"Process and index FEL diffraction images.\n"
"\n"
75
" -h, --help               Display this help message.\n"
Thomas White's avatar
Thomas White committed
76
"\n"
77
" -i, --input=<filename>   Specify file containing list of images to process.\n"
Thomas White's avatar
Thomas White committed
78
"                           '-' means stdin, which is the default.\n"
Thomas White's avatar
Thomas White committed
79
80
" -o, --output=<filename>  Write output stream to this file. '-' for stdout.\n"
"                           Default: indexamajig.stream\n"
Thomas White's avatar
Thomas White committed
81
"\n"
Thomas White's avatar
Thomas White committed
82
83
84
85
86
"     --indexing=<methods> Use 'methods' for indexing.  Provide one or more\n"
"                           methods separated by commas.  Choose from:\n"
"                            none     : no indexing (default)\n"
"                            dirax    : invoke DirAx\n"
"                            mosflm   : invoke MOSFLM (DPS)\n"
Thomas White's avatar
Thomas White committed
87
"                            reax     : DPS algorithm with known unit cell\n"
88
" -g. --geometry=<file>    Get detector geometry from file.\n"
89
90
91
" -b, --beam=<file>        Get beam parameters from file (provides nominal\n"
"                           wavelength value if no per-shot value is found in\n"
"                           the HDF5 files.\n"
92
" -p, --pdb=<file>         PDB file from which to get the unit cell to match.\n"
Thomas White's avatar
Thomas White committed
93
"                           Default: 'molecule.pdb'.\n"
94
"     --basename           Remove the directory parts of the filenames.\n"
95
" -x, --prefix=<p>         Prefix filenames from input file with <p>.\n"
96
97
98
"     --peaks=<method>     Use 'method' for finding peaks.  Choose from:\n"
"                           zaef  : Use Zaefferer (2000) gradient detection.\n"
"                                    This is the default method.\n"
99
100
101
"                           hdf5  : Get from a table in HDF5 file.\n"
"     --hdf5-peaks=<p>     Find peaks table in HDF5 file here.\n"
"                           Default: /processing/hitfinder/peakinfo\n"
Thomas White's avatar
Thomas White committed
102
103
"\n\n"
"You can control what information is included in the output stream using\n"
Thomas White's avatar
Thomas White committed
104
"' --record=<flag1>,<flag2>,<flag3>' and so on.  Possible flags are:\n\n"
105
106
" integrated        Include a list of reflection intensities, produced by\n"
"                    integrating around predicted peak locations.\n"
Thomas White's avatar
Thomas White committed
107
"\n"
108
109
" peaks             Include peak locations and intensities from the peak\n"
"                    search.\n"
Thomas White's avatar
Thomas White committed
110
"\n"
111
" peaksifindexed    As 'peaks', but only if the pattern could be indexed.\n"
Thomas White's avatar
Thomas White committed
112
"\n"
113
114
" peaksifnotindexed As 'peaks', but only if the pattern could NOT be indexed.\n"
"\n\n"
Thomas White's avatar
Thomas White committed
115
"The default is '--record=integrated'.\n"
Thomas White's avatar
Thomas White committed
116
117
"\n\n"
"For more control over the process, you might need:\n\n"
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
"  --cell-reduction=<m>  Use <m> as the cell reduction method. Choose from:\n"
"                         none    : no matching, just use the raw cell.\n"
"                         reduce  : full cell reduction.\n"
"                         compare : match by at most changing the order of\n"
"                                   the indices.\n"
"                         compare_ab : compare 'a' and 'b' lengths only.\n"
"    --tolerance=<tol>   Set the tolerances for cell reduction.\n"
"                          Default: 5,5,5,1.5.\n"
"    --filter-cm         Perform common-mode noise subtraction on images\n"
"                         before proceeding.  Intensities will be extracted\n"
"                         from the image as it is after this processing.\n"
"    --filter-noise      Apply an aggressive noise filter which sets all\n"
"                         pixels in each 3x3 region to zero if any of them\n"
"                         have negative values.  Intensity measurement will\n"
"                         be performed on the image as it was before this.\n"
"    --no-sat-corr       Don't correct values of saturated peaks using a\n"
"                         table included in the HDF5 file.\n"
"    --threshold=<n>     Only accept peaks above <n> ADU.  Default: 800.\n"
"    --min-gradient=<n>  Minimum gradient for Zaefferer peak search.\n"
"                         Default: 100,000.\n"
"    --min-snr=<n>       Minimum signal-to-noise ratio for peaks.\n"
"                         Default: 5.\n"
"    --min-integration-snr=<n> Minimum signal-to-noise ratio for peaks\n"
"                         during integration. Default: -infinity.\n"
"    --int-radius=<r>    Set the integration radii.  Default: 4,5,7.\n"
"-e, --image=<element>   Use this image from the HDF5 file.\n"
"                          Example: /data/data0.\n"
"                          Default: The first one found.\n"
Thomas White's avatar
Thomas White committed
146
"\n"
147
148
149
150
"\nFor time-resolved stuff, you might want to use:\n\n"
"     --copy-hdf5-field <f>  Copy the value of field <f> into the stream. You\n"
"                             can use this option as many times as you need.\n"
"\n"
151
152
153
"\nOptions for greater performance or verbosity:\n\n"
"     --verbose            Be verbose about indexing.\n"
" -j <n>                   Run <n> analyses in parallel.  Default 1.\n"
154
155
156
"\n"
"\nOptions you probably won't need:\n\n"
"     --no-check-prefix    Don't attempt to correct the --prefix.\n"
Chuck's avatar
Chuck committed
157
158
"     --closer-peak        Don't integrate from the location of a nearby peak\n"
"                           instead of the predicted spot.  Don't use.\n"
159
160
"     --insane             Don't check that the reduced cell accounts for at\n"
"                           least 10%% of the located peaks.\n"
161
162
"     --no-bg-sub          Don't subtract local background estimates from\n"
"                           integrated intensities.\n"
Thomas White's avatar
Thomas White committed
163
);
Thomas White's avatar
Thomas White committed
164
165
166
}


167
168
169
static int parse_cell_reduction(const char *scellr, int *err,
                                int *reduction_needs_cell)
{
Thomas White's avatar
Thomas White committed
170
	*err = 0;
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
	if ( strcmp(scellr, "none") == 0 ) {
		*reduction_needs_cell = 0;
		return CELLR_NONE;
	} else if ( strcmp(scellr, "reduce") == 0) {
		*reduction_needs_cell = 1;
		return CELLR_REDUCE;
	} else if ( strcmp(scellr, "compare") == 0) {
		*reduction_needs_cell = 1;
		return CELLR_COMPARE;
	} else if ( strcmp(scellr, "compare_ab") == 0) {
		*reduction_needs_cell = 1;
		return CELLR_COMPARE_AB;
	} else {
		*err = 1;
		*reduction_needs_cell = 0;
		return CELLR_NONE;
	}
}


Thomas White's avatar
Thomas White committed
191
192
193
194
int main(int argc, char *argv[])
{
	int c;
	char *filename = NULL;
195
	char *outfile = NULL;
Thomas White's avatar
Thomas White committed
196
	FILE *fh;
197
	FILE *ofh;
198
	char *rval = NULL;
199
	int config_noindex = 0;
200
201
	int config_cmfilter = 0;
	int config_noisefilter = 0;
202
	int config_verbose = 0;
203
	int config_satcorr = 1;
204
	int config_checkprefix = 1;
Chuck's avatar
Chuck committed
205
	int config_closer = 0;
206
	int config_insane = 0;
207
	int config_bgsub = 1;
208
	int config_basename = 0;
209
	float threshold = 800.0;
210
	float min_gradient = 100000.0;
Thomas White's avatar
Thomas White committed
211
	float min_snr = 5.0;
212
	double min_int_snr = -INFINITY;
Thomas White's avatar
Thomas White committed
213
214
	struct detector *det;
	char *geometry = NULL;
Thomas White's avatar
Thomas White committed
215
216
217
218
	IndexingMethod *indm;
	IndexingPrivate **ipriv;
	int indexer_needs_cell;
	int reduction_needs_cell;
Thomas White's avatar
Thomas White committed
219
	char *indm_str = NULL;
220
	UnitCell *cell;
Thomas White's avatar
Thomas White committed
221
	char *pdb = NULL;
222
	char *prefix = NULL;
223
	char *speaks = NULL;
224
	char *scellr = NULL;
225
	char *toler = NULL;
Thomas White's avatar
Thomas White committed
226
	float tols[4] = {5.0, 5.0, 5.0, 1.5}; /* a,b,c,angles (%,%,%,deg) */
227
	int cellr;
228
	int peaks;
Thomas White's avatar
Thomas White committed
229
	int n_proc = 1;
230
	char *prepare_line;
Thomas White's avatar
Thomas White committed
231
	char prepare_filename[1024];
Thomas White's avatar
WIP    
Thomas White committed
232
	char *use_this_one_instead;
Thomas White's avatar
Thomas White committed
233
	struct index_args iargs;
234
	struct beam_params *beam = NULL;
Thomas White's avatar
Thomas White committed
235
	char *element = NULL;
236
	double nominal_photon_energy;
Thomas White's avatar
Thomas White committed
237
	int stream_flags = STREAM_INTEGRATED;
238
	char *hdf5_peak_path = NULL;
239
	struct copy_hdf5_field *copyme;
240
241
242
243
	char *intrad = NULL;
	float ir_inn = 4.0;
	float ir_mid = 5.0;
	float ir_out = 7.0;
244
245
246
247
248
249

	copyme = new_copy_hdf5_field_list();
	if ( copyme == NULL ) {
		ERROR("Couldn't allocate HDF5 field list.\n");
		return 1;
	}
Thomas White's avatar
Thomas White committed
250
251
252
253
254

	/* Long options */
	const struct option longopts[] = {
		{"help",               0, NULL,               'h'},
		{"input",              1, NULL,               'i'},
255
		{"output",             1, NULL,               'o'},
256
		{"no-index",           0, &config_noindex,     1},
Thomas White's avatar
Thomas White committed
257
		{"indexing",           1, NULL,               'z'},
Thomas White's avatar
Thomas White committed
258
		{"geometry",           1, NULL,               'g'},
259
		{"beam",               1, NULL,               'b'},
260
261
		{"filter-cm",          0, &config_cmfilter,    1},
		{"filter-noise",       0, &config_noisefilter, 1},
262
		{"verbose",            0, &config_verbose,     1},
Thomas White's avatar
Thomas White committed
263
		{"pdb",                1, NULL,               'p'},
264
		{"prefix",             1, NULL,               'x'},
265
266
		{"no-sat-corr",        0, &config_satcorr,     0},
		{"sat-corr",           0, &config_satcorr,     1}, /* Compat */
267
		{"threshold",          1, NULL,               't'},
268
		{"no-check-prefix",    0, &config_checkprefix, 0},
269
		{"no-closer-peak",     0, &config_closer,      0},
Chuck's avatar
Chuck committed
270
		{"closer-peak",        0, &config_closer,      1},
271
		{"insane",             0, &config_insane,      1},
Thomas White's avatar
Thomas White committed
272
		{"image",              1, NULL,               'e'},
273
		{"basename",           0, &config_basename,    1},
Thomas White's avatar
Thomas White committed
274
275
276
277
278
279
		{"bg-sub",             0, &config_bgsub,       1}, /* Compat */
		{"no-bg-sub",          0, &config_bgsub,       0},

		{"peaks",              1, NULL,                2},
		{"cell-reduction",     1, NULL,                3},
		{"min-gradient",       1, NULL,                4},
Thomas White's avatar
Thomas White committed
280
		{"record",             1, NULL,                5},
281
282
		{"cpus",               1, NULL,                6},
		{"cpugroup",           1, NULL,                7},
283
		{"cpuoffset",          1, NULL,                8},
284
		{"hdf5-peaks",         1, NULL,                9},
285
		{"copy-hdf5-field",    1, NULL,               10},
Thomas White's avatar
Thomas White committed
286
287
288
		{"min-snr",            1, NULL,               11},
		{"min-integration-snr",1, NULL,               12},
		{"tolerance",          1, NULL,               13},
289
		{"int-radius",         1, NULL,               14},
Thomas White's avatar
Thomas White committed
290
291
292
293
		{0, 0, NULL, 0}
	};

	/* Short options */
Chuck's avatar
Chuck committed
294
	while ((c = getopt_long(argc, argv, "hi:o:z:p:x:j:g:t:b:e:",
Thomas White's avatar
Thomas White committed
295
296
	                        longopts, NULL)) != -1)
	{
Thomas White's avatar
Thomas White committed
297
		switch (c) {
Thomas White's avatar
Thomas White committed
298
299

			case 'h' :
Thomas White's avatar
Thomas White committed
300
301
302
			show_help(argv[0]);
			return 0;

Thomas White's avatar
Thomas White committed
303
			case 'i' :
Thomas White's avatar
Thomas White committed
304
305
306
			filename = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
307
			case 'o' :
308
309
310
			outfile = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
311
			case 'z' :
Thomas White's avatar
Thomas White committed
312
313
314
			indm_str = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
315
			case 'p' :
Thomas White's avatar
Thomas White committed
316
317
318
			pdb = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
319
			case 'x' :
320
321
322
			prefix = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
323
			case 'j' :
Thomas White's avatar
Thomas White committed
324
			n_proc = atoi(optarg);
325
326
			break;

Thomas White's avatar
Thomas White committed
327
			case 'g' :
Thomas White's avatar
Thomas White committed
328
329
330
			geometry = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
331
			case 't' :
332
333
334
			threshold = strtof(optarg, NULL);
			break;

Thomas White's avatar
Thomas White committed
335
			case 'b' :
336
337
338
339
340
341
342
343
			beam = get_beam_parameters(optarg);
			if ( beam == NULL ) {
				ERROR("Failed to load beam parameters"
				      " from '%s'\n", optarg);
				return 1;
			}
			break;

Thomas White's avatar
Thomas White committed
344
345
			case 'e' :
			element = strdup(optarg);
346
347
			break;

Thomas White's avatar
Thomas White committed
348
349
			case 2 :
			speaks = strdup(optarg);
350
351
			break;

Thomas White's avatar
Thomas White committed
352
353
			case 3 :
			scellr = strdup(optarg);
354
355
			break;

Thomas White's avatar
Thomas White committed
356
			case 4 :
357
358
359
			min_gradient = strtof(optarg, NULL);
			break;

Thomas White's avatar
Thomas White committed
360
			case 5 :
Thomas White's avatar
Thomas White committed
361
362
363
364
			stream_flags = parse_stream_flags(optarg);
			if ( stream_flags < 0 ) return 1;
			break;

Thomas White's avatar
Thomas White committed
365
366
367
			case 6 :
			case 7 :
			case 8 :
368
369
			ERROR("The options --cpus, --cpugroup and --cpuoffset"
			      " are no longer used by indexamajig.\n");
370
371
			break;

Thomas White's avatar
Thomas White committed
372
			case 9 :
373
374
375
			hdf5_peak_path = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
376
			case 10 :
377
378
379
			add_copy_hdf5_field(copyme, optarg);
			break;

Thomas White's avatar
Thomas White committed
380
381
382
383
384
385
			case 11 :
			min_snr = strtof(optarg, NULL);
			break;

			case 12 :
			min_int_snr = strtof(optarg, NULL);
Thomas White's avatar
Thomas White committed
386
387
			break;

Thomas White's avatar
Thomas White committed
388
389
390
391
			case 13 :
			toler = strdup(optarg);
			break;

392
393
394
395
			case 14 :
			intrad = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
396
397
398
399
			case 0 :
			break;

			default :
400
401
			ERROR("Unhandled option '%c'\n", c);
			break;
Thomas White's avatar
Thomas White committed
402

Thomas White's avatar
Thomas White committed
403
404
405
406
407
408
409
410
411
412
413
414
415
		}

	}

	if ( filename == NULL ) {
		filename = strdup("-");
	}
	if ( strcmp(filename, "-") == 0 ) {
		fh = stdin;
	} else {
		fh = fopen(filename, "r");
	}
	if ( fh == NULL ) {
Thomas White's avatar
Thomas White committed
416
		ERROR("Failed to open input file '%s'\n", filename);
Thomas White's avatar
Thomas White committed
417
418
		return 1;
	}
Thomas White's avatar
Thomas White committed
419
	free(filename);
Thomas White's avatar
Thomas White committed
420

421
422
423
424
	if ( outfile == NULL ) {
		ofh = stdout;
	} else {
		ofh = fopen(outfile, "w");
Thomas White's avatar
Thomas White committed
425
426
427
428
429
		if ( ofh == NULL ) {
			ERROR("Failed to open output file '%s'\n", outfile);
			return 1;
		}
		free(outfile);
430
431
	}

432
433
434
435
	if ( hdf5_peak_path == NULL ) {
		hdf5_peak_path = strdup("/processing/hitfinder/peakinfo");
	}

436
437
438
439
440
441
442
443
444
445
446
447
448
	if ( speaks == NULL ) {
		speaks = strdup("zaef");
		STATUS("You didn't specify a peak detection method.\n");
		STATUS("I'm using 'zaef' for you.\n");
	}
	if ( strcmp(speaks, "zaef") == 0 ) {
		peaks = PEAK_ZAEF;
	} else if ( strcmp(speaks, "hdf5") == 0 ) {
		peaks = PEAK_HDF5;
	} else {
		ERROR("Unrecognised peak detection method '%s'\n", speaks);
		return 1;
	}
Thomas White's avatar
Thomas White committed
449
	free(speaks);
450

Thomas White's avatar
Thomas White committed
451
452
453
454
	if ( pdb == NULL ) {
		pdb = strdup("molecule.pdb");
	}

455
	if ( prefix == NULL ) {
Thomas White's avatar
Thomas White committed
456
		prefix = strdup("");
457
	} else {
458
459
460
		if ( config_checkprefix ) {
			prefix = check_prefix(prefix);
		}
461
462
	}

Thomas White's avatar
Thomas White committed
463
	if ( n_proc == 0 ) {
Chuck's avatar
Chuck committed
464
		ERROR("Invalid number of processes.\n");
465
466
467
		return 1;
	}

468
469
	if ( (indm_str == NULL) ||
	     ((indm_str != NULL) && (strcmp(indm_str, "none") == 0)) ) {
470
		STATUS("Not indexing anything.\n");
471
		indexer_needs_cell = 0;
472
473
474
		reduction_needs_cell = 0;
		indm = NULL;
		cellr = CELLR_NONE;
Thomas White's avatar
Thomas White committed
475
	} else {
476
477
478
479
480
481
482
483
		if ( indm_str == NULL ) {
			STATUS("You didn't specify an indexing method, so I "
			       " won't try to index anything.\n"
			       "If that isn't what you wanted, re-run with"
			       " --indexing=<method>.\n");
			indm = NULL;
			indexer_needs_cell = 0;
		} else {
Thomas White's avatar
Thomas White committed
484
485
			indm = build_indexer_list(indm_str,
			                          &indexer_needs_cell);
486
487
488
489
490
			if ( indm == NULL ) {
				ERROR("Invalid indexer list '%s'\n", indm_str);
				return 1;
			}
			free(indm_str);
Thomas White's avatar
Thomas White committed
491
		}
Thomas White's avatar
Thomas White committed
492

493
494
495
496
497
498
499
		reduction_needs_cell = 0;
		if ( scellr == NULL ) {
			STATUS("You didn't specify a cell reduction method, so"
			       " I'm going to use 'reduce'.\n");
			cellr = CELLR_REDUCE;
			reduction_needs_cell = 1;
		} else {
500
501
502
503
504
505
506
507
508
			int err;
			cellr = parse_cell_reduction(scellr, &err,
			                             &reduction_needs_cell);
			if ( err ) {
				ERROR("Unrecognised cell reduction '%s'\n",
			              scellr);
				return 1;
			}
			free(scellr);
509
		}
510
511
	}

512
513
514
	/* No indexing -> no reduction */
	if ( indm == NULL ) reduction_needs_cell = 0;

515
516
	if ( toler != NULL ) {
		int ttt;
Thomas White's avatar
Thomas White committed
517
518
		ttt = sscanf(toler, "%f,%f,%f,%f",
		             &tols[0], &tols[1], &tols[2], &tols[3] );
519
520
521
522
523
524
		if ( ttt != 4 ) {
			ERROR("Invalid parameters for '--tolerance'\n");
			return 1;
		}
	}

525
526
527
528
529
530
531
	if ( intrad != NULL ) {
		int r;
		r = sscanf(intrad, "%f,%f,%f", &ir_inn, &ir_mid, &ir_out);
		if ( r != 3 ) {
			ERROR("Invalid parameters for '--int-radius'\n");
			return 1;
		}
532
		free(intrad);
533
534
535
536
537
538
	} else {
		STATUS("WARNING: You did not specify --int-radius.\n");
		STATUS("WARNING: I will use the default values, which are"
		       " probably not appropriate for your patterns.\n");
	}

Thomas White's avatar
Thomas White committed
539
540
541
542
543
544
545
546
547
548
549
550
	if ( geometry == NULL ) {
		ERROR("You need to specify a geometry file with --geometry\n");
		return 1;
	}

	det = get_detector_geometry(geometry);
	if ( det == NULL ) {
		ERROR("Failed to read detector geometry from '%s'\n", geometry);
		return 1;
	}
	free(geometry);

Thomas White's avatar
Thomas White committed
551
	if ( reduction_needs_cell || indexer_needs_cell ) {
552
553
		cell = load_cell_from_pdb(pdb);
		if ( cell == NULL ) {
554
555
556
			ERROR("Couldn't read unit cell (from %s)\n", pdb);
			return 1;
		}
557
	} else {
Thomas White's avatar
Thomas White committed
558
559
		STATUS("No cell needed for these choices of indexing"
		       " and reduction.\n");
560
		cell = NULL;
561
	}
562
	free(pdb);
563

Thomas White's avatar
Thomas White committed
564
	write_stream_header(ofh, argc, argv);
565

566
567
568
569
570
	if ( beam != NULL ) {
		nominal_photon_energy = beam->photon_energy;
	} else {
		STATUS("No beam parameters file was given, so I'm taking the"
		       " nominal photon energy to be 2 keV.\n");
Thomas White's avatar
Thomas White committed
571
572
573
		ERROR("I'm also going to assume 1 ADU per photon, which is");
		ERROR(" almost certainly wrong.  Peak sigmas will be"
		      " incorrect.\n");
574
575
576
		nominal_photon_energy = 2000.0;
	}

577
	/* Get first filename and use it to set up the indexing */
Thomas White's avatar
Thomas White committed
578
579
	prepare_line = malloc(1024);
	rval = fgets(prepare_line, 1023, fh);
580
581
582
	if ( rval == NULL ) {
		ERROR("Failed to get filename to prepare indexing.\n");
		return 1;
583
	}
Thomas White's avatar
WIP    
Thomas White committed
584
	use_this_one_instead = strdup(prepare_line);
585
	chomp(prepare_line);
586
587
588
589
590
591
	if ( config_basename ) {
		char *tmp;
		tmp = safe_basename(prepare_line);
		free(prepare_line);
		prepare_line = tmp;
	}
Thomas White's avatar
Thomas White committed
592
	snprintf(prepare_filename, 1023, "%s%s", prefix, prepare_line);
Thomas White's avatar
Thomas White committed
593
	free(prepare_line);
594
595

	/* Prepare the indexer */
Thomas White's avatar
Thomas White committed
596
597
598
599
600
601
602
603
604
	if ( indm != NULL ) {
		ipriv = prepare_indexing(indm, cell, prepare_filename, det,
		                         nominal_photon_energy);
		if ( ipriv == NULL ) {
			ERROR("Failed to prepare indexing.\n");
			return 1;
		}
	} else {
		ipriv = NULL;
605
606
	}

Thomas White's avatar
Thomas White committed
607
	gsl_set_error_handler_off();
Thomas White's avatar
Thomas White committed
608

Thomas White's avatar
Thomas White committed
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
	/* Static worker args */
	iargs.cell = cell;
	iargs.config_cmfilter = config_cmfilter;
	iargs.config_noisefilter = config_noisefilter;
	iargs.config_verbose = config_verbose;
	iargs.config_satcorr = config_satcorr;
	iargs.config_closer = config_closer;
	iargs.config_insane = config_insane;
	iargs.config_bgsub = config_bgsub;
	iargs.cellr = cellr;
	iargs.tols[0] = tols[0];
	iargs.tols[1] = tols[1];
	iargs.tols[2] = tols[2];
	iargs.tols[3] = tols[3];
	iargs.threshold = threshold;
	iargs.min_gradient = min_gradient;
	iargs.min_snr = min_snr;
	iargs.min_int_snr = min_int_snr;
	iargs.det = det;
	iargs.indm = indm;
	iargs.ipriv = ipriv;
	iargs.peaks = peaks;
	iargs.beam = beam;
	iargs.element = element;
	iargs.stream_flags = stream_flags;
	iargs.hdf5_peak_path = hdf5_peak_path;
	iargs.copyme = copyme;
	iargs.ir_inn = ir_inn;
	iargs.ir_mid = ir_mid;
	iargs.ir_out = ir_out;

640
	create_sandbox(&iargs, n_proc, prefix, config_basename, fh,
Thomas White's avatar
Thomas White committed
641
	                    use_this_one_instead, ofh);
642

Thomas White's avatar
Thomas White committed
643
	free(prefix);
Thomas White's avatar
Thomas White committed
644

Thomas White's avatar
Thomas White committed
645
646
	return 0;
}