indexamajig.c 19.4 KB
Newer Older
Thomas White's avatar
Thomas White committed
1
/*
2
 * indexamajig.c
Thomas White's avatar
Thomas White committed
3
 *
Thomas White's avatar
Thomas White committed
4
 * Index patterns, output hkl+intensity etc.
Thomas White's avatar
Thomas White committed
5
 *
6
7
 * Copyright © 2012 Deutsches Elektronen-Synchrotron DESY,
 *                  a research centre of the Helmholtz Association.
8
9
 * Copyright © 2012 Richard Kirian
 * Copyright © 2012 Lorenzo Galli
10
11
 *
 * Authors:
12
13
14
 *   2010-2012 Thomas White <taw@physics.org>
 *   2011      Richard Kirian
 *   2012      Lorenzo Galli
Chuck's avatar
Chuck committed
15
 *   2012      Chunhong Yoon
Thomas White's avatar
Thomas White committed
16
 *
Thomas White's avatar
Thomas White committed
17
18
19
20
21
22
23
24
25
26
27
28
29
30
 * This file is part of CrystFEL.
 *
 * CrystFEL is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * CrystFEL is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with CrystFEL.  If not, see <http://www.gnu.org/licenses/>.
Thomas White's avatar
Thomas White committed
31
32
33
34
35
36
37
38
39
40
41
42
43
44
 *
 */


#ifdef HAVE_CONFIG_H
#include <config.h>
#endif

#include <stdarg.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <unistd.h>
#include <getopt.h>
Thomas White's avatar
Thomas White committed
45
#include <hdf5.h>
Thomas White's avatar
Thomas White committed
46
#include <gsl/gsl_errno.h>
47
48

#ifdef HAVE_CLOCK_GETTIME
49
#include <time.h>
50
51
52
#else
#include <sys/time.h>
#endif
Thomas White's avatar
Thomas White committed
53

Thomas White's avatar
Thomas White committed
54
55
56
57
58
59
60
61
62
63
64
#include "utils.h"
#include "hdf5-file.h"
#include "index.h"
#include "peaks.h"
#include "detector.h"
#include "filters.h"
#include "thread-pool.h"
#include "beam-parameters.h"
#include "geometry.h"
#include "stream.h"
#include "reflist-utils.h"
65
#include "cell-utils.h"
66

67
#include "im-sandbox.h"
68
69


Thomas White's avatar
Thomas White committed
70
71
72
73
74
75
static void show_help(const char *s)
{
	printf("Syntax: %s [options]\n\n", s);
	printf(
"Process and index FEL diffraction images.\n"
"\n"
76
" -h, --help               Display this help message.\n"
Thomas White's avatar
Thomas White committed
77
"\n"
78
" -i, --input=<filename>   Specify file containing list of images to process.\n"
Thomas White's avatar
Thomas White committed
79
"                           '-' means stdin, which is the default.\n"
Thomas White's avatar
Thomas White committed
80
81
" -o, --output=<filename>  Write output stream to this file. '-' for stdout.\n"
"                           Default: indexamajig.stream\n"
Thomas White's avatar
Thomas White committed
82
"\n"
Thomas White's avatar
Thomas White committed
83
84
85
86
87
"     --indexing=<methods> Use 'methods' for indexing.  Provide one or more\n"
"                           methods separated by commas.  Choose from:\n"
"                            none     : no indexing (default)\n"
"                            dirax    : invoke DirAx\n"
"                            mosflm   : invoke MOSFLM (DPS)\n"
Thomas White's avatar
Thomas White committed
88
"                            reax     : DPS algorithm with known unit cell\n"
89
" -g. --geometry=<file>    Get detector geometry from file.\n"
90
91
92
" -b, --beam=<file>        Get beam parameters from file (provides nominal\n"
"                           wavelength value if no per-shot value is found in\n"
"                           the HDF5 files.\n"
93
" -p, --pdb=<file>         PDB file from which to get the unit cell to match.\n"
Thomas White's avatar
Thomas White committed
94
"                           Default: 'molecule.pdb'.\n"
95
"     --basename           Remove the directory parts of the filenames.\n"
96
" -x, --prefix=<p>         Prefix filenames from input file with <p>.\n"
97
98
99
"     --peaks=<method>     Use 'method' for finding peaks.  Choose from:\n"
"                           zaef  : Use Zaefferer (2000) gradient detection.\n"
"                                    This is the default method.\n"
100
101
102
"                           hdf5  : Get from a table in HDF5 file.\n"
"     --hdf5-peaks=<p>     Find peaks table in HDF5 file here.\n"
"                           Default: /processing/hitfinder/peakinfo\n"
Thomas White's avatar
Thomas White committed
103
104
"\n\n"
"You can control what information is included in the output stream using\n"
Thomas White's avatar
Thomas White committed
105
"' --record=<flag1>,<flag2>,<flag3>' and so on.  Possible flags are:\n\n"
106
107
" integrated        Include a list of reflection intensities, produced by\n"
"                    integrating around predicted peak locations.\n"
Thomas White's avatar
Thomas White committed
108
"\n"
109
110
" peaks             Include peak locations and intensities from the peak\n"
"                    search.\n"
Thomas White's avatar
Thomas White committed
111
"\n"
112
" peaksifindexed    As 'peaks', but only if the pattern could be indexed.\n"
Thomas White's avatar
Thomas White committed
113
"\n"
114
115
" peaksifnotindexed As 'peaks', but only if the pattern could NOT be indexed.\n"
"\n\n"
Thomas White's avatar
Thomas White committed
116
"The default is '--record=integrated'.\n"
Thomas White's avatar
Thomas White committed
117
118
"\n\n"
"For more control over the process, you might need:\n\n"
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
"  --cell-reduction=<m>  Use <m> as the cell reduction method. Choose from:\n"
"                         none    : no matching, just use the raw cell.\n"
"                         reduce  : full cell reduction.\n"
"                         compare : match by at most changing the order of\n"
"                                   the indices.\n"
"                         compare_ab : compare 'a' and 'b' lengths only.\n"
"    --tolerance=<tol>   Set the tolerances for cell reduction.\n"
"                          Default: 5,5,5,1.5.\n"
"    --filter-cm         Perform common-mode noise subtraction on images\n"
"                         before proceeding.  Intensities will be extracted\n"
"                         from the image as it is after this processing.\n"
"    --filter-noise      Apply an aggressive noise filter which sets all\n"
"                         pixels in each 3x3 region to zero if any of them\n"
"                         have negative values.  Intensity measurement will\n"
"                         be performed on the image as it was before this.\n"
"    --no-sat-corr       Don't correct values of saturated peaks using a\n"
"                         table included in the HDF5 file.\n"
"    --threshold=<n>     Only accept peaks above <n> ADU.  Default: 800.\n"
"    --min-gradient=<n>  Minimum gradient for Zaefferer peak search.\n"
"                         Default: 100,000.\n"
"    --min-snr=<n>       Minimum signal-to-noise ratio for peaks.\n"
"                         Default: 5.\n"
"    --min-integration-snr=<n> Minimum signal-to-noise ratio for peaks\n"
"                         during integration. Default: -infinity.\n"
"    --int-radius=<r>    Set the integration radii.  Default: 4,5,7.\n"
"-e, --image=<element>   Use this image from the HDF5 file.\n"
"                          Example: /data/data0.\n"
"                          Default: The first one found.\n"
Thomas White's avatar
Thomas White committed
147
"\n"
148
149
150
151
"\nFor time-resolved stuff, you might want to use:\n\n"
"     --copy-hdf5-field <f>  Copy the value of field <f> into the stream. You\n"
"                             can use this option as many times as you need.\n"
"\n"
152
153
154
"\nOptions for greater performance or verbosity:\n\n"
"     --verbose            Be verbose about indexing.\n"
" -j <n>                   Run <n> analyses in parallel.  Default 1.\n"
155
156
157
"\n"
"\nOptions you probably won't need:\n\n"
"     --no-check-prefix    Don't attempt to correct the --prefix.\n"
Chuck's avatar
Chuck committed
158
159
"     --closer-peak        Don't integrate from the location of a nearby peak\n"
"                           instead of the predicted spot.  Don't use.\n"
160
161
"     --insane             Don't check that the reduced cell accounts for at\n"
"                           least 10%% of the located peaks.\n"
162
163
"     --no-bg-sub          Don't subtract local background estimates from\n"
"                           integrated intensities.\n"
164
165
166
167
168
169
"     --use-saturated      During the initial peak search, don't reject\n"
"                           peaks which contain pixels above max_adu.\n"
"     --integrate-saturated During the final integration stage, don't reject\n"
"                           peaks which contain pixels above max_adu.\n"
"     --no-revalidate      Don't re-integrate and check HDF5 peaks for\n"
"                           validity.\n"
170
171
172
"     --integrate-found    Skip the spot prediction step, and just integrate\n"
"                           the intensities of the spots found by the initial\n"
"                           peak search.\n"
Thomas White's avatar
Thomas White committed
173
);
Thomas White's avatar
Thomas White committed
174
175
176
}


177
178
179
static int parse_cell_reduction(const char *scellr, int *err,
                                int *reduction_needs_cell)
{
Thomas White's avatar
Thomas White committed
180
	*err = 0;
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
	if ( strcmp(scellr, "none") == 0 ) {
		*reduction_needs_cell = 0;
		return CELLR_NONE;
	} else if ( strcmp(scellr, "reduce") == 0) {
		*reduction_needs_cell = 1;
		return CELLR_REDUCE;
	} else if ( strcmp(scellr, "compare") == 0) {
		*reduction_needs_cell = 1;
		return CELLR_COMPARE;
	} else if ( strcmp(scellr, "compare_ab") == 0) {
		*reduction_needs_cell = 1;
		return CELLR_COMPARE_AB;
	} else {
		*err = 1;
		*reduction_needs_cell = 0;
		return CELLR_NONE;
	}
}


Thomas White's avatar
Thomas White committed
201
202
203
204
int main(int argc, char *argv[])
{
	int c;
	char *filename = NULL;
205
	char *outfile = NULL;
Thomas White's avatar
Thomas White committed
206
	FILE *fh;
207
	FILE *ofh;
208
	char *rval = NULL;
209
	int config_noindex = 0;
210
211
	int config_cmfilter = 0;
	int config_noisefilter = 0;
212
	int config_verbose = 0;
213
	int config_satcorr = 1;
214
	int config_checkprefix = 1;
Chuck's avatar
Chuck committed
215
	int config_closer = 0;
216
	int config_insane = 0;
217
	int config_bgsub = 1;
218
	int config_basename = 0;
219
	float threshold = 800.0;
220
	float min_gradient = 100000.0;
Thomas White's avatar
Thomas White committed
221
	float min_snr = 5.0;
222
	double min_int_snr = -INFINITY;
Thomas White's avatar
Thomas White committed
223
224
	struct detector *det;
	char *geometry = NULL;
Thomas White's avatar
Thomas White committed
225
226
227
228
	IndexingMethod *indm;
	IndexingPrivate **ipriv;
	int indexer_needs_cell;
	int reduction_needs_cell;
Thomas White's avatar
Thomas White committed
229
	char *indm_str = NULL;
230
	UnitCell *cell;
Thomas White's avatar
Thomas White committed
231
	char *pdb = NULL;
232
	char *prefix = NULL;
233
	char *speaks = NULL;
234
	char *scellr = NULL;
235
	char *toler = NULL;
Thomas White's avatar
Thomas White committed
236
	float tols[4] = {5.0, 5.0, 5.0, 1.5}; /* a,b,c,angles (%,%,%,deg) */
237
	int cellr;
238
	int peaks;
Thomas White's avatar
Thomas White committed
239
	int n_proc = 1;
240
	char *prepare_line;
Thomas White's avatar
Thomas White committed
241
	char prepare_filename[1024];
Thomas White's avatar
WIP    
Thomas White committed
242
	char *use_this_one_instead;
Thomas White's avatar
Thomas White committed
243
	struct index_args iargs;
244
	struct beam_params *beam = NULL;
Thomas White's avatar
Thomas White committed
245
	char *element = NULL;
246
	double nominal_photon_energy;
Thomas White's avatar
Thomas White committed
247
	int stream_flags = STREAM_INTEGRATED;
248
	char *hdf5_peak_path = NULL;
249
	struct copy_hdf5_field *copyme;
250
251
252
253
	char *intrad = NULL;
	float ir_inn = 4.0;
	float ir_mid = 5.0;
	float ir_out = 7.0;
254
	int integrate_saturated = 0;
255
	int use_saturated = 0;
256
	int no_revalidate = 0;
257
	int integrate_found = 0;
258
259
260
261
262
263

	copyme = new_copy_hdf5_field_list();
	if ( copyme == NULL ) {
		ERROR("Couldn't allocate HDF5 field list.\n");
		return 1;
	}
Thomas White's avatar
Thomas White committed
264
265
266
267
268

	/* Long options */
	const struct option longopts[] = {
		{"help",               0, NULL,               'h'},
		{"input",              1, NULL,               'i'},
269
		{"output",             1, NULL,               'o'},
270
		{"no-index",           0, &config_noindex,     1},
Thomas White's avatar
Thomas White committed
271
		{"indexing",           1, NULL,               'z'},
Thomas White's avatar
Thomas White committed
272
		{"geometry",           1, NULL,               'g'},
273
		{"beam",               1, NULL,               'b'},
274
275
		{"filter-cm",          0, &config_cmfilter,    1},
		{"filter-noise",       0, &config_noisefilter, 1},
276
		{"verbose",            0, &config_verbose,     1},
Thomas White's avatar
Thomas White committed
277
		{"pdb",                1, NULL,               'p'},
278
		{"prefix",             1, NULL,               'x'},
279
280
		{"no-sat-corr",        0, &config_satcorr,     0},
		{"sat-corr",           0, &config_satcorr,     1}, /* Compat */
281
		{"threshold",          1, NULL,               't'},
282
		{"no-check-prefix",    0, &config_checkprefix, 0},
283
		{"no-closer-peak",     0, &config_closer,      0},
Chuck's avatar
Chuck committed
284
		{"closer-peak",        0, &config_closer,      1},
285
		{"insane",             0, &config_insane,      1},
Thomas White's avatar
Thomas White committed
286
		{"image",              1, NULL,               'e'},
287
		{"basename",           0, &config_basename,    1},
Thomas White's avatar
Thomas White committed
288
289
290
291
292
293
		{"bg-sub",             0, &config_bgsub,       1}, /* Compat */
		{"no-bg-sub",          0, &config_bgsub,       0},

		{"peaks",              1, NULL,                2},
		{"cell-reduction",     1, NULL,                3},
		{"min-gradient",       1, NULL,                4},
Thomas White's avatar
Thomas White committed
294
		{"record",             1, NULL,                5},
295
296
		{"cpus",               1, NULL,                6},
		{"cpugroup",           1, NULL,                7},
297
		{"cpuoffset",          1, NULL,                8},
298
		{"hdf5-peaks",         1, NULL,                9},
299
		{"copy-hdf5-field",    1, NULL,               10},
Thomas White's avatar
Thomas White committed
300
301
302
		{"min-snr",            1, NULL,               11},
		{"min-integration-snr",1, NULL,               12},
		{"tolerance",          1, NULL,               13},
303
		{"int-radius",         1, NULL,               14},
Thomas White's avatar
Thomas White committed
304

305
		{"integrate-saturated",0, &integrate_saturated,1},
Thomas White's avatar
Thomas White committed
306
		{"use-saturated",      0, &use_saturated,      1},
307
		{"no-revalidate",      0, &no_revalidate,      1},
308
		{"integrate-found",    0, &integrate_found,    1},
Thomas White's avatar
Thomas White committed
309
310
311
312
		{0, 0, NULL, 0}
	};

	/* Short options */
Chuck's avatar
Chuck committed
313
	while ((c = getopt_long(argc, argv, "hi:o:z:p:x:j:g:t:b:e:",
Thomas White's avatar
Thomas White committed
314
315
	                        longopts, NULL)) != -1)
	{
Thomas White's avatar
Thomas White committed
316
		switch (c) {
Thomas White's avatar
Thomas White committed
317
318

			case 'h' :
Thomas White's avatar
Thomas White committed
319
320
321
			show_help(argv[0]);
			return 0;

Thomas White's avatar
Thomas White committed
322
			case 'i' :
Thomas White's avatar
Thomas White committed
323
324
325
			filename = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
326
			case 'o' :
327
328
329
			outfile = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
330
			case 'z' :
Thomas White's avatar
Thomas White committed
331
332
333
			indm_str = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
334
			case 'p' :
Thomas White's avatar
Thomas White committed
335
336
337
			pdb = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
338
			case 'x' :
339
340
341
			prefix = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
342
			case 'j' :
Thomas White's avatar
Thomas White committed
343
			n_proc = atoi(optarg);
344
345
			break;

Thomas White's avatar
Thomas White committed
346
			case 'g' :
Thomas White's avatar
Thomas White committed
347
348
349
			geometry = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
350
			case 't' :
351
352
353
			threshold = strtof(optarg, NULL);
			break;

Thomas White's avatar
Thomas White committed
354
			case 'b' :
355
356
357
358
359
360
361
362
			beam = get_beam_parameters(optarg);
			if ( beam == NULL ) {
				ERROR("Failed to load beam parameters"
				      " from '%s'\n", optarg);
				return 1;
			}
			break;

Thomas White's avatar
Thomas White committed
363
364
			case 'e' :
			element = strdup(optarg);
365
366
			break;

Thomas White's avatar
Thomas White committed
367
368
			case 2 :
			speaks = strdup(optarg);
369
370
			break;

Thomas White's avatar
Thomas White committed
371
372
			case 3 :
			scellr = strdup(optarg);
373
374
			break;

Thomas White's avatar
Thomas White committed
375
			case 4 :
376
377
378
			min_gradient = strtof(optarg, NULL);
			break;

Thomas White's avatar
Thomas White committed
379
			case 5 :
Thomas White's avatar
Thomas White committed
380
381
382
383
			stream_flags = parse_stream_flags(optarg);
			if ( stream_flags < 0 ) return 1;
			break;

Thomas White's avatar
Thomas White committed
384
385
386
			case 6 :
			case 7 :
			case 8 :
387
388
			ERROR("The options --cpus, --cpugroup and --cpuoffset"
			      " are no longer used by indexamajig.\n");
389
390
			break;

Thomas White's avatar
Thomas White committed
391
			case 9 :
392
393
394
			hdf5_peak_path = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
395
			case 10 :
396
397
398
			add_copy_hdf5_field(copyme, optarg);
			break;

Thomas White's avatar
Thomas White committed
399
400
401
402
403
404
			case 11 :
			min_snr = strtof(optarg, NULL);
			break;

			case 12 :
			min_int_snr = strtof(optarg, NULL);
Thomas White's avatar
Thomas White committed
405
406
			break;

Thomas White's avatar
Thomas White committed
407
408
409
410
			case 13 :
			toler = strdup(optarg);
			break;

411
412
413
414
			case 14 :
			intrad = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
415
416
417
			case 0 :
			break;

418
419
420
			case '?' :
			break;

Thomas White's avatar
Thomas White committed
421
			default :
422
423
			ERROR("Unhandled option '%c'\n", c);
			break;
Thomas White's avatar
Thomas White committed
424

Thomas White's avatar
Thomas White committed
425
426
427
428
429
430
431
432
433
434
435
436
437
		}

	}

	if ( filename == NULL ) {
		filename = strdup("-");
	}
	if ( strcmp(filename, "-") == 0 ) {
		fh = stdin;
	} else {
		fh = fopen(filename, "r");
	}
	if ( fh == NULL ) {
Thomas White's avatar
Thomas White committed
438
		ERROR("Failed to open input file '%s'\n", filename);
Thomas White's avatar
Thomas White committed
439
440
		return 1;
	}
Thomas White's avatar
Thomas White committed
441
	free(filename);
Thomas White's avatar
Thomas White committed
442

443
444
445
446
	if ( outfile == NULL ) {
		ofh = stdout;
	} else {
		ofh = fopen(outfile, "w");
Thomas White's avatar
Thomas White committed
447
448
449
450
451
		if ( ofh == NULL ) {
			ERROR("Failed to open output file '%s'\n", outfile);
			return 1;
		}
		free(outfile);
452
453
	}

454
455
456
457
	if ( hdf5_peak_path == NULL ) {
		hdf5_peak_path = strdup("/processing/hitfinder/peakinfo");
	}

458
459
460
461
462
463
464
465
466
467
468
469
470
	if ( speaks == NULL ) {
		speaks = strdup("zaef");
		STATUS("You didn't specify a peak detection method.\n");
		STATUS("I'm using 'zaef' for you.\n");
	}
	if ( strcmp(speaks, "zaef") == 0 ) {
		peaks = PEAK_ZAEF;
	} else if ( strcmp(speaks, "hdf5") == 0 ) {
		peaks = PEAK_HDF5;
	} else {
		ERROR("Unrecognised peak detection method '%s'\n", speaks);
		return 1;
	}
Thomas White's avatar
Thomas White committed
471
	free(speaks);
472

473
	if ( prefix == NULL ) {
Thomas White's avatar
Thomas White committed
474
		prefix = strdup("");
475
	} else {
476
477
478
		if ( config_checkprefix ) {
			prefix = check_prefix(prefix);
		}
479
480
	}

Thomas White's avatar
Thomas White committed
481
	if ( n_proc == 0 ) {
Chuck's avatar
Chuck committed
482
		ERROR("Invalid number of processes.\n");
483
484
485
		return 1;
	}

486
487
	if ( (indm_str == NULL) ||
	     ((indm_str != NULL) && (strcmp(indm_str, "none") == 0)) ) {
488
		STATUS("Not indexing anything.\n");
489
		indexer_needs_cell = 0;
490
491
492
		reduction_needs_cell = 0;
		indm = NULL;
		cellr = CELLR_NONE;
Thomas White's avatar
Thomas White committed
493
	} else {
494
495
496
497
498
499
500
501
		if ( indm_str == NULL ) {
			STATUS("You didn't specify an indexing method, so I "
			       " won't try to index anything.\n"
			       "If that isn't what you wanted, re-run with"
			       " --indexing=<method>.\n");
			indm = NULL;
			indexer_needs_cell = 0;
		} else {
Thomas White's avatar
Thomas White committed
502
503
			indm = build_indexer_list(indm_str,
			                          &indexer_needs_cell);
504
505
506
507
508
			if ( indm == NULL ) {
				ERROR("Invalid indexer list '%s'\n", indm_str);
				return 1;
			}
			free(indm_str);
Thomas White's avatar
Thomas White committed
509
		}
Thomas White's avatar
Thomas White committed
510

511
512
513
514
515
516
517
		reduction_needs_cell = 0;
		if ( scellr == NULL ) {
			STATUS("You didn't specify a cell reduction method, so"
			       " I'm going to use 'reduce'.\n");
			cellr = CELLR_REDUCE;
			reduction_needs_cell = 1;
		} else {
518
519
520
521
522
523
524
525
526
			int err;
			cellr = parse_cell_reduction(scellr, &err,
			                             &reduction_needs_cell);
			if ( err ) {
				ERROR("Unrecognised cell reduction '%s'\n",
			              scellr);
				return 1;
			}
			free(scellr);
527
		}
528
529
	}

530
531
532
	/* No indexing -> no reduction */
	if ( indm == NULL ) reduction_needs_cell = 0;

533
534
	if ( toler != NULL ) {
		int ttt;
Thomas White's avatar
Thomas White committed
535
536
		ttt = sscanf(toler, "%f,%f,%f,%f",
		             &tols[0], &tols[1], &tols[2], &tols[3] );
537
538
539
540
		if ( ttt != 4 ) {
			ERROR("Invalid parameters for '--tolerance'\n");
			return 1;
		}
541
		free(toler);
542
543
	}

544
545
546
547
548
549
550
	if ( intrad != NULL ) {
		int r;
		r = sscanf(intrad, "%f,%f,%f", &ir_inn, &ir_mid, &ir_out);
		if ( r != 3 ) {
			ERROR("Invalid parameters for '--int-radius'\n");
			return 1;
		}
551
		free(intrad);
552
553
554
555
556
557
	} else {
		STATUS("WARNING: You did not specify --int-radius.\n");
		STATUS("WARNING: I will use the default values, which are"
		       " probably not appropriate for your patterns.\n");
	}

Thomas White's avatar
Thomas White committed
558
559
560
561
562
563
564
565
566
567
568
569
	if ( geometry == NULL ) {
		ERROR("You need to specify a geometry file with --geometry\n");
		return 1;
	}

	det = get_detector_geometry(geometry);
	if ( det == NULL ) {
		ERROR("Failed to read detector geometry from '%s'\n", geometry);
		return 1;
	}
	free(geometry);

570
571
572
573
574
575
576
577
578
579
580
	if ( pdb != NULL ) {
		cell = load_cell_from_pdb(pdb);
		if ( cell == NULL ) {
			ERROR("Couldn't read unit cell (from %s)\n", pdb);
			return 1;
		}
		free(pdb);
		cell_print(cell);
	} else {
		STATUS("No unit cell given.\n");
		cell = NULL;
581
582
	}

Thomas White's avatar
Thomas White committed
583
	write_stream_header(ofh, argc, argv);
584

585
586
587
588
589
	if ( beam != NULL ) {
		nominal_photon_energy = beam->photon_energy;
	} else {
		STATUS("No beam parameters file was given, so I'm taking the"
		       " nominal photon energy to be 2 keV.\n");
Thomas White's avatar
Thomas White committed
590
591
592
		ERROR("I'm also going to assume 1 ADU per photon, which is");
		ERROR(" almost certainly wrong.  Peak sigmas will be"
		      " incorrect.\n");
593
594
595
		nominal_photon_energy = 2000.0;
	}

596
	/* Get first filename and use it to set up the indexing */
Thomas White's avatar
Thomas White committed
597
598
	prepare_line = malloc(1024);
	rval = fgets(prepare_line, 1023, fh);
599
600
601
	if ( rval == NULL ) {
		ERROR("Failed to get filename to prepare indexing.\n");
		return 1;
602
	}
Thomas White's avatar
WIP    
Thomas White committed
603
	use_this_one_instead = strdup(prepare_line);
604
	chomp(prepare_line);
605
606
607
608
609
610
	if ( config_basename ) {
		char *tmp;
		tmp = safe_basename(prepare_line);
		free(prepare_line);
		prepare_line = tmp;
	}
Thomas White's avatar
Thomas White committed
611
	snprintf(prepare_filename, 1023, "%s%s", prefix, prepare_line);
Thomas White's avatar
Thomas White committed
612
	free(prepare_line);
613
614

	/* Prepare the indexer */
Thomas White's avatar
Thomas White committed
615
616
617
618
619
620
621
622
623
	if ( indm != NULL ) {
		ipriv = prepare_indexing(indm, cell, prepare_filename, det,
		                         nominal_photon_energy);
		if ( ipriv == NULL ) {
			ERROR("Failed to prepare indexing.\n");
			return 1;
		}
	} else {
		ipriv = NULL;
624
625
	}

Thomas White's avatar
Thomas White committed
626
	gsl_set_error_handler_off();
Thomas White's avatar
Thomas White committed
627

Thomas White's avatar
Thomas White committed
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
	/* Static worker args */
	iargs.cell = cell;
	iargs.config_cmfilter = config_cmfilter;
	iargs.config_noisefilter = config_noisefilter;
	iargs.config_verbose = config_verbose;
	iargs.config_satcorr = config_satcorr;
	iargs.config_closer = config_closer;
	iargs.config_insane = config_insane;
	iargs.config_bgsub = config_bgsub;
	iargs.cellr = cellr;
	iargs.tols[0] = tols[0];
	iargs.tols[1] = tols[1];
	iargs.tols[2] = tols[2];
	iargs.tols[3] = tols[3];
	iargs.threshold = threshold;
	iargs.min_gradient = min_gradient;
	iargs.min_snr = min_snr;
	iargs.min_int_snr = min_int_snr;
	iargs.det = det;
	iargs.indm = indm;
	iargs.ipriv = ipriv;
	iargs.peaks = peaks;
	iargs.beam = beam;
	iargs.element = element;
	iargs.stream_flags = stream_flags;
	iargs.hdf5_peak_path = hdf5_peak_path;
	iargs.copyme = copyme;
	iargs.ir_inn = ir_inn;
	iargs.ir_mid = ir_mid;
	iargs.ir_out = ir_out;
658
	iargs.use_saturated = use_saturated;
659
	iargs.integrate_saturated = integrate_saturated;
660
	iargs.no_revalidate = no_revalidate;
661
	iargs.integrate_found = integrate_found;
Thomas White's avatar
Thomas White committed
662

663
	create_sandbox(&iargs, n_proc, prefix, config_basename, fh,
Thomas White's avatar
Thomas White committed
664
	                    use_this_one_instead, ofh);
665

Thomas White's avatar
Thomas White committed
666
	free(prefix);
Thomas White's avatar
Thomas White committed
667

Thomas White's avatar
Thomas White committed
668
669
	return 0;
}