process_hkl.c 19.9 KB
Newer Older
1
2
3
4
5
/*
 * process_hkl.c
 *
 * Assemble and process FEL Bragg intensities
 *
Thomas White's avatar
Thomas White committed
6
 * (c) 2006-2010 Thomas White <taw@physics.org>
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
 *
 * Part of CrystFEL - crystallography with a FEL
 *
 */


#ifdef HAVE_CONFIG_H
#include <config.h>
#endif

#include <stdarg.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <unistd.h>
#include <getopt.h>

#include "utils.h"
#include "statistics.h"
#include "sfac.h"
27
#include "reflections.h"
28
#include "symmetry.h"
29
30


31
/* Number of divisions for intensity histograms */
32
#define NBINS (50)
Thomas White's avatar
Thomas White committed
33
34


35
36
37
static void show_help(const char *s)
{
	printf("Syntax: %s [options]\n\n", s);
Thomas White's avatar
Thomas White committed
38
39
40
	printf(
"Assemble and process FEL Bragg intensities.\n"
"\n"
41
42
43
44
"  -h, --help                Display this help message.\n"
"  -i, --input=<filename>    Specify input filename (\"-\" for stdin).\n"
"  -o, --output=<filename>   Specify output filename for merged intensities\n"
"                             (don't specify for no output).\n"
45
"  -p, --pdb=<filename>      PDB file to use (default: molecule.pdb).\n"
Thomas White's avatar
Thomas White committed
46
"\n"
47
48
49
50
51
52
53
54
"      --max-only            Take the integrated intensity to be equal to the\n"
"                             maximum intensity measured for that reflection.\n"
"                             The default is to use the mean value from all\n"
"                             measurements.\n"
"      --sum                 Sum (rather than average) the intensities for the\n"
"                             final output list.  This is useful for comparing\n"
"                             results to radially summed powder patterns, but\n"
"                             will break R-factor analysis.\n"
55
"      --start-after=<n>     Skip n patterns at the start of the stream.\n"
56
57
58
"      --stop-after=<n>      Stop after processing n patterns.  Zero means\n"
"                             keep going until the end of the input, and is\n"
"                             the default.\n"
59
60
"  -g, --histogram=<h,k,l>   Calculate the histogram of measurements for this\n"
"                             reflection.\n"
61
"      --rmerge              Calculate and report Rmerge and Rpim\n"
62
"\n"
63
64
"      --scale               Scale each pattern for best fit with the current\n"
"                             model.\n"
Thomas White's avatar
Thomas White committed
65
"  -y, --symmetry=<sym>      Merge according to point group <sym>.\n"
66
67
"      --reference=<file>    Compare against intensities from <file> when\n"
"                             scaling or resolving ambiguities.\n"
68
69
"                             The symmetry of the reference list must be the\n"
"                             same as that given with '-y'.\n"
70
71
"      --outstream=<file>    Write an annotated version of the input stream\n"
"                             to <file>.\n"
72
);
73
74
75
}


76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
static void plot_histogram(double *vals, int n)
{
	int i;
	double max = -INFINITY;
	double min = +INFINITY;
	double step;
	int histo[NBINS];
	FILE *fh;

	fh = fopen("histogram.dat", "w");
	if ( fh == NULL ) {
		ERROR("Couldn't open 'histogram.dat'\n");
		return;
	}

	for ( i=0; i<n; i++ ) {
		if ( vals[i] > max ) max = vals[i];
		if ( vals[i] < min ) min = vals[i];
	}
	STATUS("%f %f\n", min, max);

	for ( i=0; i<NBINS; i++ ) {
		histo[i] = 0;
	}

	step = (max-min)/NBINS;

	for ( i=0; i<n; i++ ) {
		int bin;
		bin = (vals[i]-min)/step;
		histo[bin]++;
	}

	for ( i=0; i<NBINS; i++ ) {
		fprintf(fh, "%f %i\n", min+step*i, histo[i]);
	}

	fclose(fh);
}


117
118
119
120
121
/* Note "holo" needn't actually be a holohedral point group, if you want to try
 * something strange like resolving from a low-symmetry group into an even
 * lower symmetry one.
 */
static ReflItemList *get_twin_possibilities(const char *holo, const char *mero)
122
{
123
	ReflItemList *test_items;
124
	ReflItemList *twins;
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
	int np;

	np = num_general_equivs(holo) / num_general_equivs(mero);

	test_items = new_items();

	/* Some arbitrarily chosen reflections which can't be special
	 * reflections in any point group, i.e. lots of odd numbers,
	 * prime numbers and so on.  There's probably an analytical
	 * way of working these out, but this will do. */
	add_item(test_items, 1, 2, 3);
	add_item(test_items, 3, 7, 13);
	add_item(test_items, 5, 2, 1);

	twins = get_twins(test_items, holo, mero);
	delete_items(test_items);

Thomas White's avatar
Thomas White committed
142
143
	/* Idiot check.  Wouldn't be necessary if I could prove that the above
	 * set of arbitrarily chosen reflections were always general. */
144
145
146
147
148
149
150
151
152
	if ( num_items(twins) != np ) {
		ERROR("Whoops! Couldn't find all the twinning possiblities.\n");
		abort();
	}

	return twins;
}


Thomas White's avatar
Thomas White committed
153
154
155
static int resolve_twin(const double *model, ReflItemList *observed,
                        const double *patt, ReflItemList *items,
                        ReflItemList *twins, const char *holo, const char *mero)
156
{
157
158
159
160
161
162
163
164
165
166
167
168
169
	int n, i;
	double best_fom = 0.0;
	int best_op = 0;

	n = num_items(twins);

	for ( i=0; i<n; i++ ) {

		int j;
		int op;
		double *trial_ints = new_list_intensity();
		unsigned int *trial_counts = new_list_count();
		double fom;
Thomas White's avatar
Thomas White committed
170
		ReflItemList *intersection;
171
172
173
174
175
176
177
178
179
180

		op = get_item(twins, i)->op;

		for ( j=0; j<num_items(items); j++ ) {

			signed int h, k, l;
			struct refl_item *r = get_item(items, j);

			get_general_equiv(r->h, r->k, r->l, &h, &k, &l,
			                  holo, op);
181
			get_asymm(h, k, l, &h, &k, &l, mero);
182
183
184
185
186
187
188

			set_intensity(trial_ints, h, k, l,
			              lookup_intensity(patt, r->h, r->k, r->l));
			set_count(trial_counts, h, k, l, 1);

		}

Thomas White's avatar
Thomas White committed
189
190
191
		intersection = intersection_items(observed, items);
		fom = stat_pearson(trial_ints, model, intersection);
		delete_items(intersection);
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208

		free(trial_ints);
		free(trial_counts);

		//printf(" %f", fom);
		if ( fom > best_fom ) {
			best_fom = fom;
			best_op = op;
		}

	}
	//printf("\n");

	return best_op;
}


Thomas White's avatar
Thomas White committed
209
210
211
static void merge_pattern(double *model, ReflItemList *observed,
                          const double *new,  ReflItemList *items,
                          unsigned int *model_counts,  int mo,
212
                          ReflItemList *twins,
213
214
215
                          const char *holo, const char *mero,
                          ReflItemList *reference, const double *reference_i,
                          double *hist_vals,
216
                          signed int hist_h, signed int hist_k,
217
                          signed int hist_l, int *hist_n, double *devs,
218
                          double *tots, double *means, FILE *outfh)
219
{
220
	int i;
221
	int twin;
222
	ReflItemList *sym_items = new_items();
223

224
	if ( twins != NULL ) {
225
226
227
228
229
230
231
		if ( reference != NULL ) {
			twin = resolve_twin(reference_i, reference, new, items,
			                    twins, holo, mero);
		} else {
			twin = resolve_twin(model, observed, new, items,
			                    twins, holo, mero);
		}
232
233
234
	} else {
		twin = 0;
	}
235

236
237
238
239
	if ( outfh != NULL ) {
		fprintf(outfh, "twin=%i\n", twin);
	}

240
	for ( i=0; i<num_items(items); i++ ) {
241
242

		double intensity;
243
		signed int hs, ks, ls;
244
245
		signed int h, k, l;
		struct refl_item *item;
246

247
248
		item = get_item(items, i);

249
250
251
252
		hs = item->h;
		ks = item->k;
		ls = item->l;

253
254
		/* Transform into correct side of the twin law.
		 * "twin" is always zero if no de-twinning is performed. */
255
		get_general_equiv(hs, ks, ls, &h, &k, &l, holo, twin);
256
257

		/* Put into the asymmetric cell for the target group */
258
		get_asymm(h, k, l, &h, &k, &l, mero);
259
260
261

		intensity = lookup_intensity(new, h, k, l);

Thomas White's avatar
Thomas White committed
262
		/* User asked for max only? */
263
264
265
266
267
268
269
270
		if ( !mo ) {
			integrate_intensity(model, h, k, l, intensity);
		} else {
			if ( intensity > lookup_intensity(model, h, k, l) ) {
				set_intensity(model, h, k, l, intensity);
			}
		}

271
272
273
274
275
276
277
		if ( tots != NULL ) {
			double m;
			m = lookup_intensity(means, h, k, l);
			integrate_intensity(tots, h, k, l, intensity);
			integrate_intensity(devs, h, k, l, fabs(intensity-m));
		}

278
279
280
281
282
283
284
285
286
287
		/* Already seen this reflection in this pattern? Complain. */
		if ( !find_item(sym_items, h, k, l) ) {
			/* Add the asymmetric version of this reflection to our
			 * temporary list.  One reflection (in the asymmetric
			 * unit) may appear more than once per pattern if
			 * symmetrically related reflections are present.
			 * That's fine... */
		}	add_item(sym_items, h, k, l);

		/* Increase count count */
Thomas White's avatar
Thomas White committed
288
289
		integrate_count(model_counts, h, k, l, 1);

290
291
292
293
294
295
296
297
		if ( hist_vals != NULL ) {
			int p = *hist_n;
			if ( (h==hist_h) && (k==hist_k) && (l==hist_l) ) {
				hist_vals[p] = intensity;
				*hist_n = p+1;
			}
		}

298
	}
299
300
301
302
303

	/* Dump the reflections in this pattern into the overall list */
	union_items(observed, sym_items);

	delete_items(sym_items);
304
305
306
}


307
308
static void scale_intensities(const double *model, ReflItemList *model_items,
                              double *new_pattern, ReflItemList *new_items,
309
                              double f0, int f0_valid, const char *sym)
310
311
{
	double s;
312
313
	double top = 0.0;
	double bot = 0.0;
314
315
316
	unsigned int i;


317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
	for ( i=0; i<num_items(new_items); i++ ) {

		double i1, i2;
		struct refl_item *it;
		signed int hu, ku, lu;

		/* Get the next item in the list of new reflections */
		it = get_item(new_items, i);

		/* Find the (only) partner in the model */
		find_unique_equiv(model_items, it->h, it->k, it->l, sym,
		                  &hu, &ku, &lu);

		i1 = lookup_intensity(model, hu, ku, lu);
		i2 = lookup_intensity(new_pattern, it->h, it->k, it->l);

		top += i1 * i2;
		bot += i2 * i2;

	}

	s = top / bot;
	if ( f0_valid ) printf("%f %f\n", s, f0);
340
341
342
343
344
345
346
347

	/* Multiply the new pattern up by "s" */
	for ( i=0; i<LIST_SIZE; i++ ) {
		new_pattern[i] *= s;
	}
}


Thomas White's avatar
Thomas White committed
348
349
static void merge_all(FILE *fh, double **pmodel, ReflItemList **pobserved,
                      unsigned int **pcounts,
350
                      int config_maxonly, int config_scale, int config_sum,
351
                      int config_startafter, int config_stopafter,
352
                      ReflItemList *twins, const char *holo, const char *mero,
353
354
355
                      int n_total_patterns,
                      ReflItemList *reference, double *reference_i,
                      double *hist_vals,
356
                      signed int hist_h, signed int hist_k, signed int hist_l,
357
358
                      int *hist_i, double *devs, double *tots, double *means,
                      FILE *outfh)
359
360
361
362
363
{
	char *rval;
	float f0;
	int n_nof0 = 0;
	int f0_valid = 0;
Thomas White's avatar
Thomas White committed
364
	int n_patterns = 0;
365
366
	double *new_pattern = new_list_intensity();
	ReflItemList *items = new_items();
Thomas White's avatar
Thomas White committed
367
368
369
370
	ReflItemList *observed = new_items();
	double *model = new_list_intensity();
	unsigned int *counts = new_list_count();
	int i;
371

372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
	if ( config_startafter != 0 ) {

		do {

			char line[1024];

			rval = fgets(line, 1023, fh);
			if ( (strncmp(line, "Reflections from indexing", 25)
			                                                   == 0)
			    || (strncmp(line, "New pattern", 11) == 0) ) {
				n_patterns++;
			}

			if ( n_patterns == config_startafter ) break;

		} while ( rval != NULL );

	}

391
392
393
394
395
396
397
398
	do {

		char line[1024];
		signed int h, k, l;
		float intensity;
		int r;

		rval = fgets(line, 1023, fh);
Thomas White's avatar
Thomas White committed
399
		if ( rval == NULL ) continue;  /* And 'break' */
400
		if ( strcmp(line, "\n") == 0 ) {
401
402
403
404
405
406
407
408
409

			/* Assume a default I0 if we don't have one by now */
			if ( config_scale && !f0_valid ) {
				n_nof0++;
				f0 = 1.0;
			}

			/* Scale if requested */
			if ( config_scale ) {
410
411
412
				if ( reference == NULL ) {
					scale_intensities(model, observed,
					                  new_pattern, items,
413
					                  f0, f0_valid, mero);
414
415
416
417
				} else {
					scale_intensities(reference_i,
					                  reference,
					                  new_pattern, items,
418
					                  f0, f0_valid, mero);
419
				}
420
421
422
			}

			/* Start of second or later pattern */
Thomas White's avatar
Thomas White committed
423
424
			merge_pattern(model, observed, new_pattern, items,
			              counts, config_maxonly,
425
			              twins, holo, mero,
426
			              reference, reference_i,
427
			              hist_vals, hist_h, hist_k, hist_l,
428
			              hist_i, devs, tots, means, outfh);
429

Thomas White's avatar
Thomas White committed
430
			n_patterns++;
431
			if ( n_patterns == config_stopafter ) break;
Thomas White's avatar
Thomas White committed
432
			progress_bar(n_patterns, n_total_patterns, "Merging");
433

434
			/* Reset for the next pattern */
435
436
437
438
439
440
			clear_items(items);

			f0_valid = 0;

		}

441
442
443
444
		if ( outfh != NULL ) {
			fprintf(outfh, "%s", line);
		}

445
446
447
448
449
450
451
452
453
454
455
456
457
		if ( strncmp(line, "f0 = ", 5) == 0 ) {
			r = sscanf(line, "f0 = %f", &f0);
			if ( r != 1 ) {
				f0 = 1.0;
				f0_valid = 0;
				continue;
			}
			f0_valid = 1;
		}

		r = sscanf(line, "%i %i %i %f", &h, &k, &l, &intensity);
		if ( r != 4 ) continue;

458
		/* Not interested in the central beam */
459
460
		if ( (h==0) && (k==0) && (l==0) ) continue;

461
462
		/* The same raw indices (before mapping into the asymmetric
		 * unit should not turn up twice in one pattern. */
463
464
465
466
467
		if ( find_item(items, h, k, l) != 0 ) {
			ERROR("More than one measurement for %i %i %i in"
			      " pattern number %i\n", h, k, l, n_patterns);
		}
		set_intensity(new_pattern, h, k, l, intensity);
468
469
470

		/* NB: This list contains raw indices, before working out
		 * where they belong in the asymmetric unit. */
471
472
473
474
475
476
477
		add_item(items, h, k, l);

	} while ( rval != NULL );

	delete_items(items);
	free(new_pattern);

478
479
	/* Calculate mean intensity if necessary */
	if ( !config_sum && !config_maxonly ) {
Thomas White's avatar
Thomas White committed
480
481
482
483
484
485
486
487
488
489
490
		for ( i=0; i<IDIM*IDIM*IDIM; i++ ) {
			if ( counts[i] > 0 ) {
				model[i] /= (double)counts[i];
			}
		}
	}

	*pmodel = model;
	*pcounts = counts;
	*pobserved = observed;

491
492
493
494
495
496
497
498
499
500
501
502
503
	STATUS("%i patterns had no f0 valid value.\n", n_nof0);
}


static int count_patterns(FILE *fh)
{
	char *rval;

	int n_total_patterns = 0;
	do {
		char line[1024];

		rval = fgets(line, 1023, fh);
Thomas White's avatar
Thomas White committed
504
		if ( rval == NULL ) continue;
505
506
507
508
509
510
511
512
513
514
		if ( (strncmp(line, "Reflections from indexing", 25) == 0)
		    || (strncmp(line, "New pattern", 11) == 0) ) {
		    n_total_patterns++;
		}
	} while ( rval != NULL );

	return n_total_patterns;
}


515
516
517
518
int main(int argc, char *argv[])
{
	int c;
	char *filename = NULL;
519
	char *output = NULL;
520
	FILE *fh;
521
	double *model;
Thomas White's avatar
Thomas White committed
522
	unsigned int *counts;
523
	UnitCell *cell;
Thomas White's avatar
Thomas White committed
524
	int config_maxonly = 0;
525
	int config_startafter = 0;
Thomas White's avatar
Thomas White committed
526
	int config_stopafter = 0;
527
	int config_sum = 0;
528
	int config_scale = 0;
529
	int config_rmerge = 0;
530
	unsigned int n_total_patterns;
531
	char *sym = NULL;
532
	char *pdb = NULL;
533
	ReflItemList *twins;
Thomas White's avatar
Thomas White committed
534
	ReflItemList *observed;
535
	int i;
536
	const char *holo = NULL;
537
538
539
540
	char *histo = NULL;
	signed int hist_h, hist_k, hist_l;
	double *hist_vals = NULL;
	int hist_i;
541
542
543
544
545
	char *outstream = NULL;
	char *reference = NULL;
	ReflItemList *reference_items;
	double *reference_i;
	FILE *outfh = NULL;
546
547
548
549
550

	/* Long options */
	const struct option longopts[] = {
		{"help",               0, NULL,               'h'},
		{"input",              1, NULL,               'i'},
Thomas White's avatar
Thomas White committed
551
		{"output",             1, NULL,               'o'},
Thomas White's avatar
Thomas White committed
552
		{"max-only",           0, &config_maxonly,     1},
Thomas White's avatar
Thomas White committed
553
		{"output-every",       1, NULL,               'e'},
Thomas White's avatar
Thomas White committed
554
		{"stop-after",         1, NULL,               's'},
555
		{"start-after",        1, NULL,               'f'},
556
		{"sum",                0, &config_sum,         1},
557
		{"scale",              0, &config_scale,       1},
558
		{"symmetry",           1, NULL,               'y'},
559
		{"pdb",                1, NULL,               'p'},
560
		{"histogram",          1, NULL,               'g'},
561
		{"rmerge",             0, &config_rmerge,      1},
562
563
		{"outstream",          1, NULL,               'a'},
		{"reference",          1, NULL,               'r'},
564
565
566
567
		{0, 0, NULL, 0}
	};

	/* Short options */
568
	while ((c = getopt_long(argc, argv, "hi:e:ro:p:y:g:f:a:r:",
569
	                        longopts, NULL)) != -1) {
570
571

		switch (c) {
Thomas White's avatar
Thomas White committed
572
		case 'h' :
573
574
575
			show_help(argv[0]);
			return 0;

Thomas White's avatar
Thomas White committed
576
		case 'i' :
577
578
579
			filename = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
580
		case 'o' :
581
582
583
			output = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
584
		case 's' :
Thomas White's avatar
Thomas White committed
585
586
587
			config_stopafter = atoi(optarg);
			break;

588
589
590
591
		case 'f' :
			config_startafter = atoi(optarg);
			break;

Thomas White's avatar
Thomas White committed
592
		case 'p' :
593
594
595
			pdb = strdup(optarg);
			break;

596
597
598
599
		case 'y' :
			sym = strdup(optarg);
			break;

600
601
602
603
		case 'g' :
			histo = strdup(optarg);
			break;

604
605
606
607
608
609
610
611
		case 'r' :
			reference = strdup(optarg);
			break;

		case 'a' :
			outstream = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
612
		case 0 :
613
614
			break;

Thomas White's avatar
Thomas White committed
615
		default :
616
617
618
619
620
			return 1;
		}

	}

621
622
623
624
625
626
	if ( config_sum && config_rmerge ) {
		ERROR("Options --sum and --rmerge do not make sense"
		      " together.\n");
		return 1;
	}

627
628
629
630
631
	if ( filename == NULL ) {
		ERROR("Please specify filename using the -i option\n");
		return 1;
	}

632
633
634
635
	if ( pdb == NULL ) {
		pdb = strdup("molecule.pdb");
	}

Thomas White's avatar
Thomas White committed
636
637
638
	cell = load_cell_from_pdb(pdb);
	free(pdb);

639
	/* Show useful symmetry information */
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
	if ( sym != NULL ) {
		holo = get_holohedral(sym);
		int np = num_general_equivs(holo) / num_general_equivs(sym);
		if ( np > 1 ) {

			STATUS("Resolving point group %s into %s "
			       "(%i possibilities)\n",
			       holo, sym, np);
			/* Get the list of twin/Bijvoet possibilities */
			twins = get_twin_possibilities(holo, sym);
			STATUS("Twin/inversion operation indices from %s are:",
			       holo);
			for ( i=0; i<num_items(twins); i++ ) {
				STATUS(" %i", get_item(twins, i)->op);
			}
			STATUS("\n");
656

657
658
659
660
		} else {
			STATUS("No twin/inversion resolution necessary.\n");
			twins = NULL;
		}
661
	} else {
662
		STATUS("Not performing any twin/inversion resolution.\n");
663
		twins = NULL;
664
665
		sym = strdup("1");
		holo = strdup("1");
666
	}
667

668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
	if ( histo != NULL ) {
		int r;
		r = sscanf(histo, "%i,%i,%i", &hist_h, &hist_k, &hist_l);
		if ( r != 3 ) {
			ERROR("Invalid indices for '--histogram'\n");
			return 1;
		}
		hist_vals = malloc(10*1024*sizeof(double));
		free(histo);
		STATUS("Histogramming %i %i %i -> ", hist_h, hist_k, hist_l);
		/* Put into the asymmetric cell for the target group */
		get_asymm(hist_h, hist_k, hist_l,
		          &hist_h, &hist_k, &hist_l, sym);
		STATUS("%i %i %i\n", hist_h, hist_k, hist_l);
	}

684
685
686
687
688
689
690
691
692
693
694
	/* Open the data stream */
	if ( strcmp(filename, "-") == 0 ) {
		fh = stdin;
	} else {
		fh = fopen(filename, "r");
	}
	free(filename);
	if ( fh == NULL ) {
		ERROR("Failed to open input file\n");
		return 1;
	}
Thomas White's avatar
Tidy-up    
Thomas White committed
695

696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
	/* Read the reference reflections */
	if ( reference != NULL ) {
		reference_i = new_list_intensity();
		reference_items = read_reflections(reference, reference_i,
		                                   NULL, NULL);
		if ( reference_items == NULL ) {
			ERROR("Couldn't read '%s'\n", reference);
			return 1;
		}
	} else {
		reference_items = NULL;
		reference_i = NULL;
	}

	if ( outstream != NULL ) {
		outfh = fopen(outstream, "w");
		if ( outfh == NULL ) {
			ERROR("Couldn't open '%s'\n", outstream);
			return 1;
		}
	}

718
719
720
721
	/* Count the number of patterns in the file */
	n_total_patterns = count_patterns(fh);
	STATUS("There are %i patterns to process\n", n_total_patterns);
	rewind(fh);
722

723
	hist_i = 0;
Thomas White's avatar
Thomas White committed
724
	merge_all(fh, &model, &observed, &counts,
725
726
	          config_maxonly, config_scale, config_sum,
	          config_startafter, config_stopafter,
727
                  twins, holo, sym, n_total_patterns,
728
729
730
                  reference_items, reference_i,
                  hist_vals, hist_h, hist_k, hist_l, &hist_i, NULL, NULL, NULL,
                  outfh);
731
	rewind(fh);
732

733
734
735
736
737
738
	if ( hist_vals != NULL ) {
		STATUS("%i %i %i was seen %i times.\n", hist_h, hist_k, hist_l,
		                                        hist_i);
		plot_histogram(hist_vals, hist_i);
	}

739
	if ( output != NULL ) {
Thomas White's avatar
Thomas White committed
740
		write_reflections(output, observed, model, NULL, counts, cell);
741
	}
Thomas White's avatar
Thomas White committed
742

743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
	if ( config_rmerge ) {

		double *devs = new_list_intensity();
		double *tots = new_list_intensity();
		double total_dev = 0.0;
		double total_tot = 0.0;
		double total_pdev = 0.0;
		double total_rdev = 0.0;
		int i;

		STATUS("Extra pass to calculate figures of merit...\n");

		rewind(fh);
		merge_all(fh, &model, &observed, &counts,
		          config_maxonly, config_scale, 0,
758
		          config_startafter, config_stopafter, twins, holo, sym,
759
760
		          n_total_patterns, reference_items, reference_i,
		          NULL, 0, 0, 0, NULL, devs, tots, model, NULL);
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790

		for ( i=0; i<num_items(observed); i++ ) {

			struct refl_item *it;
			signed int h, k, l;
			double dev;
			unsigned int count;

			it = get_item(observed, i);
			h = it->h;  k = it->k,  l = it->l;

			dev = lookup_intensity(devs, h, k, l);
			count = lookup_count(counts, h, k, l);

			if ( count < 2 ) continue;

			total_dev += dev;
			total_pdev += sqrt(1.0/(count-1.0))*dev;
			total_rdev += sqrt(count/(count-1.0))*dev;
			total_tot += lookup_intensity(tots, h, k, l);

		}

		STATUS("Rmerge = %f%%\n", 100.0*total_dev/total_tot);
		STATUS("  Rpim = %f%%\n", 100.0*total_pdev/total_tot);
		STATUS("  Rrim = %f%%\n", 100.0*total_rdev/total_tot);

	}

	fclose(fh);
791
	free(sym);
Thomas White's avatar
Thomas White committed
792
	free(model);
Thomas White's avatar
Thomas White committed
793
	free(counts);
Thomas White's avatar
Thomas White committed
794
	free(output);
795
	cell_free(cell);
796

797
798
	return 0;
}