process_hkl.c 19.9 KB
Newer Older
1
2
3
4
5
/*
 * process_hkl.c
 *
 * Assemble and process FEL Bragg intensities
 *
Thomas White's avatar
Thomas White committed
6
 * (c) 2006-2010 Thomas White <taw@physics.org>
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
 *
 * Part of CrystFEL - crystallography with a FEL
 *
 */


#ifdef HAVE_CONFIG_H
#include <config.h>
#endif

#include <stdarg.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <unistd.h>
#include <getopt.h>

#include "utils.h"
#include "statistics.h"
#include "sfac.h"
27
#include "reflections.h"
28
#include "symmetry.h"
29
30


31
/* Number of divisions for intensity histograms */
32
#define NBINS (50)
Thomas White's avatar
Thomas White committed
33
34


35
36
37
static void show_help(const char *s)
{
	printf("Syntax: %s [options]\n\n", s);
Thomas White's avatar
Thomas White committed
38
39
40
	printf(
"Assemble and process FEL Bragg intensities.\n"
"\n"
41
42
43
44
"  -h, --help                Display this help message.\n"
"  -i, --input=<filename>    Specify input filename (\"-\" for stdin).\n"
"  -o, --output=<filename>   Specify output filename for merged intensities\n"
"                             (don't specify for no output).\n"
45
"  -p, --pdb=<filename>      PDB file to use (default: molecule.pdb).\n"
Thomas White's avatar
Thomas White committed
46
"\n"
47
48
49
50
51
52
53
54
"      --max-only            Take the integrated intensity to be equal to the\n"
"                             maximum intensity measured for that reflection.\n"
"                             The default is to use the mean value from all\n"
"                             measurements.\n"
"      --sum                 Sum (rather than average) the intensities for the\n"
"                             final output list.  This is useful for comparing\n"
"                             results to radially summed powder patterns, but\n"
"                             will break R-factor analysis.\n"
55
"      --start-after=<n>     Skip n patterns at the start of the stream.\n"
56
57
58
"      --stop-after=<n>      Stop after processing n patterns.  Zero means\n"
"                             keep going until the end of the input, and is\n"
"                             the default.\n"
59
60
"  -g, --histogram=<h,k,l>   Calculate the histogram of measurements for this\n"
"                             reflection.\n"
61
"      --rmerge              Calculate and report Rmerge and Rpim\n"
62
"\n"
63
64
"      --scale               Scale each pattern for best fit with the current\n"
"                             model.\n"
Thomas White's avatar
Thomas White committed
65
"  -y, --symmetry=<sym>      Merge according to point group <sym>.\n"
66
67
"      --reference=<file>    Compare against intensities from <file> when\n"
"                             scaling or resolving ambiguities.\n"
68
69
"                             The symmetry of the reference list must be the\n"
"                             same as that given with '-y'.\n"
70
71
"      --outstream=<file>    Write an annotated version of the input stream\n"
"                             to <file>.\n"
72
);
73
74
75
}


76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
static void plot_histogram(double *vals, int n)
{
	int i;
	double max = -INFINITY;
	double min = +INFINITY;
	double step;
	int histo[NBINS];
	FILE *fh;

	fh = fopen("histogram.dat", "w");
	if ( fh == NULL ) {
		ERROR("Couldn't open 'histogram.dat'\n");
		return;
	}

	for ( i=0; i<n; i++ ) {
		if ( vals[i] > max ) max = vals[i];
		if ( vals[i] < min ) min = vals[i];
	}
	STATUS("%f %f\n", min, max);

	for ( i=0; i<NBINS; i++ ) {
		histo[i] = 0;
	}

	step = (max-min)/NBINS;

	for ( i=0; i<n; i++ ) {
		int bin;
		bin = (vals[i]-min)/step;
		histo[bin]++;
	}

	for ( i=0; i<NBINS; i++ ) {
		fprintf(fh, "%f %i\n", min+step*i, histo[i]);
	}

	fclose(fh);
}


117
118
119
120
121
/* Note "holo" needn't actually be a holohedral point group, if you want to try
 * something strange like resolving from a low-symmetry group into an even
 * lower symmetry one.
 */
static ReflItemList *get_twin_possibilities(const char *holo, const char *mero)
122
{
123
	ReflItemList *test_items;
124
	ReflItemList *twins;
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
	int np;

	np = num_general_equivs(holo) / num_general_equivs(mero);

	test_items = new_items();

	/* Some arbitrarily chosen reflections which can't be special
	 * reflections in any point group, i.e. lots of odd numbers,
	 * prime numbers and so on.  There's probably an analytical
	 * way of working these out, but this will do. */
	add_item(test_items, 1, 2, 3);
	add_item(test_items, 3, 7, 13);
	add_item(test_items, 5, 2, 1);

	twins = get_twins(test_items, holo, mero);
	delete_items(test_items);

Thomas White's avatar
Thomas White committed
142
143
	/* Idiot check.  Wouldn't be necessary if I could prove that the above
	 * set of arbitrarily chosen reflections were always general. */
144
145
146
147
148
149
150
151
152
	if ( num_items(twins) != np ) {
		ERROR("Whoops! Couldn't find all the twinning possiblities.\n");
		abort();
	}

	return twins;
}


Thomas White's avatar
Thomas White committed
153
154
155
static int resolve_twin(const double *model, ReflItemList *observed,
                        const double *patt, ReflItemList *items,
                        ReflItemList *twins, const char *holo, const char *mero)
156
{
157
158
159
160
161
162
163
164
165
166
167
168
169
	int n, i;
	double best_fom = 0.0;
	int best_op = 0;

	n = num_items(twins);

	for ( i=0; i<n; i++ ) {

		int j;
		int op;
		double *trial_ints = new_list_intensity();
		unsigned int *trial_counts = new_list_count();
		double fom;
Thomas White's avatar
Thomas White committed
170
		ReflItemList *intersection;
171
172
173
174
175
176
177
178
179
180

		op = get_item(twins, i)->op;

		for ( j=0; j<num_items(items); j++ ) {

			signed int h, k, l;
			struct refl_item *r = get_item(items, j);

			get_general_equiv(r->h, r->k, r->l, &h, &k, &l,
			                  holo, op);
181
			get_asymm(h, k, l, &h, &k, &l, mero);
182
183
184
185
186
187
188

			set_intensity(trial_ints, h, k, l,
			              lookup_intensity(patt, r->h, r->k, r->l));
			set_count(trial_counts, h, k, l, 1);

		}

Thomas White's avatar
Thomas White committed
189
190
191
		intersection = intersection_items(observed, items);
		fom = stat_pearson(trial_ints, model, intersection);
		delete_items(intersection);
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208

		free(trial_ints);
		free(trial_counts);

		//printf(" %f", fom);
		if ( fom > best_fom ) {
			best_fom = fom;
			best_op = op;
		}

	}
	//printf("\n");

	return best_op;
}


Thomas White's avatar
Thomas White committed
209
210
211
static void merge_pattern(double *model, ReflItemList *observed,
                          const double *new,  ReflItemList *items,
                          unsigned int *model_counts,  int mo,
212
                          ReflItemList *twins,
213
214
215
                          const char *holo, const char *mero,
                          ReflItemList *reference, const double *reference_i,
                          double *hist_vals,
216
                          signed int hist_h, signed int hist_k,
217
                          signed int hist_l, int *hist_n, double *devs,
218
                          double *tots, double *means, FILE *outfh)
219
{
220
	int i;
221
	int twin;
222
	ReflItemList *sym_items = new_items();
223

224
	if ( twins != NULL ) {
225
226
227
228
229
230
231
		if ( reference != NULL ) {
			twin = resolve_twin(reference_i, reference, new, items,
			                    twins, holo, mero);
		} else {
			twin = resolve_twin(model, observed, new, items,
			                    twins, holo, mero);
		}
232
233
234
	} else {
		twin = 0;
	}
235

236
237
238
239
	if ( outfh != NULL ) {
		fprintf(outfh, "twin=%i\n", twin);
	}

240
	for ( i=0; i<num_items(items); i++ ) {
241
242

		double intensity;
243
		signed int hs, ks, ls;
244
245
		signed int h, k, l;
		struct refl_item *item;
246

247
248
		item = get_item(items, i);

249
250
251
252
		hs = item->h;
		ks = item->k;
		ls = item->l;

253
254
		/* Transform into correct side of the twin law.
		 * "twin" is always zero if no de-twinning is performed. */
255
		get_general_equiv(hs, ks, ls, &h, &k, &l, holo, twin);
256
257

		/* Put into the asymmetric cell for the target group */
258
		get_asymm(h, k, l, &h, &k, &l, mero);
259
260
261

		intensity = lookup_intensity(new, h, k, l);

Thomas White's avatar
Thomas White committed
262
		/* User asked for max only? */
263
264
265
266
267
268
269
270
		if ( !mo ) {
			integrate_intensity(model, h, k, l, intensity);
		} else {
			if ( intensity > lookup_intensity(model, h, k, l) ) {
				set_intensity(model, h, k, l, intensity);
			}
		}

271
272
273
274
275
276
277
		if ( tots != NULL ) {
			double m;
			m = lookup_intensity(means, h, k, l);
			integrate_intensity(tots, h, k, l, intensity);
			integrate_intensity(devs, h, k, l, fabs(intensity-m));
		}

278
279
280
281
282
283
284
285
286
287
		/* Already seen this reflection in this pattern? Complain. */
		if ( !find_item(sym_items, h, k, l) ) {
			/* Add the asymmetric version of this reflection to our
			 * temporary list.  One reflection (in the asymmetric
			 * unit) may appear more than once per pattern if
			 * symmetrically related reflections are present.
			 * That's fine... */
		}	add_item(sym_items, h, k, l);

		/* Increase count count */
Thomas White's avatar
Thomas White committed
288
289
		integrate_count(model_counts, h, k, l, 1);

290
291
292
293
294
295
296
297
		if ( hist_vals != NULL ) {
			int p = *hist_n;
			if ( (h==hist_h) && (k==hist_k) && (l==hist_l) ) {
				hist_vals[p] = intensity;
				*hist_n = p+1;
			}
		}

298
	}
299
300
301
302
303

	/* Dump the reflections in this pattern into the overall list */
	union_items(observed, sym_items);

	delete_items(sym_items);
304
305
306
}


307
308
static void scale_intensities(const double *model, ReflItemList *model_items,
                              double *new_pattern, ReflItemList *new_items,
309
                              double f0, int f0_valid, const char *sym)
310
311
{
	double s;
312
313
	double top = 0.0;
	double bot = 0.0;
314
315
316
	unsigned int i;


317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
	for ( i=0; i<num_items(new_items); i++ ) {

		double i1, i2;
		struct refl_item *it;
		signed int hu, ku, lu;

		/* Get the next item in the list of new reflections */
		it = get_item(new_items, i);

		/* Find the (only) partner in the model */
		find_unique_equiv(model_items, it->h, it->k, it->l, sym,
		                  &hu, &ku, &lu);

		i1 = lookup_intensity(model, hu, ku, lu);
		i2 = lookup_intensity(new_pattern, it->h, it->k, it->l);

		top += i1 * i2;
		bot += i2 * i2;

	}

	s = top / bot;
	if ( f0_valid ) printf("%f %f\n", s, f0);
340
341
342
343
344
345
346
347

	/* Multiply the new pattern up by "s" */
	for ( i=0; i<LIST_SIZE; i++ ) {
		new_pattern[i] *= s;
	}
}


Thomas White's avatar
Thomas White committed
348
349
static void merge_all(FILE *fh, double **pmodel, ReflItemList **pobserved,
                      unsigned int **pcounts,
350
                      int config_maxonly, int config_scale, int config_sum,
351
                      int config_startafter, int config_stopafter,
352
                      ReflItemList *twins, const char *holo, const char *mero,
353
354
355
                      int n_total_patterns,
                      ReflItemList *reference, double *reference_i,
                      double *hist_vals,
356
                      signed int hist_h, signed int hist_k, signed int hist_l,
357
358
                      int *hist_i, double *devs, double *tots, double *means,
                      FILE *outfh)
359
360
361
362
363
{
	char *rval;
	float f0;
	int n_nof0 = 0;
	int f0_valid = 0;
364
	int n_patterns = 1;
365
366
	double *new_pattern = new_list_intensity();
	ReflItemList *items = new_items();
Thomas White's avatar
Thomas White committed
367
368
369
370
	ReflItemList *observed = new_items();
	double *model = new_list_intensity();
	unsigned int *counts = new_list_count();
	int i;
371

372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
	if ( config_startafter != 0 ) {

		do {

			char line[1024];

			rval = fgets(line, 1023, fh);
			if ( (strncmp(line, "Reflections from indexing", 25)
			                                                   == 0)
			    || (strncmp(line, "New pattern", 11) == 0) ) {
				n_patterns++;
			}

			if ( n_patterns == config_startafter ) break;

		} while ( rval != NULL );

	}

391
392
393
394
395
396
397
398
	do {

		char line[1024];
		signed int h, k, l;
		float intensity;
		int r;

		rval = fgets(line, 1023, fh);
399
		if ( strcmp(line, "\n") == 0 ) {
400
401
402
403
404
405
406
407
408

			/* Assume a default I0 if we don't have one by now */
			if ( config_scale && !f0_valid ) {
				n_nof0++;
				f0 = 1.0;
			}

			/* Scale if requested */
			if ( config_scale ) {
409
410
411
				if ( reference == NULL ) {
					scale_intensities(model, observed,
					                  new_pattern, items,
412
					                  f0, f0_valid, mero);
413
414
415
416
				} else {
					scale_intensities(reference_i,
					                  reference,
					                  new_pattern, items,
417
					                  f0, f0_valid, mero);
418
				}
419
420
421
			}

			/* Start of second or later pattern */
Thomas White's avatar
Thomas White committed
422
423
			merge_pattern(model, observed, new_pattern, items,
			              counts, config_maxonly,
424
			              twins, holo, mero,
425
			              reference, reference_i,
426
			              hist_vals, hist_h, hist_k, hist_l,
427
			              hist_i, devs, tots, means, outfh);
428
429
430

			if ( n_patterns == config_stopafter ) break;

431
			/* Reset for the next pattern */
432
433
434
			n_patterns++;
			clear_items(items);

435
			progress_bar(n_patterns, n_total_patterns-1, "Merging");
436
437
438
439
440

			f0_valid = 0;

		}

441
442
443
444
		if ( outfh != NULL ) {
			fprintf(outfh, "%s", line);
		}

445
446
447
448
449
450
451
452
453
454
455
456
457
		if ( strncmp(line, "f0 = ", 5) == 0 ) {
			r = sscanf(line, "f0 = %f", &f0);
			if ( r != 1 ) {
				f0 = 1.0;
				f0_valid = 0;
				continue;
			}
			f0_valid = 1;
		}

		r = sscanf(line, "%i %i %i %f", &h, &k, &l, &intensity);
		if ( r != 4 ) continue;

458
		/* Not interested in the central beam */
459
460
		if ( (h==0) && (k==0) && (l==0) ) continue;

461
462
		/* The same raw indices (before mapping into the asymmetric
		 * unit should not turn up twice in one pattern. */
463
464
465
466
467
		if ( find_item(items, h, k, l) != 0 ) {
			ERROR("More than one measurement for %i %i %i in"
			      " pattern number %i\n", h, k, l, n_patterns);
		}
		set_intensity(new_pattern, h, k, l, intensity);
468
469
470

		/* NB: This list contains raw indices, before working out
		 * where they belong in the asymmetric unit. */
471
472
473
474
475
476
477
		add_item(items, h, k, l);

	} while ( rval != NULL );

	delete_items(items);
	free(new_pattern);

478
479
	/* Calculate mean intensity if necessary */
	if ( !config_sum && !config_maxonly ) {
Thomas White's avatar
Thomas White committed
480
481
482
483
484
485
486
487
488
489
490
		for ( i=0; i<IDIM*IDIM*IDIM; i++ ) {
			if ( counts[i] > 0 ) {
				model[i] /= (double)counts[i];
			}
		}
	}

	*pmodel = model;
	*pcounts = counts;
	*pobserved = observed;

491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
	STATUS("%i patterns had no f0 valid value.\n", n_nof0);
}


static int count_patterns(FILE *fh)
{
	char *rval;

	int n_total_patterns = 0;
	do {
		char line[1024];

		rval = fgets(line, 1023, fh);
		if ( (strncmp(line, "Reflections from indexing", 25) == 0)
		    || (strncmp(line, "New pattern", 11) == 0) ) {
		    n_total_patterns++;
		}
	} while ( rval != NULL );

	return n_total_patterns;
}


514
515
516
517
int main(int argc, char *argv[])
{
	int c;
	char *filename = NULL;
518
	char *output = NULL;
519
	FILE *fh;
520
	double *model;
Thomas White's avatar
Thomas White committed
521
	unsigned int *counts;
522
	UnitCell *cell;
Thomas White's avatar
Thomas White committed
523
	int config_maxonly = 0;
524
	int config_startafter = 0;
Thomas White's avatar
Thomas White committed
525
	int config_stopafter = 0;
526
	int config_sum = 0;
527
	int config_scale = 0;
528
	int config_rmerge = 0;
529
	unsigned int n_total_patterns;
530
	char *sym = NULL;
531
	char *pdb = NULL;
532
	ReflItemList *twins;
Thomas White's avatar
Thomas White committed
533
	ReflItemList *observed;
534
	int i;
535
	const char *holo = NULL;
536
537
538
539
	char *histo = NULL;
	signed int hist_h, hist_k, hist_l;
	double *hist_vals = NULL;
	int hist_i;
540
541
542
543
544
	char *outstream = NULL;
	char *reference = NULL;
	ReflItemList *reference_items;
	double *reference_i;
	FILE *outfh = NULL;
545
546
547
548
549

	/* Long options */
	const struct option longopts[] = {
		{"help",               0, NULL,               'h'},
		{"input",              1, NULL,               'i'},
Thomas White's avatar
Thomas White committed
550
		{"output",             1, NULL,               'o'},
Thomas White's avatar
Thomas White committed
551
		{"max-only",           0, &config_maxonly,     1},
Thomas White's avatar
Thomas White committed
552
		{"output-every",       1, NULL,               'e'},
Thomas White's avatar
Thomas White committed
553
		{"stop-after",         1, NULL,               's'},
554
		{"start-after",        1, NULL,               'f'},
555
		{"sum",                0, &config_sum,         1},
556
		{"scale",              0, &config_scale,       1},
557
		{"symmetry",           1, NULL,               'y'},
558
		{"pdb",                1, NULL,               'p'},
559
		{"histogram",          1, NULL,               'g'},
560
		{"rmerge",             0, &config_rmerge,      1},
561
562
		{"outstream",          1, NULL,               'a'},
		{"reference",          1, NULL,               'r'},
563
564
565
566
		{0, 0, NULL, 0}
	};

	/* Short options */
567
	while ((c = getopt_long(argc, argv, "hi:e:ro:p:y:g:f:a:r:",
568
	                        longopts, NULL)) != -1) {
569
570

		switch (c) {
Thomas White's avatar
Thomas White committed
571
		case 'h' :
572
573
574
			show_help(argv[0]);
			return 0;

Thomas White's avatar
Thomas White committed
575
		case 'i' :
576
577
578
			filename = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
579
		case 'o' :
580
581
582
			output = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
583
		case 's' :
Thomas White's avatar
Thomas White committed
584
585
586
			config_stopafter = atoi(optarg);
			break;

587
588
589
590
		case 'f' :
			config_startafter = atoi(optarg);
			break;

Thomas White's avatar
Thomas White committed
591
		case 'p' :
592
593
594
			pdb = strdup(optarg);
			break;

595
596
597
598
		case 'y' :
			sym = strdup(optarg);
			break;

599
600
601
602
		case 'g' :
			histo = strdup(optarg);
			break;

603
604
605
606
607
608
609
610
		case 'r' :
			reference = strdup(optarg);
			break;

		case 'a' :
			outstream = strdup(optarg);
			break;

Thomas White's avatar
Thomas White committed
611
		case 0 :
612
613
			break;

Thomas White's avatar
Thomas White committed
614
		default :
615
616
617
618
619
			return 1;
		}

	}

620
621
622
623
624
625
	if ( config_sum && config_rmerge ) {
		ERROR("Options --sum and --rmerge do not make sense"
		      " together.\n");
		return 1;
	}

626
627
628
629
630
	if ( filename == NULL ) {
		ERROR("Please specify filename using the -i option\n");
		return 1;
	}

631
632
633
634
	if ( pdb == NULL ) {
		pdb = strdup("molecule.pdb");
	}

Thomas White's avatar
Thomas White committed
635
636
637
	cell = load_cell_from_pdb(pdb);
	free(pdb);

638
	/* Show useful symmetry information */
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
	if ( sym != NULL ) {
		holo = get_holohedral(sym);
		int np = num_general_equivs(holo) / num_general_equivs(sym);
		if ( np > 1 ) {

			STATUS("Resolving point group %s into %s "
			       "(%i possibilities)\n",
			       holo, sym, np);
			/* Get the list of twin/Bijvoet possibilities */
			twins = get_twin_possibilities(holo, sym);
			STATUS("Twin/inversion operation indices from %s are:",
			       holo);
			for ( i=0; i<num_items(twins); i++ ) {
				STATUS(" %i", get_item(twins, i)->op);
			}
			STATUS("\n");
655

656
657
658
659
		} else {
			STATUS("No twin/inversion resolution necessary.\n");
			twins = NULL;
		}
660
	} else {
661
		STATUS("Not performing any twin/inversion resolution.\n");
662
		twins = NULL;
663
664
		sym = strdup("1");
		holo = strdup("1");
665
	}
666

667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
	if ( histo != NULL ) {
		int r;
		r = sscanf(histo, "%i,%i,%i", &hist_h, &hist_k, &hist_l);
		if ( r != 3 ) {
			ERROR("Invalid indices for '--histogram'\n");
			return 1;
		}
		hist_vals = malloc(10*1024*sizeof(double));
		free(histo);
		STATUS("Histogramming %i %i %i -> ", hist_h, hist_k, hist_l);
		/* Put into the asymmetric cell for the target group */
		get_asymm(hist_h, hist_k, hist_l,
		          &hist_h, &hist_k, &hist_l, sym);
		STATUS("%i %i %i\n", hist_h, hist_k, hist_l);
	}

683
684
685
686
687
688
689
690
691
692
693
	/* Open the data stream */
	if ( strcmp(filename, "-") == 0 ) {
		fh = stdin;
	} else {
		fh = fopen(filename, "r");
	}
	free(filename);
	if ( fh == NULL ) {
		ERROR("Failed to open input file\n");
		return 1;
	}
Thomas White's avatar
Tidy-up    
Thomas White committed
694

695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
	/* Read the reference reflections */
	if ( reference != NULL ) {
		reference_i = new_list_intensity();
		reference_items = read_reflections(reference, reference_i,
		                                   NULL, NULL);
		if ( reference_items == NULL ) {
			ERROR("Couldn't read '%s'\n", reference);
			return 1;
		}
	} else {
		reference_items = NULL;
		reference_i = NULL;
	}

	if ( outstream != NULL ) {
		outfh = fopen(outstream, "w");
		if ( outfh == NULL ) {
			ERROR("Couldn't open '%s'\n", outstream);
			return 1;
		}
	}

717
718
719
720
	/* Count the number of patterns in the file */
	n_total_patterns = count_patterns(fh);
	STATUS("There are %i patterns to process\n", n_total_patterns);
	rewind(fh);
721

722
	hist_i = 0;
Thomas White's avatar
Thomas White committed
723
	merge_all(fh, &model, &observed, &counts,
724
725
	          config_maxonly, config_scale, config_sum,
	          config_startafter, config_stopafter,
726
                  twins, holo, sym, n_total_patterns,
727
728
729
                  reference_items, reference_i,
                  hist_vals, hist_h, hist_k, hist_l, &hist_i, NULL, NULL, NULL,
                  outfh);
730
	rewind(fh);
731

732
733
734
735
736
737
	if ( hist_vals != NULL ) {
		STATUS("%i %i %i was seen %i times.\n", hist_h, hist_k, hist_l,
		                                        hist_i);
		plot_histogram(hist_vals, hist_i);
	}

738
	if ( output != NULL ) {
Thomas White's avatar
Thomas White committed
739
		write_reflections(output, observed, model, NULL, counts, cell);
740
	}
Thomas White's avatar
Thomas White committed
741

742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
	if ( config_rmerge ) {

		double *devs = new_list_intensity();
		double *tots = new_list_intensity();
		double total_dev = 0.0;
		double total_tot = 0.0;
		double total_pdev = 0.0;
		double total_rdev = 0.0;
		int i;

		STATUS("Extra pass to calculate figures of merit...\n");

		rewind(fh);
		merge_all(fh, &model, &observed, &counts,
		          config_maxonly, config_scale, 0,
757
		          config_startafter, config_stopafter, twins, holo, sym,
758
759
		          n_total_patterns, reference_items, reference_i,
		          NULL, 0, 0, 0, NULL, devs, tots, model, NULL);
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789

		for ( i=0; i<num_items(observed); i++ ) {

			struct refl_item *it;
			signed int h, k, l;
			double dev;
			unsigned int count;

			it = get_item(observed, i);
			h = it->h;  k = it->k,  l = it->l;

			dev = lookup_intensity(devs, h, k, l);
			count = lookup_count(counts, h, k, l);

			if ( count < 2 ) continue;

			total_dev += dev;
			total_pdev += sqrt(1.0/(count-1.0))*dev;
			total_rdev += sqrt(count/(count-1.0))*dev;
			total_tot += lookup_intensity(tots, h, k, l);

		}

		STATUS("Rmerge = %f%%\n", 100.0*total_dev/total_tot);
		STATUS("  Rpim = %f%%\n", 100.0*total_pdev/total_tot);
		STATUS("  Rrim = %f%%\n", 100.0*total_rdev/total_tot);

	}

	fclose(fh);
790
	free(sym);
Thomas White's avatar
Thomas White committed
791
	free(model);
Thomas White's avatar
Thomas White committed
792
	free(counts);
Thomas White's avatar
Thomas White committed
793
	free(output);
794
	cell_free(cell);
795

796
797
	return 0;
}