dan/file_refs_source_analyzer.c at master · fomy/dan · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <getopt.h>
#include <assert.h>
#include "store.h"

void get_file2ref_ratio(unsigned int lb, unsigned int rb){
    init_iterator("CHUNK");

    struct chunk_rec r;
    memset(&r, 0, sizeof(r));

    float sum = 0;
    int count = 0;

    while(iterate_chunk(&r, 0) == 0){
        if(r.rcount >= lb && r.rcount <= rb){
            fprintf(stdout, "%10.5f\n", 1.0*r.fcount/r.rcount);
            sum += 1.0*r.fcount/r.rcount;
            count++;
        }
    }

    fprintf(stderr, "avg: %10.5f\n", sum/count);

    close_iterator();

}

void analyze_references_source(unsigned int lb, unsigned int rb){
    init_iterator("CHUNK");

    struct chunk_rec r;
    memset(&r, 0, sizeof(r));

    int total_references = 0;
    int intra_file = 0;
    int identical_file = 0;
    int min_similar_file = 0;
    int similar_file = 0;
    int same_suffix_file = 0;
    int distinct_file = 0;
    while(iterate_chunk(&r, 1) == 0){

        if(r.rcount >= lb && r.rcount <= rb){
            total_references += r.rcount - 1;
            intra_file += r.rcount - r.fcount;
            if(r.fcount == 1)
                continue;

            struct file_rec files[r.fcount];
            memset(files, 0, sizeof(files));
            int i = 0;
            for(; i < r.fcount; i++){
                files[i].fid = r.list[r.rcount + i];
                search_file(&files[i]);
            }

            /* analyze files */
            for(i=0; i<r.fcount-1; i++){
                int j = i+1;
            	int identical = 0, min_similar = 0, similar = 0, same_suffix = 0;
                for(; j<r.fcount; j++){
                    if(memcmp(files[i].hash, files[j].hash,
								sizeof(files[i].hash)) == 0){
                        identical = 1;
                        break;
                    }else if(memcmp(files[i].minhash, files[j].minhash,
								sizeof(files[i].minhash)) == 0){
                        min_similar = 1;
                    }else if(memcmp(files[i].maxhash, files[j].maxhash,
								sizeof(files[i].maxhash)) == 0){
                        similar = 1;
                    }else{
                        char suf1[8];
                        char suf2[8];
                        parse_file_suffix(files[i].fname, suf1, sizeof(suf1));
                        parse_file_suffix(files[j].fname, suf2, sizeof(suf2));
                        if(strcmp(suf1, suf2) == 0){
                            same_suffix = 1;
                        }
                    }
                }
                if(identical == 1)
                    identical_file++;
                else if(min_similar == 1)
                    min_similar_file++;
                else if(similar == 1)
                    similar_file++;
                else if(same_suffix == 1)
                    same_suffix_file++;
                else
                    distinct_file++;
            }
            for(i = 0; i < r.fcount; i++){
                free(files[i].fname);
            }
        }
    }

    close_iterator();
    assert(total_references == intra_file + identical_file + min_similar_file
            + similar_file + same_suffix_file + distinct_file);

    fprintf(stderr, "%8s %8s %8s %8s %8s %8s\n", "Intra", "Ident", "Min", "+Max", "Suffix", "Dist");
    fprintf(stdout, "%8.5f %8.5f %8.5f %8.5f %8.5f %8.5f\n", 1.0*intra_file/total_references, 1.0*identical_file/total_references,
            1.0*min_similar_file/total_references, 1.0*similar_file/total_references,
            1.0*same_suffix_file/total_references, 1.0*distinct_file/total_references);
}


int main(int argc, char *argv[])
{
    int opt = 0;
    unsigned int lb = 2, rb =-1;
    int task = 0;
	while ((opt = getopt_long(argc, argv, "l:r:t", NULL, NULL))
			!= -1) {
		switch (opt) {
            case 'l':
                lb = atoi(optarg);
                break;
            case 'r':
                rb = atoi(optarg);
                break;
            case 't':
                task = 1;
                break;
            default:
                return -1;
        }
    }

    /* makes no sense to analyze reference number 1 */
    assert(lb > 1);
    open_database();

    if(task == 1)
        get_file2ref_ratio(lb, rb);
    else
        analyze_references_source(lb, rb);

    close_database();

    return 0;
}