OliverPerrin commited on
Commit
6553b4f
·
1 Parent(s): aca8362

Fixed HF build issue

Browse files
Files changed (3) hide show
  1. .gitignore +1 -0
  2. Dockerfile +4 -1
  3. outputs/evaluation_report.json +260 -0
.gitignore CHANGED
@@ -43,6 +43,7 @@ logs/
43
  runs/
44
  mlruns/
45
  outputs/
 
46
 
47
  # Outputs
48
  results/
 
43
  runs/
44
  mlruns/
45
  outputs/
46
+ !outputs/evaluation_report.json
47
 
48
  # Outputs
49
  results/
Dockerfile CHANGED
@@ -19,7 +19,10 @@ COPY scripts/demo_gradio.py scripts/
19
  COPY configs/ configs/
20
  COPY artifacts/ artifacts/
21
  COPY checkpoints/ checkpoints/
22
- COPY outputs/evaluation_report.json outputs/
 
 
 
23
 
24
  # Set environment variables for Gradio
25
  ENV GRADIO_SERVER_NAME="0.0.0.0"
 
19
  COPY configs/ configs/
20
  COPY artifacts/ artifacts/
21
  COPY checkpoints/ checkpoints/
22
+
23
+ # Copy evaluation metrics if available (demo handles absence gracefully)
24
+ RUN mkdir -p outputs
25
+ COPY outputs/evaluation_report.jso[n] outputs/
26
 
27
  # Set environment variables for Gradio
28
  ENV GRADIO_SERVER_NAME="0.0.0.0"
outputs/evaluation_report.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "summarization": {
3
+ "rouge1": 0.3094793058747055,
4
+ "rouge2": 0.09069756722817666,
5
+ "rougeL": 0.1847154828322755,
6
+ "bleu4": 0.023982657019404153,
7
+ "num_samples": 2727,
8
+ "per_domain": {
9
+ "academic": {
10
+ "num_samples": 2493,
11
+ "rouge1": 0.31919183681728475,
12
+ "rouge2": 0.0968589097730544,
13
+ "rougeL": 0.18921129182459423,
14
+ "bleu4": 0.02551610700902003
15
+ },
16
+ "literary": {
17
+ "num_samples": 234,
18
+ "rouge1": 0.2060034954479976,
19
+ "rouge2": 0.0250555716539014,
20
+ "rougeL": 0.1368178254910352,
21
+ "bleu4": 0.0076455167454197795
22
+ }
23
+ },
24
+ "rouge1_ci": {
25
+ "mean": 0.30947930587470557,
26
+ "lower": 0.3060921045548166,
27
+ "upper": 0.3131015955325767
28
+ },
29
+ "rougeL_ci": {
30
+ "mean": 0.18471548283227546,
31
+ "lower": 0.18251665662669495,
32
+ "upper": 0.18701919830414013
33
+ }
34
+ },
35
+ "emotion": {
36
+ "sample_avg_f1": 0.3522975742816925,
37
+ "macro_f1": 0.14317210018634796,
38
+ "micro_f1": 0.4430159032344818,
39
+ "num_samples": 5426,
40
+ "num_classes": 28,
41
+ "per_class": {
42
+ "admiration": {
43
+ "precision": 0.714634120464325,
44
+ "recall": 0.6004098653793335,
45
+ "f1": 0.6525612537411732,
46
+ "support": 488
47
+ },
48
+ "amusement": {
49
+ "precision": 0.7708333134651184,
50
+ "recall": 0.7326732873916626,
51
+ "f1": 0.7512690366449468,
52
+ "support": 303
53
+ },
54
+ "anger": {
55
+ "precision": 0.0,
56
+ "recall": 0.0,
57
+ "f1": 0.0,
58
+ "support": 195
59
+ },
60
+ "annoyance": {
61
+ "precision": 0.0,
62
+ "recall": 0.0,
63
+ "f1": 0.0,
64
+ "support": 303
65
+ },
66
+ "approval": {
67
+ "precision": 0.0,
68
+ "recall": 0.0,
69
+ "f1": 0.0,
70
+ "support": 397
71
+ },
72
+ "caring": {
73
+ "precision": 0.0,
74
+ "recall": 0.0,
75
+ "f1": 0.0,
76
+ "support": 153
77
+ },
78
+ "confusion": {
79
+ "precision": 0.0,
80
+ "recall": 0.0,
81
+ "f1": 0.0,
82
+ "support": 152
83
+ },
84
+ "curiosity": {
85
+ "precision": 0.6166666746139526,
86
+ "recall": 0.14919355511665344,
87
+ "f1": 0.24025974958898805,
88
+ "support": 248
89
+ },
90
+ "desire": {
91
+ "precision": 0.0,
92
+ "recall": 0.0,
93
+ "f1": 0.0,
94
+ "support": 77
95
+ },
96
+ "disappointment": {
97
+ "precision": 0.0,
98
+ "recall": 0.0,
99
+ "f1": 0.0,
100
+ "support": 163
101
+ },
102
+ "disapproval": {
103
+ "precision": 0.0,
104
+ "recall": 0.0,
105
+ "f1": 0.0,
106
+ "support": 292
107
+ },
108
+ "disgust": {
109
+ "precision": 0.0,
110
+ "recall": 0.0,
111
+ "f1": 0.0,
112
+ "support": 97
113
+ },
114
+ "embarrassment": {
115
+ "precision": 0.0,
116
+ "recall": 0.0,
117
+ "f1": 0.0,
118
+ "support": 35
119
+ },
120
+ "excitement": {
121
+ "precision": 0.0,
122
+ "recall": 0.0,
123
+ "f1": 0.0,
124
+ "support": 96
125
+ },
126
+ "fear": {
127
+ "precision": 0.0,
128
+ "recall": 0.0,
129
+ "f1": 0.0,
130
+ "support": 90
131
+ },
132
+ "gratitude": {
133
+ "precision": 0.8997134566307068,
134
+ "recall": 0.8770949840545654,
135
+ "f1": 0.8882602556669954,
136
+ "support": 358
137
+ },
138
+ "grief": {
139
+ "precision": 0.0,
140
+ "recall": 0.0,
141
+ "f1": 0.0,
142
+ "support": 13
143
+ },
144
+ "joy": {
145
+ "precision": 0.0,
146
+ "recall": 0.0,
147
+ "f1": 0.0,
148
+ "support": 172
149
+ },
150
+ "love": {
151
+ "precision": 0.6996466517448425,
152
+ "recall": 0.7857142686843872,
153
+ "f1": 0.740186913163602,
154
+ "support": 252
155
+ },
156
+ "nervousness": {
157
+ "precision": 0.0,
158
+ "recall": 0.0,
159
+ "f1": 0.0,
160
+ "support": 21
161
+ },
162
+ "neutral": {
163
+ "precision": 0.6869627237319946,
164
+ "recall": 0.543035089969635,
165
+ "f1": 0.6065780936064032,
166
+ "support": 1766
167
+ },
168
+ "optimism": {
169
+ "precision": 0.7142857313156128,
170
+ "recall": 0.023923445492982864,
171
+ "f1": 0.04629629729995926,
172
+ "support": 209
173
+ },
174
+ "pride": {
175
+ "precision": 0.0,
176
+ "recall": 0.0,
177
+ "f1": 0.0,
178
+ "support": 15
179
+ },
180
+ "realization": {
181
+ "precision": 0.0,
182
+ "recall": 0.0,
183
+ "f1": 0.0,
184
+ "support": 127
185
+ },
186
+ "relief": {
187
+ "precision": 0.0,
188
+ "recall": 0.0,
189
+ "f1": 0.0,
190
+ "support": 18
191
+ },
192
+ "remorse": {
193
+ "precision": 1.0,
194
+ "recall": 0.014705882407724857,
195
+ "f1": 0.02898550735279132,
196
+ "support": 68
197
+ },
198
+ "sadness": {
199
+ "precision": 1.0,
200
+ "recall": 0.0279720276594162,
201
+ "f1": 0.054421768115822285,
202
+ "support": 143
203
+ },
204
+ "surprise": {
205
+ "precision": 0.0,
206
+ "recall": 0.0,
207
+ "f1": 0.0,
208
+ "support": 129
209
+ }
210
+ },
211
+ "tuned_thresholds": {
212
+ "admiration": 0.4,
213
+ "amusement": 0.55,
214
+ "anger": 0.2,
215
+ "annoyance": 0.15,
216
+ "approval": 0.15,
217
+ "caring": 0.1,
218
+ "confusion": 0.1,
219
+ "curiosity": 0.25,
220
+ "desire": 0.15,
221
+ "disappointment": 0.1,
222
+ "disapproval": 0.1,
223
+ "disgust": 0.1,
224
+ "embarrassment": 0.1,
225
+ "excitement": 0.1,
226
+ "fear": 0.1,
227
+ "gratitude": 0.65,
228
+ "grief": 0.1,
229
+ "joy": 0.2,
230
+ "love": 0.45,
231
+ "nervousness": 0.1,
232
+ "neutral": 0.3,
233
+ "optimism": 0.25,
234
+ "pride": 0.1,
235
+ "realization": 0.2,
236
+ "relief": 0.1,
237
+ "remorse": 0.2,
238
+ "sadness": 0.25,
239
+ "surprise": 0.1
240
+ },
241
+ "tuned_macro_f1": 0.29355332255363464,
242
+ "tuned_sample_avg_f1": 0.5025880336761475,
243
+ "tuned_micro_f1": 0.48644566535949707,
244
+ "sample_f1_ci": {
245
+ "mean": 0.3522975795552279,
246
+ "lower": 0.33984518982676004,
247
+ "upper": 0.3658618994962526
248
+ }
249
+ },
250
+ "topic": {
251
+ "accuracy": 0.8571428571428571,
252
+ "macro_f1": 0.8538751111963805,
253
+ "num_samples": 189,
254
+ "accuracy_ci": {
255
+ "mean": 0.8571428571428571,
256
+ "lower": 0.8042328042328042,
257
+ "upper": 0.91005291005291
258
+ }
259
+ }
260
+ }