Hugging Face's logo

Spaces:
merve
/
hidden-bias
Running

App Files Community
hidden-bias
File size: 3,213 Bytes 
7341022
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
 

window.drawCalibrationCurve = function (graphSel, fig_height, fig_width){
  var width = Math.min(fig_height, fig_width)
  var sel = graphSel
    .append('div').st({textAlign: 'center'})
    .append('div').st({display: 'inline-block'})

  var c = d3.conventions({
    sel,
    width,
    height: width,
    margin: {top: 40}
  });

  c.svg.parent()

  //TODO(nthain) Who owns the buckets? We have at least 2 instances, reduce to 1
  var buckets = d3.pairs(window.weatherGraph.thresholds)
  buckets.forEach(bucket => {
    bucket.val = d3.mean(bucket, d => d.origVal)
  })

  c.xAxis.tickValues(buckets.map(d => d.val)).tickFormat(d3.format('.2f'))
  c.yAxis.tickValues(buckets.map(d => d.val)).tickFormat(d3.format('.2f'))
  d3.drawAxis(c)
  window.util.ggPlotBg(c)

  window.util.addAxisLabel(c, 'Calibrated Model Score', 'Probability of Rain')

  var eceSel = c.svg.append('g.ece')
  var eceBox = eceSel.append('rect.val-box')
    .at({width: 55, height: 20, x: c.width/2 + 72.5, y: -35, rx: 3, ry: 3})
  var eceText = eceSel.append('text.big-text')
    .at({y: -20, x: c.width/2-30, textAnchor: 'middle'})
  var eceVal = eceSel.append('text.val-text')
    .at({y: -20, x: c.width/2+100, textAnchor: 'middle'})

  c.svg.append('path')
    .at({
      d: ['M', 0, c.height, 'L', c.width, 0].join(' '), 
      stroke: '#555',
      strokeDasharray: '3 3',
    })

  var bucketSel = c.svg.appendMany('g.bucket', buckets)

  var circleSel = bucketSel.append('circle')
    .at({fillOpacity: .4, fill: 'steelblue'})

  var pathSel = bucketSel.append('path')
    .at({stroke: 'steelblue', strokeWidth: 3})

  var bucketText = bucketSel.append('text').text('8 / 10')
    .at({textAnchor: 'start', dy: '.33em', fontSize: 10, fill: '#000'})


  // function remap_score(s) {
  //   // new_score = min_threshold_new + (old_score-min_threshold_old)(max_threshold_new-min_threshold_new)/(max_threshold_old-min_threshold_old)
  //   //find index less than score
  // }

  function renderBuckets(){
    var filter_rain = window.slides.slide?.filter_rain

    buckets.forEach(bucket => {
      bucket.data = weatherdata
        .filter(d => bucket[0].val <= d.score && d.score <= bucket[1].val)
        .filter(d => !filter_rain || !d.is_filter)

      bucket.nPositive = d3.sum(bucket.data, d => d.label)
      bucket.percent = bucket.nPositive/bucket.data.length

      if (isNaN(bucket.percent)) bucket.percent = bucket[0].val
    })

    var ece = d3.sum(buckets, d => d.data.length*Math.abs(d.val - d.percent))
    ece = ece/d3.sum(buckets, d => d.data.length)

    eceText.text('Expected Calibration Error: ')
    eceVal.text(d3.format('.3f')(ece))

    var rScale = d3.scaleSqrt().domain([0, 50]).range([0, 20])

    bucketSel
      .st({opacity: d => d.data.length})
      .filter(d => d.data.length)
      .translate(d => [c.x(d.val), c.y(d.percent)])

    circleSel
      .at({r: d => rScale(d.data.length)})

    pathSel.at({d: d => 'M 0 0 V ' + (c.y(d.val) - c.y(d.percent))})

    bucketText
      .text(d => `${d.nPositive} / ${d.data.length}`)
      .at({x: d => rScale(d.data.length) + 2})
  }

  return {renderBuckets, c, buckets, calibrationDataFn: () => console.log('test')}
}

if (window.init) window.init()