Changeset 1026 for branches/sandbox

Timestamp:

Oct 14, 2010 5:03:02 PM (13 years ago)

Author:

toby

Message:

put formatSU in common area

File:

• branches/sandbox/gsascmds.tcl (modified) (1 diff)

branches/sandbox/gsascmds.tcl

@@ -464 +464 @@
     afterputontop
     return $makenew(result)
+}
+
+# format numbers & errors in crystallographic notation
+proc formatSU {num err} {
+    # errors less or equal to t are expressed as 2 digits
+    set T 19
+    set lnT [expr { log10($T) }]  
+    # error is zero
+    if {$err == 0} {
+        # is this an integer?
+        if {int($num) == $num} {
+            return [format %d [expr int($num)]]
+        }
+        # allow six sig figs with a zero error (except for 0.0)
+        set dec [expr int(5.999999-log10( abs($num) ))]
+        if {$dec < -2 || $dec > 9} {
+            return [format %.5E $num]
+        } elseif {$dec <= 0} {
+            return [format %d [expr int($num)]]
+        } else {
+            return [format %.${dec}f $num]
+        }
+    } else {
+        #set sigfigs [expr log10( abs(10) / abs(.012/$T) ) + 1]
+        # should the number be expressed in scientific notation?
+        if {$err > $T || abs($num) < 0.0001} {
+            # get the exponent
+            set exp [lindex [split [format %E $num] E] end]
+            # strip leading zeros
+            regsub {([-\+])0+} $exp {\1} exp
+            # number of decimals in exponetial notation
+            set dec [expr int($lnT - log10( abs($err) ) + $exp)]
+            # should the error be displayed?
+            if {$err < 0} {
+                return [format "%.${dec}E" $num]
+            } else {
+                # scale the error into a decimal number
+                set serr [expr int(0.5 + $err * pow(10,$dec-$exp))]
+                return [format "%.${dec}E(%d)" $num $serr]
+            }
+        } else {
+            # number of digits
+            set dec [expr int($lnT - log10( abs($err) ))]
+            # should the error be displayed?
+            if {$err < 0} {
+                return [format "%.${dec}f" $num]
+            } else {
+                set serr [expr int(0.5 + $err * pow(10,$dec))]
+                return [format "%.${dec}f(%d)" $num $serr]
+            }
+        }
+    }
 }