[edk2] [Patch 11/33] BaseTools:Similar to octal data rectification

2019-01-28 Thread Feng, Bob C
From: Zhijux Fan 

In python3, if Value is octal data, the int(Value, 0) report an error

Cc: Bob Feng 
Cc: Liming Gao 
Cc: Yonghong Zhu 
Contributed-under: TianoCore Contribution Agreement 1.1
Signed-off-by: Zhiju.Fan 
---
 BaseTools/Source/Python/AutoGen/GenC.py   |  2 ++
 BaseTools/Source/Python/Common/Misc.py|  6 --
 BaseTools/Source/Python/Workspace/DscBuildData.py |  3 ++-
 BaseTools/Source/Python/build/BuildReport.py  | 12 
 4 files changed, 20 insertions(+), 3 deletions(-)

diff --git a/BaseTools/Source/Python/AutoGen/GenC.py 
b/BaseTools/Source/Python/AutoGen/GenC.py
index 500a78f058..915ba2e235 100644
--- a/BaseTools/Source/Python/AutoGen/GenC.py
+++ b/BaseTools/Source/Python/AutoGen/GenC.py
@@ -1008,10 +1008,12 @@ def CreateModulePcdCode(Info, AutoGenC, AutoGenH, Pcd):
 
 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:
 try:
 if Value.upper().endswith('L'):
 Value = Value[:-1]
+if Value.startswith('0') and not 
Value.lower().startswith('0x') and len(Value) > 2:
+Value = Value.lstrip('0')
 ValueNumber = int (Value, 0)
 except:
 EdkLogger.error("build", AUTOGEN_ERROR,
 "PCD value is not valid dec or hex number for 
datum type [%s] of PCD %s.%s" % (Pcd.DatumType, Pcd.TokenSpaceGuidCName, 
TokenCName),
 ExtraData="[%s]" % str(Info))
diff --git a/BaseTools/Source/Python/Common/Misc.py 
b/BaseTools/Source/Python/Common/Misc.py
index 1b8a4bef2e..d23a075f43 100644
--- a/BaseTools/Source/Python/Common/Misc.py
+++ b/BaseTools/Source/Python/Common/Misc.py
@@ -1308,13 +1308,15 @@ def CheckPcdDatum(Type, Value):
 elif Type == 'BOOLEAN':
 if Value not in ['TRUE', 'True', 'true', '0x1', '0x01', '1', 'FALSE', 
'False', 'false', '0x0', '0x00', '0']:
 return False, "Invalid value [%s] of type [%s]; must be one of 
TRUE, True, true, 0x1, 0x01, 1"\
   ", FALSE, False, false, 0x0, 0x00, 0" % (Value, Type)
 elif Type in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64]:
-if Value and int(Value, 0) < 0:
-return False, "PCD can't be set to negative value[%s] for datum 
type [%s]" % (Value, Type)
+if Value.startswith('0') and not Value.lower().startswith('0x') and 
len(Value) > 2:
+Value = Value.lstrip('0')
 try:
+if Value and int(Value, 0) < 0:
+return False, "PCD can't be set to negative value[%s] for 
datum type [%s]" % (Value, Type)
 Value = int(Value, 0)
 if Value > MAX_VAL_TYPE[Type]:
 return False, "Too large PCD value[%s] for datum type [%s]" % 
(Value, Type)
 except:
 return False, "Invalid value [%s] of type [%s];"\
diff --git a/BaseTools/Source/Python/Workspace/DscBuildData.py 
b/BaseTools/Source/Python/Workspace/DscBuildData.py
index 9c5596927f..c2bc705091 100644
--- a/BaseTools/Source/Python/Workspace/DscBuildData.py
+++ b/BaseTools/Source/Python/Workspace/DscBuildData.py
@@ -37,10 +37,11 @@ from Common.Misc import ProcessDuplicatedInf,RemoveCComments
 import re
 from Common.Parsing import IsValidWord
 from Common.VariableAttributes import VariableAttributes
 import Common.GlobalData as GlobalData
 import subprocess
+from functools import reduce
 from Common.Misc import SaveFileOnChange
 from Workspace.BuildClassObject import PlatformBuildClassObject, StructurePcd, 
PcdClassObject, ModuleBuildClassObject
 from collections import OrderedDict, defaultdict
 from .BuildClassObject import ArrayIndex
 
@@ -1926,11 +1927,11 @@ class DscBuildData(PlatformBuildClassObject):
 index_elements = ArrayIndex.findall(index)
 pcd_capacity = Pcd.Capacity
 if index:
 indicator = "(Pcd"
 if len(pcd_capacity)>2:
-for i in xrange(0,len(index_elements)):
+for i in range(0,len(index_elements)):
 index_ele = index_elements[i]
 index_num = index_ele.strip("[").strip("]").strip()
 if i == len(index_elements) -2:
 indicator += "+ %d*Size/sizeof(%s)/%d + %s)" 
%(int(cleanupindex(index_elements[i+1])),Pcd.BaseDatumType,reduce(lambda x,y: 
int(x)*int(y),pcd_capacity[:-1]), cleanupindex(index_elements[i]))
 break
diff --git a/BaseTools/Source/Python/build/BuildReport.py 
b/BaseTools/Source/Python/build/BuildReport.py
index 6c9a20b373..b940de1c90 100644
--- a/BaseTools/Source/Python/build/BuildReport.py
+++ b/BaseTools/Source/Python/build/BuildReport.py
@@ -1024,26 +1024,34 @@ class PcdReport(object):
 FileWrite(File, Key)
 First = False
 
 
 if Pcd.DatumType in TAB_PCD_NUMERIC_TYPES:
+if PcdValue.startswith('0') and not 
PcdValue.lower().startswith('0x') and 

[edk2] [Patch 11/33] BaseTools:Similar to octal data rectification

2019-01-24 Thread Feng, Bob C
From: Zhijux Fan 

In python3, if Value is octal data, the int(Value, 0) report an error

Cc: Bob Feng 
Cc: Liming Gao 
Cc: Yonghong Zhu 
Contributed-under: TianoCore Contribution Agreement 1.1
Signed-off-by: Zhiju.Fan 
---
 BaseTools/Source/Python/AutoGen/GenC.py   |  2 ++
 BaseTools/Source/Python/Common/Misc.py|  6 --
 BaseTools/Source/Python/Workspace/DscBuildData.py |  3 ++-
 BaseTools/Source/Python/build/BuildReport.py  | 12 
 4 files changed, 20 insertions(+), 3 deletions(-)

diff --git a/BaseTools/Source/Python/AutoGen/GenC.py 
b/BaseTools/Source/Python/AutoGen/GenC.py
index 500a78f058..915ba2e235 100644
--- a/BaseTools/Source/Python/AutoGen/GenC.py
+++ b/BaseTools/Source/Python/AutoGen/GenC.py
@@ -1008,10 +1008,12 @@ def CreateModulePcdCode(Info, AutoGenC, AutoGenH, Pcd):
 
 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:
 try:
 if Value.upper().endswith('L'):
 Value = Value[:-1]
+if Value.startswith('0') and not 
Value.lower().startswith('0x') and len(Value) > 2:
+Value = Value.lstrip('0')
 ValueNumber = int (Value, 0)
 except:
 EdkLogger.error("build", AUTOGEN_ERROR,
 "PCD value is not valid dec or hex number for 
datum type [%s] of PCD %s.%s" % (Pcd.DatumType, Pcd.TokenSpaceGuidCName, 
TokenCName),
 ExtraData="[%s]" % str(Info))
diff --git a/BaseTools/Source/Python/Common/Misc.py 
b/BaseTools/Source/Python/Common/Misc.py
index 83dabc9393..4c7eb449ca 100644
--- a/BaseTools/Source/Python/Common/Misc.py
+++ b/BaseTools/Source/Python/Common/Misc.py
@@ -1373,13 +1373,15 @@ def CheckPcdDatum(Type, Value):
 elif Type == 'BOOLEAN':
 if Value not in ['TRUE', 'True', 'true', '0x1', '0x01', '1', 'FALSE', 
'False', 'false', '0x0', '0x00', '0']:
 return False, "Invalid value [%s] of type [%s]; must be one of 
TRUE, True, true, 0x1, 0x01, 1"\
   ", FALSE, False, false, 0x0, 0x00, 0" % (Value, Type)
 elif Type in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64]:
-if Value and int(Value, 0) < 0:
-return False, "PCD can't be set to negative value[%s] for datum 
type [%s]" % (Value, Type)
+if Value.startswith('0') and not Value.lower().startswith('0x') and 
len(Value) > 2:
+Value = Value.lstrip('0')
 try:
+if Value and int(Value, 0) < 0:
+return False, "PCD can't be set to negative value[%s] for 
datum type [%s]" % (Value, Type)
 Value = int(Value, 0)
 if Value > MAX_VAL_TYPE[Type]:
 return False, "Too large PCD value[%s] for datum type [%s]" % 
(Value, Type)
 except:
 return False, "Invalid value [%s] of type [%s];"\
diff --git a/BaseTools/Source/Python/Workspace/DscBuildData.py 
b/BaseTools/Source/Python/Workspace/DscBuildData.py
index 9c5596927f..c2bc705091 100644
--- a/BaseTools/Source/Python/Workspace/DscBuildData.py
+++ b/BaseTools/Source/Python/Workspace/DscBuildData.py
@@ -37,10 +37,11 @@ from Common.Misc import ProcessDuplicatedInf,RemoveCComments
 import re
 from Common.Parsing import IsValidWord
 from Common.VariableAttributes import VariableAttributes
 import Common.GlobalData as GlobalData
 import subprocess
+from functools import reduce
 from Common.Misc import SaveFileOnChange
 from Workspace.BuildClassObject import PlatformBuildClassObject, StructurePcd, 
PcdClassObject, ModuleBuildClassObject
 from collections import OrderedDict, defaultdict
 from .BuildClassObject import ArrayIndex
 
@@ -1926,11 +1927,11 @@ class DscBuildData(PlatformBuildClassObject):
 index_elements = ArrayIndex.findall(index)
 pcd_capacity = Pcd.Capacity
 if index:
 indicator = "(Pcd"
 if len(pcd_capacity)>2:
-for i in xrange(0,len(index_elements)):
+for i in range(0,len(index_elements)):
 index_ele = index_elements[i]
 index_num = index_ele.strip("[").strip("]").strip()
 if i == len(index_elements) -2:
 indicator += "+ %d*Size/sizeof(%s)/%d + %s)" 
%(int(cleanupindex(index_elements[i+1])),Pcd.BaseDatumType,reduce(lambda x,y: 
int(x)*int(y),pcd_capacity[:-1]), cleanupindex(index_elements[i]))
 break
diff --git a/BaseTools/Source/Python/build/BuildReport.py 
b/BaseTools/Source/Python/build/BuildReport.py
index ae37a6ce0e..2f2c3b2d83 100644
--- a/BaseTools/Source/Python/build/BuildReport.py
+++ b/BaseTools/Source/Python/build/BuildReport.py
@@ -1024,26 +1024,34 @@ class PcdReport(object):
 FileWrite(File, Key)
 First = False
 
 
 if Pcd.DatumType in TAB_PCD_NUMERIC_TYPES:
+if PcdValue.startswith('0') and not 
PcdValue.lower().startswith('0x') and