ghidra/Ghidra/Features/Decompiler/src/decompile/cpp/architecture.cc

1474 lines
49 KiB
C++

/* ###
* IP: GHIDRA
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
// Set up decompiler for specific architectures
#include "coreaction.hh"
#include "flow.hh"
#ifdef CPUI_RULECOMPILE
#include "rulecompile.hh"
#endif
#ifdef CPUI_STATISTICS
#include <cmath>
#endif
vector<ArchitectureCapability *> ArchitectureCapability::thelist;
const uint4 ArchitectureCapability::majorversion = 4;
const uint4 ArchitectureCapability::minorversion = 1;
/// This builds a list of just the ArchitectureCapability extensions
void ArchitectureCapability::initialize(void)
{
thelist.push_back(this);
}
/// Given a specific file, find an ArchitectureCapability that can handle it.
/// \param filename is the path to the file
/// \return an ArchitectureCapability that can handle it or NULL
ArchitectureCapability *ArchitectureCapability::findCapability(const string &filename)
{
for(uint4 i=0;i<thelist.size();++i) {
ArchitectureCapability *capa = thelist[i];
if (capa->isFileMatch(filename))
return capa;
}
return (ArchitectureCapability *)0;
}
/// Given a parsed XML document, find an ArchitectureCapability that can handle it.
/// \param doc is the parsed XML document
/// \return an ArchitectureCapability that can handle it or NULL
ArchitectureCapability *ArchitectureCapability::findCapability(Document *doc)
{
for(uint4 i=0;i<thelist.size();++i) {
ArchitectureCapability *capa = thelist[i];
if (capa->isXmlMatch(doc))
return capa;
}
return (ArchitectureCapability *)0;
}
/// Return the ArchitectureCapability object with the matching name
/// \param name is the name to match
/// \return the ArchitectureCapability or null if no match is found
ArchitectureCapability *ArchitectureCapability::getCapability(const string &name)
{
for(int4 i=0;i<thelist.size();++i) {
ArchitectureCapability *res = thelist[i];
if (res->getName() == name)
return res;
}
return (ArchitectureCapability *)0;
}
/// Modify order that extensions are searched, to effect which gets a chance
/// to run first.
/// Right now all we need to do is make sure the raw architecture comes last
void ArchitectureCapability::sortCapabilities(void)
{
uint4 i;
for(i=0;i<thelist.size();++i) {
if (thelist[i]->getName() == "raw") break;
}
if (i==thelist.size()) return;
ArchitectureCapability *capa = thelist[i];
for(uint4 j=i+1;j<thelist.size();++j)
thelist[j-1] = thelist[j];
thelist[ thelist.size()-1 ] = capa;
}
/// Set most sub-components to null pointers. Provide reasonable defaults
/// for the configurable options
Architecture::Architecture(void)
{
// endian = -1;
resetDefaultsInternal();
min_funcsymbol_size = 1;
aggressive_ext_trim = false;
funcptr_align = 0;
defaultfp = (ProtoModel *)0;
defaultReturnAddr.space = (AddrSpace *)0;
evalfp_current = (ProtoModel *)0;
evalfp_called = (ProtoModel *)0;
types = (TypeFactory *)0;
translate = (Translate *)0;
loader = (LoadImage *)0;
pcodeinjectlib = (PcodeInjectLibrary *)0;
commentdb = (CommentDatabase *)0;
stringManager = (StringManager *)0;
cpool = (ConstantPool *)0;
symboltab = (Database *)0;
context = (ContextDatabase *)0;
print = PrintLanguageCapability::getDefault()->buildLanguage(this);
printlist.push_back(print);
options = new OptionDatabase(this);
loadersymbols_parsed = false;
#ifdef CPUI_STATISTICS
stats = new Statistics();
#endif
#ifdef OPACTION_DEBUG
debugstream = (ostream *)0;
#endif
}
/// Release resources for all sub-components
Architecture::~Architecture(void)
{ // Delete anything that was allocated
vector<TypeOp *>::iterator iter;
TypeOp *t_op;
for(iter=inst.begin();iter!=inst.end();++iter) {
t_op = *iter;
if (t_op != (TypeOp *)0)
delete t_op;
}
for(int4 i=0;i<extra_pool_rules.size();++i)
delete extra_pool_rules[i];
if (symboltab != (Database *)0)
delete symboltab;
for(int4 i=0;i<(int4)printlist.size();++i)
delete printlist[i];
delete options;
#ifdef CPUI_STATISTICS
delete stats;
#endif
map<string,ProtoModel *>::const_iterator piter;
for(piter=protoModels.begin();piter!=protoModels.end();++piter)
delete (*piter).second;
if (types != (TypeFactory *)0)
delete types;
if (translate != (Translate *)0)
delete translate;
if (loader != (LoadImage *)0)
delete loader;
if (pcodeinjectlib != (PcodeInjectLibrary *)0)
delete pcodeinjectlib;
if (commentdb != (CommentDatabase *)0)
delete commentdb;
if (stringManager != (StringManager *)0)
delete stringManager;
if (cpool != (ConstantPool *)0)
delete cpool;
if (context != (ContextDatabase *)0)
delete context;
}
/// The Architecture maintains the set of prototype models that can
/// be applied for this particular executable. Retrieve one by name.
/// The model must exist or an exception is thrown.
/// \param nm is the name
/// \return the matching model
ProtoModel *Architecture::getModel(const string &nm) const
{
map<string,ProtoModel *>::const_iterator iter;
iter = protoModels.find(nm);
if (iter==protoModels.end())
throw LowlevelError("Prototype model does not exist: "+nm);
return (*iter).second;
}
/// \param nm is the name of the model
/// \return \b true if this Architecture supports a model with that name
bool Architecture::hasModel(const string &nm) const
{ // Does this architecture have a prototype model of this name
map<string,ProtoModel *>::const_iterator iter;
iter = protoModels.find(nm);
return (iter != protoModels.end());
}
/// Get the address space associated with the indicated
/// \e spacebase register. I.e. if the location of the
/// \e stack \e pointer is passed in, this routine would return
/// a pointer to the \b stack space. An exception is thrown
/// if no corresponding space is found.
/// \param loc is the location of the \e spacebase register
/// \param size is the size of the register in bytes
/// \return a pointer to the address space
AddrSpace *Architecture::getSpaceBySpacebase(const Address &loc,int4 size) const
{
AddrSpace *id;
int4 sz = numSpaces();
for(int4 i=0;i<sz;++i) {
id = getSpace(i);
if (id == (AddrSpace *)0) continue;
int4 numspace = id->numSpacebase();
for(int4 j=0;j<numspace;++j) {
const VarnodeData &point(id->getSpacebase(j));
if (point.size != size) continue;
if (point.space != loc.getSpace()) continue;
if (point.offset != loc.getOffset()) continue;
return id;
}
}
throw LowlevelError("Unable to find entry for spacebase register");
return (AddrSpace *)0;
}
/// Look-up the laned register record associated with a specific storage location. Currently, the
/// record is only associated with the \e size of the storage, not its address. If there is no
/// associated record, null is returned.
/// \param loc is the starting address of the storage location
/// \param size is the size of the storage in bytes
/// \return the matching LanedRegister record or null
const LanedRegister *Architecture::getLanedRegister(const Address &loc,int4 size) const
{
int4 min = 0;
int4 max = lanerecords.size() - 1;
while(min <= max) {
int4 mid = (min + max) / 2;
int4 sz = lanerecords[mid].getWholeSize();
if (sz < size)
min = mid + 1;
else if (size < sz)
max = mid - 1;
else
return &lanerecords[mid];
}
return (const LanedRegister *)0;
}
/// Return a size intended for comparison with a Varnode size to immediately determine if
/// the Varnode is a potential laned register. If there are no laned registers for the architecture,
/// -1 is returned.
/// \return the size in bytes of the smallest laned register or -1.
int4 Architecture::getMinimumLanedRegisterSize(void) const
{
if (lanerecords.empty())
return -1;
return lanerecords[0].getWholeSize();
}
/// The default model is used whenever an explicit model is not known
/// or can't be determined.
/// \param nm is the name of the model to set
void Architecture::setDefaultModel(const string &nm)
{
defaultfp = getModel(nm);
}
/// Throw out the syntax tree, (unlocked) symbols, comments, and other derived information
/// about a single function.
/// \param fd is the function to clear
void Architecture::clearAnalysis(Funcdata *fd)
{
fd->clear(); // Clear stuff internal to function
// Clear out any analysis generated comments
commentdb->clearType(fd->getAddress(),Comment::warning|Comment::warningheader);
}
/// Symbols do not necessarily need to be available for the decompiler.
/// This routine loads all the \e load \e image knows about into the symbol table
/// \param delim is the delimiter separating namespaces from symbol base names
void Architecture::readLoaderSymbols(const string &delim)
{
if (loadersymbols_parsed) return; // already read
loader->openSymbols();
loadersymbols_parsed = true;
LoadImageFunc record;
while(loader->getNextSymbol(record)) {
string basename;
Scope *scope = symboltab->findCreateScopeFromSymbolName(record.name, delim, basename, (Scope *)0);
scope->addFunction(record.address,basename);
}
loader->closeSymbols();
}
/// For all registered p-code opcodes, return the corresponding OpBehavior object.
/// The object pointers are provided in a list indexed by OpCode.
/// \param behave is the list to be populated
void Architecture::collectBehaviors(vector<OpBehavior *> &behave) const
{
behave.resize(inst.size(), (OpBehavior *)0);
for(int4 i=0;i<inst.size();++i) {
TypeOp *op = inst[i];
if (op == (TypeOp *)0) continue;
behave[i] = op->getBehavior();
}
}
/// This method searches for a user-defined segment op registered
/// for the given space.
/// \param spc is the address space to check
/// \return the SegmentOp object or null
SegmentOp *Architecture::getSegmentOp(AddrSpace *spc) const
{
if (spc->getIndex() >= userops.numSegmentOps()) return (SegmentOp *)0;
SegmentOp *segdef = userops.getSegmentOp(spc->getIndex());
if (segdef == (SegmentOp *)0) return (SegmentOp *)0;
if (segdef->getResolve().space != (AddrSpace *)0)
return segdef;
return (SegmentOp *)0;
}
/// Establish details of the prototype for a given function symbol
/// \param pieces holds the raw prototype information and the symbol name
void Architecture::setPrototype(const PrototypePieces &pieces)
{
string basename;
Scope *scope = symboltab->resolveScopeFromSymbolName(pieces.name, "::", basename, (Scope *)0);
if (scope == (Scope *)0)
throw ParseError("Unknown namespace: " + pieces.name);
Funcdata *fd = scope->queryFunction( basename );
if (fd == (Funcdata *)0)
throw ParseError("Unknown function name: " + pieces.name);
fd->getFuncProto().setPieces(pieces);
}
/// The decompiler supports one or more output languages (C, Java). This method
/// does the main work of selecting one of the supported languages.
/// In addition to selecting the main PrintLanguage object, this triggers
/// configuration of the cast strategy and p-code op behaviors.
/// \param nm is the name of the language
void Architecture::setPrintLanguage(const string &nm)
{
for(int4 i=0;i<(int4)printlist.size();++i) {
if (printlist[i]->getName() == nm) {
print = printlist[i];
print->adjustTypeOperators();
return;
}
}
PrintLanguageCapability *capa = PrintLanguageCapability::findCapability(nm);
if (capa == (PrintLanguageCapability *)0)
throw LowlevelError("Unknown print language: "+nm);
bool printxml = print->emitsXml(); // Copy settings for current print language
ostream *t = print->getOutputStream();
print = capa->buildLanguage(this);
print->setOutputStream(t); // Restore settings from previous language
print->getCastStrategy()->setTypeFactory(types);
if (printxml)
print->setXML(true);
printlist.push_back(print);
print->adjustTypeOperators();
return;
}
/// Set all IPTR_PROCESSOR and IPTR_SPACEBASE spaces to be global
void Architecture::globalify(void)
{
Scope *scope = symboltab->getGlobalScope();
int4 nm = numSpaces();
for(int4 i=0;i<nm;++i) {
AddrSpace *spc = getSpace(i);
if (spc == (AddrSpace *)0) continue;
if ((spc->getType() != IPTR_PROCESSOR)&&(spc->getType() != IPTR_SPACEBASE)) continue;
symboltab->addRange(scope,spc,(uintb)0,spc->getHighest());
}
}
/// Insert a series of out-of-band flow overrides based on a \<flowoverridelist> tag.
/// \param el is the XML element
void Architecture::restoreFlowOverride(const Element *el)
{
const List &list(el->getChildren());
List::const_iterator iter;
for(iter=list.begin();iter!=list.end();++iter) {
const Element *subel = *iter;
const List &sublist(subel->getChildren());
List::const_iterator subiter = sublist.begin();
Address funcaddr = Address::restoreXml(*subiter,this);
++subiter;
Address overaddr = Address::restoreXml(*subiter,this);
Funcdata *fd = symboltab->getGlobalScope()->queryFunction(funcaddr);
if (fd != (Funcdata *)0)
fd->getOverride().insertFlowOverride(overaddr,Override::stringToType(subel->getAttributeValue("type")));
}
}
/// Write the current state of all types, symbols, functions, etc. an XML stream
/// \param s is the output stream
void Architecture::saveXml(ostream &s) const
{
s << "<save_state";
a_v_b(s,"loadersymbols",loadersymbols_parsed);
s << ">\n";
types->saveXml(s);
symboltab->saveXml(s);
context->saveXml(s);
commentdb->saveXml(s);
stringManager->saveXml(s);
if (!cpool->empty())
cpool->saveXml(s);
s << "</save_state>\n";
}
/// Read in all the sub-component state from a \<save_state> XML tag
/// When adding stuff to this BEWARE: The spec file has already initialized stuff
/// \param store is document store containing the parsed root tag
void Architecture::restoreXml(DocumentStorage &store)
{
const Element *el = store.getTag("save_state");
if (el == (const Element *)0)
throw LowlevelError("Could not find save_state tag");
if (el->getNumAttributes() != 0)
loadersymbols_parsed = xml_readbool(el->getAttributeValue("loadersymbols"));
else
loadersymbols_parsed = false;
const List &list(el->getChildren());
List::const_iterator iter;
for(iter=list.begin();iter!=list.end();++iter) {
const Element *subel = *iter;
if (subel->getName() == "typegrp")
types->restoreXml(subel);
else if (subel->getName() == "db")
symboltab->restoreXml(subel);
else if (subel->getName() == "context_points")
context->restoreXml(subel,this);
else if (subel->getName() == "commentdb")
commentdb->restoreXml(subel,this);
else if (subel->getName() == "stringmanage")
stringManager->restoreXml(subel,this);
else if (subel->getName() == "constantpool")
cpool->restoreXml(subel,*types);
else if (subel->getName() == "optionslist")
options->restoreXml(subel);
else if (subel->getName() == "flowoverridelist")
restoreFlowOverride(subel);
else if (subel->getName() == "injectdebug")
pcodeinjectlib->restoreDebug(subel);
else
throw LowlevelError("XML error restoring architecture: " + subel->getName());
}
}
/// If no better name is available, this method can be used to generate
/// a function name based on its address
/// \param addr is the address of the function
/// \param name will hold the constructed name
void Architecture::nameFunction(const Address &addr,string &name) const
{
ostringstream defname;
defname << "func_";
addr.printRaw(defname);
name = defname.str();
}
/// This process sets up a "register relative" space for this architecture
/// If the name is "stack", this space takes on the role of an "official" stack space
/// Should only be called once during initialization
/// \param basespace is the address space underlying the stack
/// \param nm is the name of the new space
/// \param ptrdata is the register location acting as a pointer into the new space
/// \param truncSize is the (possibly truncated) size of the register that fits the space
/// \param isreversejustified is \b true if small variables are justified opposite of endianness
/// \param stackGrowth is \b true if a stack implemented in this space grows in the negative direction
void Architecture::addSpacebase(AddrSpace *basespace,const string &nm,const VarnodeData &ptrdata,
int4 truncSize,bool isreversejustified,bool stackGrowth)
{
int4 ind = numSpaces();
SpacebaseSpace *spc = new SpacebaseSpace(this,translate,nm,ind,truncSize,basespace,ptrdata.space->getDelay()+1);
if (isreversejustified)
setReverseJustified(spc);
insertSpace(spc);
addSpacebasePointer(spc,ptrdata,truncSize,stackGrowth);
}
/// This routine is used by the initialization process to add
/// address ranges to which there is never an (indirect) pointer
/// Should only be called during initialization
/// \param rng is the new range with no aliases to be added
void Architecture::addNoHighPtr(const Range &rng)
{
nohighptr.insertRange(rng.getSpace(),rng.getFirst(),rng.getLast());
}
/// This builds the \e universal Action for function transformation
/// and instantiates the "decompile" root Action
/// \param store may hold configuration information
void Architecture::buildAction(DocumentStorage &store)
{
parseExtraRules(store); // Look for any additional rules
allacts.universalAction(this);
allacts.resetDefaults();
}
/// This builds the database which holds the status registers setings and other
/// information that can affect disassembly depending on context.
/// \param store may hold configuration information
void Architecture::buildContext(DocumentStorage &store)
{
context = new ContextInternal();
}
/// Create the database object, which currently doesn't not depend on any configuration
/// data. Then create the root (global) scope and attach it to the database.
/// \param store is the storage for any configuration data
/// \return the global Scope object
Scope *Architecture::buildDatabase(DocumentStorage &store)
{
symboltab = new Database(this,true);
Scope *globscope = new ScopeInternal(0,"",this);
symboltab->attachScope(globscope,(Scope *)0);
return globscope;
}
/// This builds the TypeFactory object specific to this architecture and
/// prepopulates it with the \e core types. Core types may be pulled
/// from the configuration information, or default core types are used.
/// \param store contains possible configuration information
void Architecture::buildTypegrp(DocumentStorage &store)
{
const Element *el = store.getTag("coretypes");
types = new TypeFactory(this); // Initialize the object
if (el != (const Element *)0)
types->restoreXmlCoreTypes(el);
else {
// Put in the core types
types->setCoreType("void",1,TYPE_VOID,false);
types->setCoreType("bool",1,TYPE_BOOL,false);
types->setCoreType("uint1",1,TYPE_UINT,false);
types->setCoreType("uint2",2,TYPE_UINT,false);
types->setCoreType("uint4",4,TYPE_UINT,false);
types->setCoreType("uint8",8,TYPE_UINT,false);
types->setCoreType("int1",1,TYPE_INT,false);
types->setCoreType("int2",2,TYPE_INT,false);
types->setCoreType("int4",4,TYPE_INT,false);
types->setCoreType("int8",8,TYPE_INT,false);
types->setCoreType("float4",4,TYPE_FLOAT,false);
types->setCoreType("float8",8,TYPE_FLOAT,false);
types->setCoreType("float10",10,TYPE_FLOAT,false);
types->setCoreType("float16",16,TYPE_FLOAT,false);
types->setCoreType("xunknown1",1,TYPE_UNKNOWN,false);
types->setCoreType("xunknown2",2,TYPE_UNKNOWN,false);
types->setCoreType("xunknown4",4,TYPE_UNKNOWN,false);
types->setCoreType("xunknown8",8,TYPE_UNKNOWN,false);
types->setCoreType("code",1,TYPE_CODE,false);
types->setCoreType("char",1,TYPE_INT,true);
types->setCoreType("wchar2",2,TYPE_INT,true);
types->setCoreType("wchar4",4,TYPE_INT,true);
types->cacheCoreTypes();
}
}
/// Build the container that holds comments for executable in this Architecture.
/// \param store may hold configuration information
void Architecture::buildCommentDB(DocumentStorage &store)
{
commentdb = new CommentDatabaseInternal();
}
/// Build container that holds decoded strings
/// \param store may hold configuration information
void Architecture::buildStringManager(DocumentStorage &store)
{
stringManager = new StringManagerUnicode(this,2048);
}
/// Some processor models (Java byte-code) need a database of constants.
/// The database is always built, but may remain empty.
/// \param store may hold configuration information
void Architecture::buildConstantPool(DocumentStorage &store)
{
cpool = new ConstantPoolInternal();
}
/// This registers the OpBehavior objects for all known p-code OpCodes.
/// The Translate and TypeFactory object should already be built.
/// \param store may hold configuration information
void Architecture::buildInstructions(DocumentStorage &store)
{
TypeOp::registerInstructions(inst,types,translate);
}
void Architecture::postSpecFile(void)
{
cacheAddrSpaceProperties();
}
/// Once the processor is known, the Translate object can be built and
/// fully initialized. Processor and compiler specific configuration is performed
/// \param store will hold parsed configuration information
void Architecture::restoreFromSpec(DocumentStorage &store)
{
Translate *newtrans = buildTranslator(store); // Once language is described we can build translator
newtrans->initialize(store);
translate = newtrans;
modifySpaces(newtrans); // Give architecture chance to modify spaces, before copying
copySpaces(newtrans);
insertSpace( new FspecSpace(this,translate,"fspec",numSpaces()));
insertSpace( new IopSpace(this,translate,"iop",numSpaces()));
insertSpace( new JoinSpace(this,translate,"join",numSpaces()));
userops.initialize(this);
if (translate->getAlignment() <= 8)
min_funcsymbol_size = translate->getAlignment();
pcodeinjectlib = buildPcodeInjectLibrary();
parseProcessorConfig(store);
newtrans->setDefaultFloatFormats(); // If no explicit formats registered, put in defaults
parseCompilerConfig(store);
// Action stuff will go here
buildAction(store);
}
/// If any address space supports near pointers and segment operators,
/// setup SegmentedResolver objects that can be used to recover full pointers in context.
void Architecture::initializeSegments(void)
{
int4 sz = userops.numSegmentOps();
for(int4 i=0;i<sz;++i) {
SegmentOp *sop = userops.getSegmentOp(i);
if (sop == (SegmentOp *)0) continue;
SegmentedResolver *rsolv = new SegmentedResolver(this,sop->getSpace(),sop);
insertResolver(sop->getSpace(),rsolv);
}
}
/// Determine the minimum pointer size for the space and whether or not there are near pointers.
/// Set up an ordered list of inferable spaces (where constant pointers can be infered).
/// Inferable spaces include the default space and anything explicitly listed
/// in the cspec \<global> tag that is not a register space. An initial list of potential spaces is
/// passed in that needs to be ordered, filtered, and deduplicated.
void Architecture::cacheAddrSpaceProperties(void)
{
vector<AddrSpace *> copyList = inferPtrSpaces;
copyList.push_back(getDefaultCodeSpace()); // Make sure the default code space is present
copyList.push_back(getDefaultDataSpace()); // Make sure the default data space is present
inferPtrSpaces.clear();
sort(copyList.begin(),copyList.end(),AddrSpace::compareByIndex);
AddrSpace *lastSpace = (AddrSpace *)0;
for(int4 i=0;i<copyList.size();++i) {
AddrSpace *spc = copyList[i];
if (spc == lastSpace) continue;
lastSpace = spc;
if (spc->getDelay() == 0) continue; // Don't put in a register space
if (spc->getType() == IPTR_SPACEBASE) continue;
if (spc->isOtherSpace()) continue;
if (spc->isOverlay()) continue;
inferPtrSpaces.push_back(spc);
}
int4 defPos = -1;
for(int4 i=0;i<inferPtrSpaces.size();++i) {
AddrSpace *spc = inferPtrSpaces[i];
if (spc == getDefaultDataSpace()) // Make the default for inferring pointers the data space
defPos = i;
SegmentOp *segOp = getSegmentOp(spc);
if (segOp != (SegmentOp *)0) {
int4 val = segOp->getInnerSize();
markNearPointers(spc, val);
}
}
if (defPos > 0) { // Make sure the default space comes first
AddrSpace *tmp = inferPtrSpaces[0];
inferPtrSpaces[0] = inferPtrSpaces[defPos];
inferPtrSpaces[defPos] = tmp;
}
}
/// Recover information out of a \<rule> tag and build the new Rule object.
/// \param el is the XML element
void Architecture::parseDynamicRule(const Element *el)
{
string rulename,groupname,enabled;
for(int4 i=0;i<el->getNumAttributes();++i) {
if (el->getAttributeName(i) == "name")
rulename = el->getAttributeValue(i);
else if (el->getAttributeName(i) == "group")
groupname = el->getAttributeValue(i);
else if (el->getAttributeName(i) == "enable")
enabled = el->getAttributeValue(i);
else
throw LowlevelError("Dynamic rule tag contains unknown attribute: "+el->getAttributeName(i));
}
if (rulename.size()==0)
throw LowlevelError("Dynamic rule has no name");
if (groupname.size()==0)
throw LowlevelError("Dynamic rule has no group");
if (enabled == "false") return;
#ifdef CPUI_RULECOMPILE
Rule *dynrule = RuleGeneric::build(rulename,groupname,el->getContent());
extra_pool_rules.push_back(dynrule);
#else
throw LowlevelError("Dynamic rules have not been enabled for this decompiler");
#endif
}
/// This handles the \<prototype> and \<resolveprototype> tags. It builds the
/// ProtoModel object based on the tag and makes it available generally to the decompiler.
/// \param el is the XML tag element
ProtoModel *Architecture::parseProto(const Element *el)
{
ProtoModel *res;
if (el->getName() == "prototype")
res = new ProtoModel(this);
else if (el->getName() == "resolveprototype")
res = new ProtoModelMerged(this);
else
throw LowlevelError("Expecting <prototype> or <resolveprototype> tag");
res->restoreXml(el);
ProtoModel *other = protoModels[res->getName()];
if (other != (ProtoModel *)0) {
delete res;
throw LowlevelError("Duplicate ProtoModel name: "+res->getName());
}
protoModels[res->getName()] = res;
return res;
}
/// This supports the \<eval_called_prototype> and \<eval_current_prototype> tag.
/// This determines which prototype model to assume when recovering the prototype
/// for a \e called function and the \e current function respectively.
/// \param el is the XML element
void Architecture::parseProtoEval(const Element *el)
{
ProtoModel *res = protoModels[ el->getAttributeValue("name") ];
if (res == (ProtoModel *)0)
throw LowlevelError("Unknown prototype model name: "+el->getAttributeValue("name"));
if (el->getName() == "eval_called_prototype") {
if (evalfp_called != (ProtoModel *)0)
throw LowlevelError("Duplicate <eval_called_prototype> tag");
evalfp_called = res;
}
else {
if (evalfp_current != (ProtoModel *)0)
throw LowlevelError("Duplicate <eval_current_prototype> tag");
evalfp_current = res;
}
}
/// There should be exactly one \<default_proto> tag that specifies what the
/// default prototype model is. This builds the ProtoModel object and sets it
/// as the default.
/// \param el is the XML element
void Architecture::parseDefaultProto(const Element *el)
{
const List &list(el->getChildren());
List::const_iterator iter;
for(iter=list.begin();iter!=list.end();++iter) {
if (defaultfp != (ProtoModel *)0)
throw LowlevelError("More than one default prototype model");
defaultfp = parseProto(*iter);
}
}
/// This handles the \<global> tag adding an address space (or part of the space)
/// to the global scope. Varnodes in this region will be assumed to be global variables.
/// \param el is the XML element
void Architecture::parseGlobal(const Element *el)
{
Scope *scope = symboltab->getGlobalScope();
const List &list(el->getChildren());
List::const_iterator iter;
for(iter=list.begin();iter!=list.end();++iter) {
Range range;
range.restoreXml(*iter,this);
AddrSpace *spc = range.getSpace();
inferPtrSpaces.push_back(spc);
symboltab->addRange(scope,spc,range.getFirst(),range.getLast());
if (range.getSpace()->isOverlayBase()) { // If the address space is overlayed
// We need to duplicate the range being marked as global into the overlay space(s)
int4 num = numSpaces();
for(int4 i=0;i<num;++i) {
OverlaySpace *ospc = (OverlaySpace *)getSpace(i);
if (ospc == (AddrSpace *)0 || !ospc->isOverlay()) continue;
if (ospc->getBaseSpace() != range.getSpace()) continue;
symboltab->addRange(scope,ospc,range.getFirst(),range.getLast());
}
}
}
}
//explictly add the OTHER space and any overlays to the global scope
void Architecture::addOtherSpace(void)
{
Scope *scope = symboltab->getGlobalScope();
AddrSpace *otherSpace = getSpaceByName("OTHER");
symboltab->addRange(scope,otherSpace,0,otherSpace->getHighest());
if (otherSpace->isOverlayBase()) {
int4 num = numSpaces();
for(int4 i=0;i<num;++i){
AddrSpace *ospc = getSpace(i);
if (!ospc->isOverlay()) continue;
if (((OverlaySpace *)ospc)->getBaseSpace() != otherSpace) continue;
symboltab->addRange(scope,ospc,0,otherSpace->getHighest());
}
}
}
/// This applies info from a \<readonly> tag marking a specific region
/// of the executable as \e read-only.
/// \param el is the XML element
void Architecture::parseReadOnly(const Element *el)
{
const List &list(el->getChildren());
List::const_iterator iter;
for(iter=list.begin();iter!=list.end();++iter) {
Range range;
range.restoreXml(*iter,this);
symboltab->setPropertyRange(Varnode::readonly,range);
}
}
/// This applies info from a \<volatile> tag marking specific regions
/// of the executable as holding \e volatile memory or registers.
/// \param el is the XML element
void Architecture::parseVolatile(const Element *el)
{
userops.parseVolatile(el,this);
const List &list(el->getChildren());
List::const_iterator iter;
for(iter=list.begin();iter!=list.end();++iter) {
Range range;
range.restoreXml(*iter,this); // Tag itself is range
symboltab->setPropertyRange(Varnode::volatil,range);
}
}
/// This applies info from \<returnaddress> tag and sets the default
/// storage location for the \e return \e address of a function.
/// \param el is the XML element
void Architecture::parseReturnAddress(const Element *el)
{
const List &list(el->getChildren());
List::const_iterator iter;
iter = list.begin();
if (iter == list.end()) return;
if (defaultReturnAddr.space != (AddrSpace *)0)
throw LowlevelError("Multiple <returnaddress> tags in .cspec");
defaultReturnAddr.restoreXml(*iter,this);
}
/// Apply information from an \<incidentalcopy> tag, which marks a set of addresses
/// as being copied to incidentally. This allows the decompiler to ignore certain side-effects.
/// \param el is the XML element
void Architecture::parseIncidentalCopy(const Element *el)
{
const List &list(el->getChildren());
List::const_iterator iter;
for(iter=list.begin();iter!=list.end();++iter) {
VarnodeData vdata;
vdata.restoreXml(*iter,this);
Range range( vdata.space, vdata.offset, vdata.offset+vdata.size-1);
symboltab->setPropertyRange(Varnode::incidental_copy,range);
}
}
/// Look for \<register> tags that have a \e vector_lane_size attribute.
/// Record these so that the decompiler can split large registers into appropriate lane size pieces.
/// \param el is the XML element
void Architecture::parseLaneSizes(const Element *el)
{
vector<uint4> maskList;
const List &childList(el->getChildren());
List::const_iterator iter;
LanedRegister lanedRegister; // Only allocate once
for(iter=childList.begin();iter!=childList.end();++iter) {
if (lanedRegister.restoreXml(*iter, this)) {
int4 sizeIndex = lanedRegister.getWholeSize();
while (maskList.size() <= sizeIndex)
maskList.push_back(0);
maskList[sizeIndex] |= lanedRegister.getSizeBitMask();
}
}
lanerecords.clear();
for(int4 i=0;i<maskList.size();++i) {
if (maskList[i] == 0) continue;
lanerecords.push_back(LanedRegister(i,maskList[i]));
}
}
/// Create a stack space and a stack-pointer register from this \<stackpointer> element
/// \param el is the XML element
void Architecture::parseStackPointer(const Element *el)
{
AddrSpace *basespace = getSpaceByName(el->getAttributeValue("space"));
bool stackGrowth = true; // Default stack growth is in negative direction
if (basespace == (AddrSpace *)0)
throw LowlevelError("Unknown space name: "+el->getAttributeValue("space"));
bool isreversejustify = false;
int4 numattr = el->getNumAttributes();
for(int4 i=0;i<numattr;++i) {
const string &attr( el->getAttributeName(i) );
if (attr == "reversejustify")
isreversejustify = xml_readbool(el->getAttributeValue(i));
else if (attr == "growth")
stackGrowth = el->getAttributeValue(i) == "negative";
}
VarnodeData point = translate->getRegister(el->getAttributeValue("register"));
// If creating a stackpointer to a truncated space, make sure to truncate the stackpointer
int4 truncSize = point.size;
if (basespace->isTruncated() && (point.size > basespace->getAddrSize())) {
truncSize = basespace->getAddrSize();
}
addSpacebase(basespace,"stack",point,truncSize,isreversejustify,stackGrowth); // Create the "official" stackpointer
}
/// Manually alter the dead-code delay for a specific address space,
/// based on a \<deadcodedelay> tag.
/// \param el is the XML element
void Architecture::parseDeadcodeDelay(const Element *el)
{
AddrSpace *spc = getSpaceByName(el->getAttributeValue("space"));
if (spc == (AddrSpace *)0)
throw LowlevelError("Unknown space name: "+el->getAttributeValue("space"));
istringstream s(el->getAttributeValue("delay"));
s.unsetf(ios::dec | ios::hex | ios::oct);
int4 delay = -1;
s >> delay;
if (delay >= 0)
setDeadcodeDelay(spc,delay);
else
throw LowlevelError("Bad <deadcodedelay> tag");
}
/// Alter the range of addresses for which a pointer is allowed to be inferred.
void Architecture::parseInferPtrBounds(const Element *el)
{
const List &list(el->getChildren());
List::const_iterator iter;
for(iter=list.begin();iter!=list.end();++iter) {
const Element *subel = *iter;
Range range;
range.restoreXml(subel,this);
setInferPtrBounds(range);
}
}
/// Pull information from a \<funcptr> tag. Turn on alignment analysis of
/// function pointers, some architectures have aligned function pointers
/// and encode extra information in the unused bits.
/// \param el is the XML element
void Architecture::parseFuncPtrAlign(const Element *el)
{
int4 align;
istringstream s(el->getAttributeValue("align"));
s.unsetf(ios::dec | ios::hex | ios::oct);
s >> align;
if (align == 0) {
funcptr_align = 0; // No alignment
return;
}
int4 bits = 0;
while((align&1)==0) { // Find position of first 1 bit
bits += 1;
align >>= 1;
}
funcptr_align = bits;
}
/// Designate a new index register and create a new address space associated with it,
/// based on a \<spacebase> tag.
/// \param el is the XML element
void Architecture::parseSpacebase(const Element *el)
{
const string &namestring(el->getAttributeValue("name"));
const VarnodeData &point(translate->getRegister(el->getAttributeValue("register")));
AddrSpace *basespace = getSpaceByName(el->getAttributeValue("space"));
if (basespace == (AddrSpace *)0)
throw LowlevelError("Unknown space name: "+el->getAttributeValue("space"));
addSpacebase(basespace,namestring,point,point.size,false,false);
}
/// Configure memory based on a \<nohighptr> tag. Mark specific address ranges
/// to indicate the decompiler will not encounter pointers (aliases) into the range.
/// \param el is the XML element
void Architecture::parseNoHighPtr(const Element *el)
{
const List &list(el->getChildren());
List::const_iterator iter;
for(iter=list.begin();iter!=list.end();++iter) { // Iterate over every range tag in the list
Range range;
range.restoreXml(*iter,this);
addNoHighPtr(range);
}
}
/// Configure registers based on a \<prefersplit> tag. Mark specific varnodes that
/// the decompiler should automatically split when it first sees them.
/// \param el is the XML element
void Architecture::parsePreferSplit(const Element *el)
{
string style = el->getAttributeValue("style");
if (style != "inhalf")
throw LowlevelError("Unknown prefersplit style: "+style);
const List &list(el->getChildren());
List::const_iterator iter;
for(iter=list.begin();iter!=list.end();++iter) {
splitrecords.emplace_back();
PreferSplitRecord &record( splitrecords.back() );
record.storage.restoreXml( *iter, this );
record.splitoffset = record.storage.size/2;
}
}
/// Configure based on the \<aggressivetrim> tag, how aggressively the
/// decompiler will remove extension operations.
/// \param el is the XML element
void Architecture::parseAggressiveTrim(const Element *el)
{
int4 sz = el->getNumAttributes();
for(int4 i=0;i<sz;++i) {
const string &nm( el->getAttributeName(i) );
if (nm == "signext") {
aggressive_ext_trim = xml_readbool(el->getAttributeValue(i));
}
}
}
/// This looks for the \<processor_spec> tag and and sets configuration
/// parameters based on it.
/// \param store is the document store holding the tag
void Architecture::parseProcessorConfig(DocumentStorage &store)
{
const Element *el = store.getTag("processor_spec");
if (el == (const Element *)0)
throw LowlevelError("No processor configuration tag found");
const List &list(el->getChildren());
List::const_iterator iter;
for(iter=list.begin();iter!=list.end();++iter) {
const string &elname( (*iter)->getName() );
if (elname == "programcounter") {
}
else if (elname == "volatile")
parseVolatile(*iter);
else if (elname == "incidentalcopy")
parseIncidentalCopy(*iter);
else if (elname == "context_data")
context->restoreFromSpec(*iter,this);
else if (elname == "jumpassist")
userops.parseJumpAssist(*iter, this);
else if (elname == "segmentop")
userops.parseSegmentOp(*iter,this);
else if (elname == "register_data") {
parseLaneSizes(*iter);
}
else if (elname == "data_space") {
const string &spaceName( (*iter)->getAttributeValue("space"));
AddrSpace *spc = getSpaceByName(spaceName);
if (spc == (AddrSpace *)0)
throw LowlevelError("Undefined space: "+spaceName);
setDefaultDataSpace(spc->getIndex());
}
else if (elname == "inferptrbounds") {
parseInferPtrBounds(*iter);
}
else if (elname == "segmented_address") {
}
else if (elname == "default_symbols") {
}
else if (elname == "default_memory_blocks") {
}
else if (elname == "address_shift_amount") {
}
else if (elname == "properties") {
}
else
throw LowlevelError("Unknown element in <processor_spec>: "+elname);
}
}
/// This looks for the \<compiler_spec> tag and sets configuration parameters based on it.
/// \param store is the document store holding the tag
void Architecture::parseCompilerConfig(DocumentStorage &store)
{
vector<const Element *> globaltags;
const Element *el = store.getTag("compiler_spec");
if (el == (const Element *)0)
throw LowlevelError("No compiler configuration tag found");
const List &list(el->getChildren());
List::const_iterator iter;
for(iter=list.begin();iter!=list.end();++iter) {
const string &elname( (*iter)->getName() );
if (elname == "default_proto")
parseDefaultProto(*iter);
else if (elname == "prototype")
parseProto(*iter);
else if (elname == "stackpointer")
parseStackPointer(*iter);
else if (elname == "returnaddress")
parseReturnAddress(*iter);
else if (elname == "spacebase")
parseSpacebase(*iter);
else if (elname == "nohighptr")
parseNoHighPtr(*iter);
else if (elname == "prefersplit")
parsePreferSplit(*iter);
else if (elname == "aggressivetrim")
parseAggressiveTrim(*iter);
else if (elname == "data_organization")
types->parseDataOrganization(*iter);
else if (elname == "enum")
types->parseEnumConfig(*iter);
else if (elname == "global")
globaltags.push_back(*iter);
else if (elname == "segmentop")
userops.parseSegmentOp(*iter,this);
else if (elname == "readonly")
parseReadOnly(*iter);
else if (elname == "context_data")
context->restoreFromSpec(*iter,this);
else if (elname == "resolveprototype")
parseProto(*iter);
else if (elname == "eval_called_prototype")
parseProtoEval(*iter);
else if (elname == "eval_current_prototype")
parseProtoEval(*iter);
else if (elname == "callfixup") {
pcodeinjectlib->restoreXmlInject(archid+" : compiler spec", (*iter)->getAttributeValue("name"),
InjectPayload::CALLFIXUP_TYPE, *iter);
}
else if (elname == "callotherfixup") {
userops.parseCallOtherFixup(*iter,this);
}
else if (elname == "funcptr")
parseFuncPtrAlign(*iter);
else if (elname == "deadcodedelay")
parseDeadcodeDelay(*iter);
else if (elname == "inferptrbounds")
parseInferPtrBounds(*iter);
}
el = store.getTag("specextensions"); // Look for any user-defined configuration document
if (el != (const Element *)0) {
const List &userlist(el->getChildren());
for(iter=userlist.begin();iter!=userlist.end();++iter) {
const string &elname( (*iter)->getName() );
if (elname == "prototype")
parseProto(*iter);
else if (elname == "callfixup") {
pcodeinjectlib->restoreXmlInject(archid+" : compiler spec", (*iter)->getAttributeValue("name"),
InjectPayload::CALLFIXUP_TYPE, *iter);
}
else if (elname == "callotherfixup") {
userops.parseCallOtherFixup(*iter,this);
}
else if (elname == "global")
globaltags.push_back(*iter);
}
}
// <global> tags instantiate the base symbol table
// They need to know about all spaces, so it must come
// after parsing of <stackpointer> and <spacebase>
for(int4 i=0;i<globaltags.size();++i)
parseGlobal(globaltags[i]);
addOtherSpace();
if (defaultfp == (ProtoModel *)0) {
if (protoModels.size() == 1)
defaultfp = (*protoModels.begin()).second;
else
throw LowlevelError("No default prototype specified");
}
// We must have a __thiscall calling convention
map<string,ProtoModel *>::iterator miter = protoModels.find("__thiscall");
if (miter == protoModels.end()) { // If __thiscall doesn't exist we clone it off of the default
ProtoModel *thismodel = new ProtoModel("__thiscall",*defaultfp);
protoModels["__thiscall"] = thismodel;
}
userops.setDefaults(this);
initializeSegments();
PreferSplitManager::initialize(splitrecords);
types->setupSizes(); // If no data_organization was registered, set up default values
}
/// Look for the \<experimental_rules> tag and create any dynamic Rule objects it specifies.
/// \param store is the document store containing the tag
void Architecture::parseExtraRules(DocumentStorage &store)
{
const Element *expertag = store.getTag("experimental_rules");
if (expertag != (const Element *)0) {
const List &list(expertag->getChildren());
List::const_iterator iter;
for(iter=list.begin();iter!=list.end();++iter)
parseDynamicRule( *iter );
}
}
/// The LoadImage may have access information about the executables
/// sections. Query for any read-only ranges and
/// store this information in the property database
void Architecture::fillinReadOnlyFromLoader(void)
{
RangeList rangelist;
loader->getReadonly(rangelist); // Get read only ranges
set<Range>::const_iterator iter,eiter;
iter = rangelist.begin();
eiter = rangelist.end();
while(iter != eiter) {
symboltab->setPropertyRange(Varnode::readonly,*iter);
++iter;
}
}
/// Create the LoadImage and load the executable to be analyzed.
/// Using this and possibly other initialization information, create
/// all the sub-components necessary for a complete Architecture
/// The DocumentStore may hold previously gleaned configuration information
/// and is used to read in other configuration files while initializing.
/// \param store is the XML document store
void Architecture::init(DocumentStorage &store)
{
buildLoader(store); // Loader is built first
resolveArchitecture();
buildSpecFile(store);
buildContext(store);
buildTypegrp(store);
buildCommentDB(store);
buildStringManager(store);
buildConstantPool(store);
buildDatabase(store);
restoreFromSpec(store);
print->getCastStrategy()->setTypeFactory(types);
symboltab->adjustCaches(); // In case the specs created additional address spaces
postSpecFile(); // Let subclasses do things after translate is ready
buildInstructions(store); // Must be called after translate is built
fillinReadOnlyFromLoader();
}
void Architecture::resetDefaultsInternal(void)
{
trim_recurse_max = 5;
max_implied_ref = 2; // 2 is best, in specific cases a higher number might be good
max_term_duplication = 2; // 2 and 3 (4) are reasonable
max_basetype_size = 10; // Needs to be 8 or bigger
flowoptions = FlowInfo::error_toomanyinstructions;
max_instructions = 100000;
infer_pointers = true;
analyze_for_loops = true;
readonlypropagate = false;
alias_block_level = 2; // Block structs and arrays by default
}
/// Reset options that can be modified by the OptionDatabase. This includes
/// options specific to this class and options under PrintLanguage and ActionDatabase
void Architecture::resetDefaults(void)
{
resetDefaultsInternal();
allacts.resetDefaults();
for(int4 i=0;i<printlist.size();++i)
printlist[i]->resetDefaults();
}
Address SegmentedResolver::resolve(uintb val,int4 sz,const Address &point,uintb &fullEncoding)
{
int4 innersz = segop->getInnerSize();
if (sz >= 0 && sz <= innersz) { // If -sz- matches the inner size, consider the value a "near" pointer
// In this case the address offset is not fully specified
// we check if the rest is stored in a context variable
// (as with near pointers)
if (segop->getResolve().space != (AddrSpace *)0) {
uintb base = glb->context->getTrackedValue(segop->getResolve(),point);
fullEncoding = (base << 8 * innersz) + (val & calc_mask(innersz));
vector<uintb> seginput;
seginput.push_back(base);
seginput.push_back(val);
val = segop->execute(seginput);
return Address(spc,AddrSpace::addressToByte(val,spc->getWordSize()));
}
}
else { // For anything else, consider it a "far" pointer
fullEncoding = val;
int4 outersz = segop->getBaseSize();
uintb base = (val >> 8*innersz) & calc_mask(outersz);
val = val & calc_mask(innersz);
vector<uintb> seginput;
seginput.push_back(base);
seginput.push_back(val);
val = segop->execute(seginput);
return Address(spc,AddrSpace::addressToByte(val,spc->getWordSize()));
}
return Address(); // Return invalid address
}
#ifdef CPUI_STATISTICS
Statistics::Statistics(void)
{
numfunc = 0;
// numvar = 0;
// coversum = 0;
// coversumsq = 0;
castcount = 0;
lastcastcount = 0;
castcountsq = 0;
}
Statistics::~Statistics(void)
{
}
// void Statistics::process_cover(const Funcdata &data)
// {
// if (data.getBasicBlocks().getSize() < 100) return;
// VarnodeLocSet::const_iterator iter;
// for(iter=data.beginLoc();iter!=data.endLoc();++iter) {
// Varnode *vn = *iter;
// if (!vn->hasCover()) continue;
// Cover *cover = vn->getCover();
// if (cover == (Cover *)0) continue;
// numvar += 1;
// int4 size = cover->getSize();
// int4 count = 0;
// for(int4 i=0;i<size;++i) {
// if (!cover->getCoverBlock(i).empty())
// count += 1;
// }
// coversum += count; // Number of non-empty covers
// coversumsq += ((uintb)count)*((uintb)count);
// }
// }
/// Calculate number of casts seen since last function, update variance
/// \param data is the function being analyzed
void Statistics::process_cast(const Funcdata &data)
{
uintb perfunc = castcount - lastcastcount;
lastcastcount = castcount;
castcountsq += perfunc*perfunc;
}
/// Gather various statistics for a single function and accumulate in global counts
/// \param data is the function being analyzed
void Statistics::process(const Funcdata &data)
{
numfunc += 1;
// process_cover(data);
process_cast(data);
}
/// Complete calculations on running sums then print them to a stream
/// \param s is the output stream
void Statistics::printResults(ostream &s)
{
s << "Number of functions: " << dec << numfunc << endl;
// s << "Number of variables: " << dec << numvar << endl;
// double average = ((double)coversum)/numvar;
// double variance = ((double)coversumsq)/numvar;
// double stddev = sqrt(variance);
// s << "Average number of non-empty covers: " << average << endl;
// s << "Standard deviation: " << stddev << endl;
double average = ((double)castcount)/numfunc;
double variance = ((double)castcountsq)/numfunc;
variance -= average*average;
double stddev = sqrt(variance);
s << "Total functions = " << dec << numfunc << endl;
s << "Total casts = " << dec << castcount << endl;
s << "Average casts per function = " << average << endl;
s << " Standard deviation = " << stddev << endl;
}
#endif