ultimatepp/uppdev/cpp/cpp.cpp

#include "cpp.h"

#include <string.h>

inline bool IsSpc(byte c)
{
	return c > 0 && c <= 32;
}

String CppMacro::ToString() const
{
	return String().Cat() << "(" << AsString(param) << ") " << body;
}

String CppMacro::Expand(const Vector<String>& p) const
{
	String r;
	const char *s = body;
	while(*s) {
		if(IsAlpha(*s) || *s == '_') {
			const char *b = s;
			s++;
			while(IsAlNum(*s) || *s == '_')
				s++;
			String id(b, s);
			static String VA_ARGS("__VA_ARGS__"); // Speed optimization
			if(id == VA_ARGS) {
				bool next = false;
				for(int i = param.GetCount(); i < p.GetCount(); i++) {
					if(next)
						r.Cat(", ");
					r.Cat(p[i]);
					next = true;
				}
			}
			else {
				int q = param.Find(id);
				if(q >= 0) {
					if(q < p.GetCount())
						r.Cat(p[q]);
				}
				else
					r.Cat(id);
			}
			continue;
		}
		if(s[0] == '#' && s[1] == '#') {
			int q = r.GetLength();
			while(q > 0 && IsSpc(r[q - 1]))
				q--;
			r.Trim(q);
			s += 2;
			while((byte)*s <= ' ')
				s++;
			continue;
		}
		if(*s == '#') {
			const char *ss = s + 1;
			while(IsSpc(*ss))
				ss++;
			if(IsAlpha(*ss) || *ss == '_') {
				const char *b = ss;
				ss++;
				while(IsAlNum(*ss) || *ss == '_')
					ss++;
				String id(b, ss);
				int q = param.Find(id);
				if(q >= 0) {
					if(q <= p.GetCount()) {
						if(q < p.GetCount())
							r.Cat(AsCString(p[q]));
						s = ss;
						continue;
					}
				}
				r.Cat(String(s, ss));
				s = ss;
				continue;
			}
		}
		r.Cat(*s++);
	}
	return r;
}

String Cpp::Define(const char *s)
{
	CParser p(s);
	String id;
	try {
		if(!p.IsId())
			return Null;
		id = p.ReadId();
		CppMacro& m = macro.GetAdd(id);
		m.param.Clear();
		if(p.Char('(')) {
			while(p.IsId()) {
				m.param.Add(p.ReadId());
				p.Char(',');
			}
			if(p.Char3('.', '.', '.'))
				m.variadic = true;
			p.Char(')');
		}
		m.body = p.GetPtr();
	}
	catch(CParser::Error) {}
	return "#define " + id;
}

const char *Cpp::SkipString(const char *s)
{
	CParser p(s);
	p.ReadOneString(*s);
	s = p.GetPtr();
	while((byte)*(s - 1) <= ' ')
		s--;
	return s;
}

void Cpp::ParamAdd(Vector<String>& param, const char *s, const char *e)
{
	while(s < e && (byte)*s <= ' ') s++;
	while(e > s && (byte)*(e - 1) <= ' ') e--;
	String h;
	while(s < e) {
		if((byte)*s <= ' ') {
			h.Cat(' ');
			s++;
			while(s < e && (byte)*s <= ' ')
				s++;
		}
		else
		if(*s == '\"' || *s == '\'') {
			const char *q = SkipString(s);
			h.Cat(String(s, q));
			s = q;
		}
		else
			h.Cat(*s++);
	}
	param.Add(h);
}

String Cpp::Expand(const char *s)
{
	StringBuffer r;
	while(*s) {
		if(incomment) {
			if(s[0] == '*' && s[1] == '/') {
				incomment = false;
				s += 2;
				r.Cat("*/");
			}
			else
				r.Cat(*s++);
		}
		else
		if(iscib2(*s)) {
			const char *b = s;
			s++;
			while(iscid2(*s))
				s++;
			String id(b, s);
			if(notmacro.Find(id) < 0) {
				const CppMacro *m = NULL;
				const Cpp *p = this;
				while(!m && p) {
					m = p->macro.FindPtr(id);
					p = p->parent;
				}
				if(m && !id.StartsWith("__$allowed_on_")) {
					Vector<String> param;
					const char *s0 = s;
					while(*s && (byte)*s <= ' ')
						s++;
					if(*s == '(') {
						s++;
						const char *b = s;
						int level = 0;
						for(;;)
							if(*s == ',' && level == 0) {
								ParamAdd(param, b, s);
								s++;
								b = s;
							}
							else
							if(*s == ')') {
								s++;
								if(level == 0) {
									ParamAdd(param, b, s - 1);
									break;
								}
								level--;
							}
							else
							if(*s == '(') {
								s++;
								level++;
							}
							else
							if(*s == '\0')
								break;
							else
							if(*s == '\"' || *s == '\'')
								s = SkipString(s);
							else
								s++;
					}
					else
						s = s0; // otherwise we eat spaces after parameterless macro
					usedmacro.FindAdd(id);
					int ti = notmacro.GetCount();
					notmacro.Add(id);
					id = '\x1a' + Expand(m->Expand(param));
					notmacro.Trim(ti);
				}
				else
					notmacro.Add(id);
			}
			r.Cat(id);
		}
		else
		if(s[0] == '/' && s[1] == '*') {
			incomment = true;
			s += 2;
			r.Cat("/*");
		}
		else
		if(s[0] == '/' && s[1] == '/') {
			r.Cat(s);
			break;
		}
		else
			r.Cat(*s++);
	}
	return r;
}


void Cpp::DoCpp(Stream& in, Index<String>& header)
{
	Vector<String> ignorelist = Split("__declspec;__cdecl;"
                                         "__out;__in;__inout;__deref_in;__deref_inout;__deref_out;"
                                         "__AuToQuOtE;__xin;__xout;"
                                         "$drv_group;$allowed_on_parameter",
                                         ';');
	for(int i = 0; i < ignorelist.GetCount(); i++)
		macro.GetAdd(ignorelist[i]).variadic = true;
	Do(in, header);
}

void Cpp::Parse()
{
	DDUMP(result.GetCount());
	String r = result;
	_DBG_ SaveFile("c:/xxx/cpp/" + GetFileTitle(path) + ".hpp", r);
	DDUMP(result.GetCount());
	StringStream ss(r);
	DDUMP(result.GetCount());
	Parse(ss, Vector<String>(), base, path, THISBACK(AddError));
}

void Cpp::Do(Stream& in, Index<String>& header)
{
	incomment = false;
	StringBuffer result;
	result.Clear();
	result.Reserve(16384);
	int lineno = 0;
	while(!in.IsEof()) {
		String l = in.GetLine();
		lineno++;
		int el = 0;
		while(*l.Last() == '\\' && !in.IsEof()) {
			el++;
			l.Trim(l.GetLength() - 1);
			l.Cat(in.GetLine());
		}
		const char *s = l;
		while(*s == ' ')
			s++;
		if(*s == '#') {
			if(strncmp(s + 1, "define", 6) == 0)
				result << Define(s + 7) << "\n";
			else {
				result.Cat("\n");
				if(strncmp(s + 1, "include", 7) == 0) {
					String hdr = Expand(s + 8);
					String header_path = GetIncludePath(hdr);
					if(path.GetCount() == 0) DLOG("Include file " << String(s + 8) << " not found");
					String include = String().Cat() << path << ':' << lineno << ':' << header_path;
					if(path.GetCount() && header.Find(include) < 0) {
						DLOG(">>> " << l << " -> " << header_path << LOG_BEGIN);
						Parse(result);
						header.Add(include);
						Cpp cpp;
						cpp.WhenError = Proxy(WhenError);
						cpp.path = header_path;
						cpp.filedir = GetFileFolder(header_path);
						cpp.include_path = include_path;
						cpp.parent = this;
						DDUMP(cpp.macro.GetCount());
						FileIn in(header_path);
						cpp.Do(in, header);
						DLOG(path << ": " << cpp.macro);
						DLOG("USED: " << cpp.usedmacro);
						// TODO: caching, this is the place to retrieve used macro values
						{ RTIMING("Mixing macros");
						for(int i = 0; i < cpp.macro.GetCount(); i++)
							macro.GetAdd(cpp.macro.GetKey(i)) = pick(cpp.macro[i]);
						}
						DDUMP(macro.GetCount());
						RTIMING("Mixing bases");
						for(int i = 0; i < cpp.base.GetCount(); i++)
							base.GetAdd(cpp.base.GetKey(i)).AppendPick(cpp.base[i]);
						DLOG("---" << LOG_END);
					}
					notmacro.Clear();
				}
			}
		}
		else {
			result.Cat(Expand(l) + "\n");
		}
		while(el--)
			result.Cat("\n");
	}
	Parse(result);
}

String Cpp::GetIncludePath(const char *s)
{
	while(IsSpace(*s))
		s++;
	int type = *s;
	if(type == '<' || type == '\"' || type == '?') {
		s++;
		String name;
		if(type == '<') type = '>';
		while(*s != '\r' && *s != '\n') {
			if(*s == type) {
				if(type == '\"') {
					String fn = NormalizePath(name, filedir);
					if(FileExists(fn))
						return fn;
				}
				return GetFileOnPath(name, include_path, false);
			}
			name.Cat(*s++);
		}
	}
	return Null;
}