Initial Commit
This commit is contained in:
commit
2cb008cf02
289
cinc.xcodeproj/project.pbxproj
Normal file
289
cinc.xcodeproj/project.pbxproj
Normal file
@ -0,0 +1,289 @@
|
|||||||
|
// !$*UTF8*$!
|
||||||
|
{
|
||||||
|
archiveVersion = 1;
|
||||||
|
classes = {
|
||||||
|
};
|
||||||
|
objectVersion = 50;
|
||||||
|
objects = {
|
||||||
|
|
||||||
|
/* Begin PBXBuildFile section */
|
||||||
|
F61910612142A876003B8798 /* main.c in Sources */ = {isa = PBXBuildFile; fileRef = F61910602142A876003B8798 /* main.c */; };
|
||||||
|
F61910692142A8C5003B8798 /* tokenize.c in Sources */ = {isa = PBXBuildFile; fileRef = F61910682142A8C5003B8798 /* tokenize.c */; };
|
||||||
|
F65A954E21454B31005FCAF5 /* token.c in Sources */ = {isa = PBXBuildFile; fileRef = F65A954D21454B31005FCAF5 /* token.c */; };
|
||||||
|
/* End PBXBuildFile section */
|
||||||
|
|
||||||
|
/* Begin PBXCopyFilesBuildPhase section */
|
||||||
|
F619105B2142A876003B8798 /* CopyFiles */ = {
|
||||||
|
isa = PBXCopyFilesBuildPhase;
|
||||||
|
buildActionMask = 2147483647;
|
||||||
|
dstPath = /usr/share/man/man1/;
|
||||||
|
dstSubfolderSpec = 0;
|
||||||
|
files = (
|
||||||
|
);
|
||||||
|
runOnlyForDeploymentPostprocessing = 1;
|
||||||
|
};
|
||||||
|
/* End PBXCopyFilesBuildPhase section */
|
||||||
|
|
||||||
|
/* Begin PBXFileReference section */
|
||||||
|
F619105D2142A876003B8798 /* cinc */ = {isa = PBXFileReference; explicitFileType = "compiled.mach-o.executable"; includeInIndex = 0; path = cinc; sourceTree = BUILT_PRODUCTS_DIR; };
|
||||||
|
F61910602142A876003B8798 /* main.c */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.c; path = main.c; sourceTree = "<group>"; };
|
||||||
|
F61910672142A8C5003B8798 /* tokenize.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = tokenize.h; sourceTree = "<group>"; };
|
||||||
|
F61910682142A8C5003B8798 /* tokenize.c */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.c; path = tokenize.c; sourceTree = "<group>"; };
|
||||||
|
F65A954C21454B21005FCAF5 /* token.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; name = token.h; path = ../../../../token.h; sourceTree = "<group>"; };
|
||||||
|
F65A954D21454B31005FCAF5 /* token.c */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.c; path = token.c; sourceTree = "<group>"; };
|
||||||
|
/* End PBXFileReference section */
|
||||||
|
|
||||||
|
/* Begin PBXFrameworksBuildPhase section */
|
||||||
|
F619105A2142A876003B8798 /* Frameworks */ = {
|
||||||
|
isa = PBXFrameworksBuildPhase;
|
||||||
|
buildActionMask = 2147483647;
|
||||||
|
files = (
|
||||||
|
);
|
||||||
|
runOnlyForDeploymentPostprocessing = 0;
|
||||||
|
};
|
||||||
|
/* End PBXFrameworksBuildPhase section */
|
||||||
|
|
||||||
|
/* Begin PBXGroup section */
|
||||||
|
F61910542142A876003B8798 = {
|
||||||
|
isa = PBXGroup;
|
||||||
|
children = (
|
||||||
|
F619105F2142A876003B8798 /* cinc */,
|
||||||
|
F619105E2142A876003B8798 /* Products */,
|
||||||
|
);
|
||||||
|
sourceTree = "<group>";
|
||||||
|
};
|
||||||
|
F619105E2142A876003B8798 /* Products */ = {
|
||||||
|
isa = PBXGroup;
|
||||||
|
children = (
|
||||||
|
F619105D2142A876003B8798 /* cinc */,
|
||||||
|
);
|
||||||
|
name = Products;
|
||||||
|
sourceTree = "<group>";
|
||||||
|
};
|
||||||
|
F619105F2142A876003B8798 /* cinc */ = {
|
||||||
|
isa = PBXGroup;
|
||||||
|
children = (
|
||||||
|
F61910602142A876003B8798 /* main.c */,
|
||||||
|
F61910672142A8C5003B8798 /* tokenize.h */,
|
||||||
|
F61910682142A8C5003B8798 /* tokenize.c */,
|
||||||
|
F65A954D21454B31005FCAF5 /* token.c */,
|
||||||
|
F65A954C21454B21005FCAF5 /* token.h */,
|
||||||
|
);
|
||||||
|
path = cinc;
|
||||||
|
sourceTree = "<group>";
|
||||||
|
};
|
||||||
|
/* End PBXGroup section */
|
||||||
|
|
||||||
|
/* Begin PBXNativeTarget section */
|
||||||
|
F619105C2142A876003B8798 /* cinc */ = {
|
||||||
|
isa = PBXNativeTarget;
|
||||||
|
buildConfigurationList = F61910642142A876003B8798 /* Build configuration list for PBXNativeTarget "cinc" */;
|
||||||
|
buildPhases = (
|
||||||
|
F61910592142A876003B8798 /* Sources */,
|
||||||
|
F619105A2142A876003B8798 /* Frameworks */,
|
||||||
|
F619105B2142A876003B8798 /* CopyFiles */,
|
||||||
|
);
|
||||||
|
buildRules = (
|
||||||
|
);
|
||||||
|
dependencies = (
|
||||||
|
);
|
||||||
|
name = cinc;
|
||||||
|
productName = cinc;
|
||||||
|
productReference = F619105D2142A876003B8798 /* cinc */;
|
||||||
|
productType = "com.apple.product-type.tool";
|
||||||
|
};
|
||||||
|
/* End PBXNativeTarget section */
|
||||||
|
|
||||||
|
/* Begin PBXProject section */
|
||||||
|
F61910552142A876003B8798 /* Project object */ = {
|
||||||
|
isa = PBXProject;
|
||||||
|
attributes = {
|
||||||
|
LastUpgradeCheck = 0940;
|
||||||
|
ORGANIZATIONNAME = "Peter Terpstra";
|
||||||
|
TargetAttributes = {
|
||||||
|
F619105C2142A876003B8798 = {
|
||||||
|
CreatedOnToolsVersion = 9.4.1;
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
buildConfigurationList = F61910582142A876003B8798 /* Build configuration list for PBXProject "cinc" */;
|
||||||
|
compatibilityVersion = "Xcode 9.3";
|
||||||
|
developmentRegion = en;
|
||||||
|
hasScannedForEncodings = 0;
|
||||||
|
knownRegions = (
|
||||||
|
en,
|
||||||
|
);
|
||||||
|
mainGroup = F61910542142A876003B8798;
|
||||||
|
productRefGroup = F619105E2142A876003B8798 /* Products */;
|
||||||
|
projectDirPath = "";
|
||||||
|
projectRoot = "";
|
||||||
|
targets = (
|
||||||
|
F619105C2142A876003B8798 /* cinc */,
|
||||||
|
);
|
||||||
|
};
|
||||||
|
/* End PBXProject section */
|
||||||
|
|
||||||
|
/* Begin PBXSourcesBuildPhase section */
|
||||||
|
F61910592142A876003B8798 /* Sources */ = {
|
||||||
|
isa = PBXSourcesBuildPhase;
|
||||||
|
buildActionMask = 2147483647;
|
||||||
|
files = (
|
||||||
|
F65A954E21454B31005FCAF5 /* token.c in Sources */,
|
||||||
|
F61910692142A8C5003B8798 /* tokenize.c in Sources */,
|
||||||
|
F61910612142A876003B8798 /* main.c in Sources */,
|
||||||
|
);
|
||||||
|
runOnlyForDeploymentPostprocessing = 0;
|
||||||
|
};
|
||||||
|
/* End PBXSourcesBuildPhase section */
|
||||||
|
|
||||||
|
/* Begin XCBuildConfiguration section */
|
||||||
|
F61910622142A876003B8798 /* Debug */ = {
|
||||||
|
isa = XCBuildConfiguration;
|
||||||
|
buildSettings = {
|
||||||
|
ALWAYS_SEARCH_USER_PATHS = NO;
|
||||||
|
CLANG_ANALYZER_NONNULL = YES;
|
||||||
|
CLANG_ANALYZER_NUMBER_OBJECT_CONVERSION = YES_AGGRESSIVE;
|
||||||
|
CLANG_CXX_LANGUAGE_STANDARD = "gnu++14";
|
||||||
|
CLANG_CXX_LIBRARY = "libc++";
|
||||||
|
CLANG_ENABLE_MODULES = YES;
|
||||||
|
CLANG_ENABLE_OBJC_ARC = YES;
|
||||||
|
CLANG_ENABLE_OBJC_WEAK = YES;
|
||||||
|
CLANG_WARN_BLOCK_CAPTURE_AUTORELEASING = YES;
|
||||||
|
CLANG_WARN_BOOL_CONVERSION = YES;
|
||||||
|
CLANG_WARN_COMMA = YES;
|
||||||
|
CLANG_WARN_CONSTANT_CONVERSION = YES;
|
||||||
|
CLANG_WARN_DEPRECATED_OBJC_IMPLEMENTATIONS = YES;
|
||||||
|
CLANG_WARN_DIRECT_OBJC_ISA_USAGE = YES_ERROR;
|
||||||
|
CLANG_WARN_DOCUMENTATION_COMMENTS = YES;
|
||||||
|
CLANG_WARN_EMPTY_BODY = YES;
|
||||||
|
CLANG_WARN_ENUM_CONVERSION = YES;
|
||||||
|
CLANG_WARN_INFINITE_RECURSION = YES;
|
||||||
|
CLANG_WARN_INT_CONVERSION = YES;
|
||||||
|
CLANG_WARN_NON_LITERAL_NULL_CONVERSION = YES;
|
||||||
|
CLANG_WARN_OBJC_IMPLICIT_RETAIN_SELF = YES;
|
||||||
|
CLANG_WARN_OBJC_LITERAL_CONVERSION = YES;
|
||||||
|
CLANG_WARN_OBJC_ROOT_CLASS = YES_ERROR;
|
||||||
|
CLANG_WARN_RANGE_LOOP_ANALYSIS = YES;
|
||||||
|
CLANG_WARN_STRICT_PROTOTYPES = YES;
|
||||||
|
CLANG_WARN_SUSPICIOUS_MOVE = YES;
|
||||||
|
CLANG_WARN_UNGUARDED_AVAILABILITY = YES_AGGRESSIVE;
|
||||||
|
CLANG_WARN_UNREACHABLE_CODE = YES;
|
||||||
|
CLANG_WARN__DUPLICATE_METHOD_MATCH = YES;
|
||||||
|
CODE_SIGN_IDENTITY = "-";
|
||||||
|
COPY_PHASE_STRIP = NO;
|
||||||
|
DEBUG_INFORMATION_FORMAT = dwarf;
|
||||||
|
ENABLE_STRICT_OBJC_MSGSEND = YES;
|
||||||
|
ENABLE_TESTABILITY = YES;
|
||||||
|
GCC_C_LANGUAGE_STANDARD = gnu11;
|
||||||
|
GCC_DYNAMIC_NO_PIC = NO;
|
||||||
|
GCC_NO_COMMON_BLOCKS = YES;
|
||||||
|
GCC_OPTIMIZATION_LEVEL = 0;
|
||||||
|
GCC_PREPROCESSOR_DEFINITIONS = (
|
||||||
|
"DEBUG=1",
|
||||||
|
"$(inherited)",
|
||||||
|
);
|
||||||
|
GCC_WARN_64_TO_32_BIT_CONVERSION = YES;
|
||||||
|
GCC_WARN_ABOUT_RETURN_TYPE = YES_ERROR;
|
||||||
|
GCC_WARN_UNDECLARED_SELECTOR = YES;
|
||||||
|
GCC_WARN_UNINITIALIZED_AUTOS = YES_AGGRESSIVE;
|
||||||
|
GCC_WARN_UNUSED_FUNCTION = YES;
|
||||||
|
GCC_WARN_UNUSED_VARIABLE = YES;
|
||||||
|
MACOSX_DEPLOYMENT_TARGET = 10.13;
|
||||||
|
MTL_ENABLE_DEBUG_INFO = YES;
|
||||||
|
ONLY_ACTIVE_ARCH = YES;
|
||||||
|
SDKROOT = macosx;
|
||||||
|
};
|
||||||
|
name = Debug;
|
||||||
|
};
|
||||||
|
F61910632142A876003B8798 /* Release */ = {
|
||||||
|
isa = XCBuildConfiguration;
|
||||||
|
buildSettings = {
|
||||||
|
ALWAYS_SEARCH_USER_PATHS = NO;
|
||||||
|
CLANG_ANALYZER_NONNULL = YES;
|
||||||
|
CLANG_ANALYZER_NUMBER_OBJECT_CONVERSION = YES_AGGRESSIVE;
|
||||||
|
CLANG_CXX_LANGUAGE_STANDARD = "gnu++14";
|
||||||
|
CLANG_CXX_LIBRARY = "libc++";
|
||||||
|
CLANG_ENABLE_MODULES = YES;
|
||||||
|
CLANG_ENABLE_OBJC_ARC = YES;
|
||||||
|
CLANG_ENABLE_OBJC_WEAK = YES;
|
||||||
|
CLANG_WARN_BLOCK_CAPTURE_AUTORELEASING = YES;
|
||||||
|
CLANG_WARN_BOOL_CONVERSION = YES;
|
||||||
|
CLANG_WARN_COMMA = YES;
|
||||||
|
CLANG_WARN_CONSTANT_CONVERSION = YES;
|
||||||
|
CLANG_WARN_DEPRECATED_OBJC_IMPLEMENTATIONS = YES;
|
||||||
|
CLANG_WARN_DIRECT_OBJC_ISA_USAGE = YES_ERROR;
|
||||||
|
CLANG_WARN_DOCUMENTATION_COMMENTS = YES;
|
||||||
|
CLANG_WARN_EMPTY_BODY = YES;
|
||||||
|
CLANG_WARN_ENUM_CONVERSION = YES;
|
||||||
|
CLANG_WARN_INFINITE_RECURSION = YES;
|
||||||
|
CLANG_WARN_INT_CONVERSION = YES;
|
||||||
|
CLANG_WARN_NON_LITERAL_NULL_CONVERSION = YES;
|
||||||
|
CLANG_WARN_OBJC_IMPLICIT_RETAIN_SELF = YES;
|
||||||
|
CLANG_WARN_OBJC_LITERAL_CONVERSION = YES;
|
||||||
|
CLANG_WARN_OBJC_ROOT_CLASS = YES_ERROR;
|
||||||
|
CLANG_WARN_RANGE_LOOP_ANALYSIS = YES;
|
||||||
|
CLANG_WARN_STRICT_PROTOTYPES = YES;
|
||||||
|
CLANG_WARN_SUSPICIOUS_MOVE = YES;
|
||||||
|
CLANG_WARN_UNGUARDED_AVAILABILITY = YES_AGGRESSIVE;
|
||||||
|
CLANG_WARN_UNREACHABLE_CODE = YES;
|
||||||
|
CLANG_WARN__DUPLICATE_METHOD_MATCH = YES;
|
||||||
|
CODE_SIGN_IDENTITY = "-";
|
||||||
|
COPY_PHASE_STRIP = NO;
|
||||||
|
DEBUG_INFORMATION_FORMAT = "dwarf-with-dsym";
|
||||||
|
ENABLE_NS_ASSERTIONS = NO;
|
||||||
|
ENABLE_STRICT_OBJC_MSGSEND = YES;
|
||||||
|
GCC_C_LANGUAGE_STANDARD = gnu11;
|
||||||
|
GCC_NO_COMMON_BLOCKS = YES;
|
||||||
|
GCC_WARN_64_TO_32_BIT_CONVERSION = YES;
|
||||||
|
GCC_WARN_ABOUT_RETURN_TYPE = YES_ERROR;
|
||||||
|
GCC_WARN_UNDECLARED_SELECTOR = YES;
|
||||||
|
GCC_WARN_UNINITIALIZED_AUTOS = YES_AGGRESSIVE;
|
||||||
|
GCC_WARN_UNUSED_FUNCTION = YES;
|
||||||
|
GCC_WARN_UNUSED_VARIABLE = YES;
|
||||||
|
MACOSX_DEPLOYMENT_TARGET = 10.13;
|
||||||
|
MTL_ENABLE_DEBUG_INFO = NO;
|
||||||
|
SDKROOT = macosx;
|
||||||
|
};
|
||||||
|
name = Release;
|
||||||
|
};
|
||||||
|
F61910652142A876003B8798 /* Debug */ = {
|
||||||
|
isa = XCBuildConfiguration;
|
||||||
|
buildSettings = {
|
||||||
|
CODE_SIGN_STYLE = Automatic;
|
||||||
|
PRODUCT_NAME = "$(TARGET_NAME)";
|
||||||
|
};
|
||||||
|
name = Debug;
|
||||||
|
};
|
||||||
|
F61910662142A876003B8798 /* Release */ = {
|
||||||
|
isa = XCBuildConfiguration;
|
||||||
|
buildSettings = {
|
||||||
|
CODE_SIGN_STYLE = Automatic;
|
||||||
|
PRODUCT_NAME = "$(TARGET_NAME)";
|
||||||
|
};
|
||||||
|
name = Release;
|
||||||
|
};
|
||||||
|
/* End XCBuildConfiguration section */
|
||||||
|
|
||||||
|
/* Begin XCConfigurationList section */
|
||||||
|
F61910582142A876003B8798 /* Build configuration list for PBXProject "cinc" */ = {
|
||||||
|
isa = XCConfigurationList;
|
||||||
|
buildConfigurations = (
|
||||||
|
F61910622142A876003B8798 /* Debug */,
|
||||||
|
F61910632142A876003B8798 /* Release */,
|
||||||
|
);
|
||||||
|
defaultConfigurationIsVisible = 0;
|
||||||
|
defaultConfigurationName = Release;
|
||||||
|
};
|
||||||
|
F61910642142A876003B8798 /* Build configuration list for PBXNativeTarget "cinc" */ = {
|
||||||
|
isa = XCConfigurationList;
|
||||||
|
buildConfigurations = (
|
||||||
|
F61910652142A876003B8798 /* Debug */,
|
||||||
|
F61910662142A876003B8798 /* Release */,
|
||||||
|
);
|
||||||
|
defaultConfigurationIsVisible = 0;
|
||||||
|
defaultConfigurationName = Release;
|
||||||
|
};
|
||||||
|
/* End XCConfigurationList section */
|
||||||
|
};
|
||||||
|
rootObject = F61910552142A876003B8798 /* Project object */;
|
||||||
|
}
|
7
cinc.xcodeproj/project.xcworkspace/contents.xcworkspacedata
generated
Normal file
7
cinc.xcodeproj/project.xcworkspace/contents.xcworkspacedata
generated
Normal file
@ -0,0 +1,7 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<Workspace
|
||||||
|
version = "1.0">
|
||||||
|
<FileRef
|
||||||
|
location = "self:cinc.xcodeproj">
|
||||||
|
</FileRef>
|
||||||
|
</Workspace>
|
@ -0,0 +1,8 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
|
||||||
|
<plist version="1.0">
|
||||||
|
<dict>
|
||||||
|
<key>IDEDidComputeMac32BitWarning</key>
|
||||||
|
<true/>
|
||||||
|
</dict>
|
||||||
|
</plist>
|
@ -0,0 +1,5 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<Bucket
|
||||||
|
type = "1"
|
||||||
|
version = "2.0">
|
||||||
|
</Bucket>
|
@ -0,0 +1,14 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
|
||||||
|
<plist version="1.0">
|
||||||
|
<dict>
|
||||||
|
<key>SchemeUserState</key>
|
||||||
|
<dict>
|
||||||
|
<key>cinc.xcscheme</key>
|
||||||
|
<dict>
|
||||||
|
<key>orderHint</key>
|
||||||
|
<integer>0</integer>
|
||||||
|
</dict>
|
||||||
|
</dict>
|
||||||
|
</dict>
|
||||||
|
</plist>
|
28
cinc/main.c
Normal file
28
cinc/main.c
Normal file
@ -0,0 +1,28 @@
|
|||||||
|
//
|
||||||
|
// main.c
|
||||||
|
// cinc
|
||||||
|
//
|
||||||
|
// Created by Peter Terpstra on 9/7/18.
|
||||||
|
// Copyright © 2018 Peter Terpstra. All rights reserved.
|
||||||
|
//
|
||||||
|
|
||||||
|
#include <stdio.h>
|
||||||
|
#include <stdbool.h>
|
||||||
|
#include <stdlib.h>
|
||||||
|
#include "tokenize.h"
|
||||||
|
|
||||||
|
Token* tokenfunc(void);
|
||||||
|
|
||||||
|
int main(int argc, const char * argv[]) {
|
||||||
|
char* prgstr="int main() {\nreturn 0;\n}";
|
||||||
|
Token* tokens=tokenize(prgstr);
|
||||||
|
Token* tok=tokens;
|
||||||
|
while (tok) {
|
||||||
|
print_tok(tok);
|
||||||
|
if (tok->type==TYPE_EOF) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
tok=tok->next;
|
||||||
|
}
|
||||||
|
free_toklist(tokens);
|
||||||
|
}
|
85
cinc/token.c
Normal file
85
cinc/token.c
Normal file
@ -0,0 +1,85 @@
|
|||||||
|
//
|
||||||
|
// token.c
|
||||||
|
// cinc
|
||||||
|
//
|
||||||
|
// Created by Peter Terpstra on 9/7/18.
|
||||||
|
// Copyright © 2018 Peter Terpstra. All rights reserved.
|
||||||
|
//
|
||||||
|
|
||||||
|
#include "token.h"
|
||||||
|
#include <stdlib.h>
|
||||||
|
#include <stdio.h>
|
||||||
|
|
||||||
|
Token* new_token(unsigned char type,TokenVal* val, Token* prev) {
|
||||||
|
Token* token=malloc(sizeof(Token));
|
||||||
|
token->type=type;
|
||||||
|
token->val=val;
|
||||||
|
token->next=NULL;
|
||||||
|
if (prev) {
|
||||||
|
prev->next=token;
|
||||||
|
}
|
||||||
|
return token;
|
||||||
|
}
|
||||||
|
|
||||||
|
TokenVal* val_from_int(int val) {
|
||||||
|
TokenVal* tval=malloc(sizeof(TokenVal));
|
||||||
|
tval->type=intval;
|
||||||
|
tval->intval=val;
|
||||||
|
tval->constflag=true;
|
||||||
|
return tval;
|
||||||
|
}
|
||||||
|
|
||||||
|
TokenVal* val_from_const_str(const char* val) {
|
||||||
|
TokenVal* tval=malloc(sizeof(TokenVal));
|
||||||
|
tval->type=strval;
|
||||||
|
tval->strval=val;
|
||||||
|
tval->constflag=true;
|
||||||
|
return tval;
|
||||||
|
}
|
||||||
|
|
||||||
|
TokenVal* val_from_str(char* val) {
|
||||||
|
TokenVal* tval=malloc(sizeof(TokenVal));
|
||||||
|
tval->type=strval;
|
||||||
|
tval->strval=val;
|
||||||
|
tval->constflag=false;
|
||||||
|
return tval;
|
||||||
|
}
|
||||||
|
|
||||||
|
void print_tok(Token* token) {
|
||||||
|
Token tok=*token;
|
||||||
|
if (tok.type>127) {
|
||||||
|
printf("Token of type ");
|
||||||
|
switch (tok.type) {
|
||||||
|
case TYPE_EOF:
|
||||||
|
printf("EOF");
|
||||||
|
break;
|
||||||
|
case TYPE_IDENT:
|
||||||
|
printf("IDENT");
|
||||||
|
break;
|
||||||
|
case TYPE_NUM:
|
||||||
|
printf("NUM");
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
if (tok.val) {
|
||||||
|
printf(", and value ");
|
||||||
|
TokenVal val=*(tok.val);
|
||||||
|
switch (val.type) {
|
||||||
|
case intval:
|
||||||
|
printf("%d\n",val.intval);
|
||||||
|
break;
|
||||||
|
case strval:
|
||||||
|
printf("%s\n",val.strval);
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
printf("\n");
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
printf("Token %c\n",tok.type);
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
110
cinc/tokenize.c
Normal file
110
cinc/tokenize.c
Normal file
@ -0,0 +1,110 @@
|
|||||||
|
//
|
||||||
|
// tokenize.c
|
||||||
|
// cinc
|
||||||
|
//
|
||||||
|
// Created by Peter Terpstra on 9/7/18.
|
||||||
|
// Copyright © 2018 Peter Terpstra. All rights reserved.
|
||||||
|
//
|
||||||
|
|
||||||
|
#include "tokenize.h"
|
||||||
|
#include "token.h"
|
||||||
|
#include <stdio.h>
|
||||||
|
#include <stdlib.h>
|
||||||
|
#include <stdbool.h>
|
||||||
|
#include <ctype.h>
|
||||||
|
|
||||||
|
#define ID_MAX_SIZE 31
|
||||||
|
|
||||||
|
Token* next_token(int* strpos, char* prg, Token* prev) {
|
||||||
|
char current=prg[*strpos];
|
||||||
|
if (isalpha(current) || current=='_') {
|
||||||
|
char* id=malloc(sizeof(char)*ID_MAX_SIZE+1);
|
||||||
|
int length=1;
|
||||||
|
id[0]=current;
|
||||||
|
(*strpos)++;
|
||||||
|
while (true) {
|
||||||
|
current=prg[*strpos];
|
||||||
|
if (isalnum(current) || current=='_') {
|
||||||
|
id[length]=current;
|
||||||
|
length++;
|
||||||
|
(*strpos)++;
|
||||||
|
} else {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
if (length==ID_MAX_SIZE) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
id[length]=0;
|
||||||
|
return new_token(TYPE_IDENT, val_from_str(id), prev);
|
||||||
|
} else if (isdigit(current)) {
|
||||||
|
char* id=malloc(sizeof(char)*ID_MAX_SIZE+1);
|
||||||
|
int length=1;
|
||||||
|
id[0]=current;
|
||||||
|
(*strpos)++;
|
||||||
|
while (true) {
|
||||||
|
current=prg[*strpos];
|
||||||
|
if (isdigit(current)) {
|
||||||
|
id[length]=current;
|
||||||
|
length++;
|
||||||
|
(*strpos)++;
|
||||||
|
} else {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
if (length==ID_MAX_SIZE) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
id[length]=0;
|
||||||
|
return new_token(TYPE_NUM, val_from_int(atoi(id)), prev);
|
||||||
|
} else if (isblank(current) || current=='\n') {
|
||||||
|
(*strpos)++;
|
||||||
|
current=prg[*strpos];
|
||||||
|
while (isblank(current)) {
|
||||||
|
(*strpos)++;
|
||||||
|
current=prg[*strpos];
|
||||||
|
}
|
||||||
|
return next_token(strpos, prg, prev);
|
||||||
|
} else if (current=='{' || current=='}' || current=='(' || current==')' || current==';' ) {
|
||||||
|
(*strpos)++;
|
||||||
|
return new_token(current, NULL, prev);
|
||||||
|
}
|
||||||
|
return new_token(TYPE_EOF, NULL, prev);
|
||||||
|
}
|
||||||
|
|
||||||
|
Token* tokenize(char* prg) {
|
||||||
|
int strpos=0;
|
||||||
|
Token* first=NULL;
|
||||||
|
Token* tok=NULL;
|
||||||
|
while (true) {
|
||||||
|
tok=next_token(&strpos, prg, tok);
|
||||||
|
if (!first) {
|
||||||
|
first=tok;
|
||||||
|
}
|
||||||
|
if (tok->type==TYPE_EOF) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return first;
|
||||||
|
}
|
||||||
|
|
||||||
|
void free_toklist(Token* tokens) {
|
||||||
|
while (tokens) {
|
||||||
|
unsigned char type=tokens->type;
|
||||||
|
if (tokens->val) {
|
||||||
|
TokenVal val=*(tokens->val);
|
||||||
|
if (!(val.constflag)) {
|
||||||
|
if (val.type==strval) {
|
||||||
|
free(val.strval);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
free(tokens->val);
|
||||||
|
Token* next=tokens->next;
|
||||||
|
free(tokens);
|
||||||
|
tokens=next;
|
||||||
|
if (type==TYPE_EOF) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
17
cinc/tokenize.h
Normal file
17
cinc/tokenize.h
Normal file
@ -0,0 +1,17 @@
|
|||||||
|
//
|
||||||
|
// tokenize.h
|
||||||
|
// cinc
|
||||||
|
//
|
||||||
|
// Created by Peter Terpstra on 9/7/18.
|
||||||
|
// Copyright © 2018 Peter Terpstra. All rights reserved.
|
||||||
|
//
|
||||||
|
|
||||||
|
#ifndef tokenize_h
|
||||||
|
#define tokenize_h
|
||||||
|
|
||||||
|
#include "token.h"
|
||||||
|
|
||||||
|
Token* tokenize(char* prg);
|
||||||
|
|
||||||
|
void free_toklist(Token* tokens);
|
||||||
|
#endif /* tokenize_h */
|
Loading…
Reference in New Issue
Block a user