Repository created

BSDmakefile

@@ -0,0 +1,54 @@
+# -D_FORTIFY_SOURCE=2 -Wmissing-prototypes -Wold-style-definition -Wstack-protector -Wconversion
+CC=$(SILENT)gcc
+CFLAGS=-g -std=c99 -pedantic -fPIC\
+ -Wall -Wstrict-prototypes -Wold-style-definition -Wmissing-prototypes\
+ -Wwrite-strings -Wformat=2 -Wformat -Wformat-security\
+ -fstack-protector --param ssp-buffer-size=4\
+ -Wno-sign-compare -Wextra -D_FORTIFY_SOURCE=2\
+ -Wundef -Wcast-align -ftrampolines\
+ -D ENABLE_NLS=1\
+ -D LOCALEDIR=\"/usr/share/locale\"
+
+LN=$(SILENT)gcc -fPIE -pie -Wl,-z,relro,-z,now
+
+TARGETS=mget
+SOURCES!=ls *.c
+HEADERS!=ls *.h
+OBJECTS!=ls *.c|cut -d'.' -f1|awk '{print $$1".o"}'
+
+all:
+	@SILENT="@" $(MAKE) targets
+
+verbose:
+	@SILENT="" $(MAKE) targets
+
+.depend: $(SOURCES) $(HEADERS)
+	@$(CC) -MM $(SOURCES) > .depend
+
+objects: .depend $(OBJECTS)
+	@echo -n
+
+targets: css_tokenizer.c .depend $(TARGETS)
+	@echo -n
+
+mget: mget.o $(OBJECTS)
+	@echo Linking $(@F) ...
+	echo $(OBJECTS)
+	$(LN) $> -o $@ -lpthread
+
+css_tokenizer.c: css_tokenizer.lex css_tokenizer.h
+	flex -o $@ $<
+
+clean:
+	@echo Removing objects and binaries...
+	-@rm -f .depend $(OBJECTS) $(TARGETS)
+
+# default rule to create .o files from .c files
+.c.o:
+	@echo Compiling $(@F)
+	$(CC) -c $< -o $@
+
+.if exists(.depend)
+.include ".depend"
+.endif
+.PHONY: clean

Makefile

@@ -0,0 +1,63 @@
+# -Wstack-protector -Wconversion
+CC=$(SILENT)gcc
+CFLAGS=-g -std=gnu99 -pedantic -fPIC\
+ -Wall -Wstrict-prototypes -Wold-style-definition -Wmissing-prototypes\
+ -Wwrite-strings -Wformat=2 -Wformat -Wformat-security\
+ -fstack-protector --param ssp-buffer-size=4\
+ -Wno-sign-compare -Wextra -D_FORTIFY_SOURCE=2\
+ -Wundef -Wcast-align -O2\
+ -D _FILE_OFFSET_BITS=64\
+ -D ENABLE_NLS=1\
+ -D LOCALEDIR=\"/usr/share/locale\"
+
+#LN=$(SILENT)gcc -fPIE -pie -Wl,-z,relro,-z,now
+LN=$(SILENT)gcc -fPIE -pie -Wl,-z,relro,--as-needed
+
+TARGETS=mget
+SOURCES=$(wildcard *.c) css_tokenizer.c
+HEADERS=$(wildcard *.h)
+OBJECTS=$(SOURCES:%.c=%.o)
+
+all:
+	@SILENT="@" $(MAKE) --no-print-directory targets
+
+verbose:
+	@SILENT="" $(MAKE) --no-print-directory targets
+
+.depend: $(SOURCES) $(HEADERS)
+	@$(CC) -MM $(SOURCES) > .depend
+
+objects: $(OBJECTS) .depend
+	@echo -n
+
+targets: css_tokenizer.c .depend $(TARGETS)
+	@echo -n
+
+analyze:
+	clang --analyze $(SOURCES)
+
+clean:
+	@echo Removing objects and binaries...
+	-@rm -f .depend $(OBJECTS) $(TARGETS)
+
+css_tokenizer.c: css_tokenizer.lex css_tokenizer.h
+	flex -o $@ $<
+
+.c.o:
+	@echo Compiling $(@F)
+	$(CC) $(CFLAGS) -c $< -o $@
+
+#.SECONDARY:
+
+# default rule to create .o files from .c files
+#%.o: %.c
+#	@echo Compiling $(@F)
+#	$(CC) -c $< -o $@
+
+# default rule to link executables
+%: %.o $(OBJECTS)
+	@echo Linking $(@F) ...
+	$(LN) $^ -o $@ -lpthread -lrt -lgnutls -lz
+
+-include .depend
+.PHONY: clean analyze

README

@@ -0,0 +1,3 @@
+Use 'make' to compile.
+
+Contents will follow later...

css.c

@@ -0,0 +1,141 @@
+/*
+ * Copyright(c) 2012 Tim Ruehsen
+ *
+ * This file is part of MGet.
+ *
+ * Mget is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * Mget is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with Mget.  If not, see <http://www.gnu.org/licenses/>.
+ * 
+ *
+ * css parsing routines
+ *
+ * Changelog
+ * 03.07.2012  Tim Ruehsen  created
+ *
+ * A parser using the flex tokenizer, created with flex tokens from
+ *   http://www.w3.org/TR/css3-syntax/
+ *
+ * TODO:
+ *  - since we are just interested in @import ... and url(...), we could use
+ *    a simplistic hand-written parser which might be much smaller and faster
+ */
+
+#include <stddef.h>
+#include <unistd.h>
+#include <strings.h>
+#include <ctype.h>
+#include <fcntl.h>
+#include <sys/stat.h>
+#include <sys/mman.h>
+
+#include "xalloc.h"
+#include "log.h"
+#include "css_tokenizer.h"
+#include "css.h"
+
+// see css_tokenizer.c
+typedef void* yyscan_t;
+int yyget_leng(yyscan_t yyscanner);
+char *yyget_text(yyscan_t yyscanner);
+typedef struct yy_buffer_state *YY_BUFFER_STATE;
+int yylex_init(yyscan_t* scanner);
+YY_BUFFER_STATE yy_scan_string(const char * yystr, yyscan_t yyscanner);
+int yylex(yyscan_t yyscanner);
+int yylex_destroy(yyscan_t yyscanner);
+
+void css_parse_buffer(
+	const char *buf,
+	void(*callback)(void *user_ctx, const char *url, size_t len),
+	void *user_ctx)
+{
+	int token;
+	int length;
+	char *text;
+	yyscan_t scanner;
+
+	// let flex operate on buf as a 0 terminated string
+	// we could give buflen to this function and use yy_scan_bytes or yy_scan_buffer
+	yylex_init(&scanner);
+	yy_scan_string(buf, scanner);
+
+	while ((token = yylex(scanner)) != CSSEOF) {
+		if (token == IMPORT_SYM) {
+			// e.g. @import "http:example.com/index.html"
+
+			// skip whitespace before URI/STRING
+			while ((token = yylex(scanner)) == S);
+
+			// now token should be STRING or URI
+			if (token == STRING)
+				token = URI;
+		}
+
+		if (token == URI) {
+			// e.g. url(http:example.com/index.html)
+			text = yyget_text(scanner);
+			length = yyget_leng(scanner);
+
+			if (*text == '\'' || *text == '\"') {
+				// a string - remove the quotes
+				callback(user_ctx, text + 1, length - 2);
+			} else {
+				// extract URI from url(...)
+				if (!strncasecmp(text, "url(", 4)) {
+					// remove trailing ) and any spaces before
+					for (length--; isspace(text[length - 1]); length--);
+
+					// remove leading url( and any spaces after
+					for (length -= 4, text += 4; isspace(*text); text++, length--);
+
+					// remove quotes
+					if (*text == '\'' || *text == '\"') {
+						text++;
+						length -= 2;
+					}
+				}
+				callback(user_ctx, text, length);
+			}
+		}
+	}
+
+	yylex_destroy(scanner);
+}
+
+void css_parse_file(
+	const char *fname,
+	void(*callback)(void *user_ctx, const char *url, size_t len),
+	void *user_ctx)
+{
+	struct stat st;
+
+	if (stat(fname, &st) == 0) {
+		int fd;
+
+		if ((fd = open(fname, O_RDONLY)) != -1) {
+			//			char *buf=xmalloc(st.st_size+1);
+			//			size_t nread=read(fd,buf,st.st_size);
+
+			size_t nread = st.st_size;
+			char *buf = mmap(NULL, nread, PROT_READ, MAP_PRIVATE, fd, 0);
+
+			if (nread > 0) {
+				buf[nread] = 0;
+				css_parse_buffer(buf, callback, user_ctx);
+			}
+
+			munmap(buf, nread);
+			close(fd);
+			//			xfree(buf);
+		}
+	}
+}

css.h

@@ -0,0 +1,32 @@
+/*
+ * (c)2012 Tim Ruehsen
+ *
+ * Header file for xml parsing routines
+ *
+ * Source Code License
+ *   CC0 1.0 Universal (CC0 1.0) Public Domain Dedication
+ *   http://creativecommons.org/publicdomain/zero/1.0/legalcode
+ *
+ * Changelog
+ * 22.06.2012  Tim Ruehsen  created
+ *
+ */
+
+#ifndef _MGET_CSS_H
+#define _MGET_CSS_H
+
+#include <stddef.h>
+
+#include "mget.h"
+
+void
+	css_parse_buffer(
+		const char *buf,
+		void(*callback)(void *user_ctx, const char *url, size_t len),
+		void *user_ctx),
+	css_parse_file(
+		const char *fname,
+		void(*callback)(void *user_ctx, const char *url, size_t len),
+		void *user_ctx);
+
+#endif /* _MGET_CSS_H */