From 8ac1688c89640881131f9e667b7134e89a7209c3 Mon Sep 17 00:00:00 2001
From: axel <axel@liljencrantz.se>
Date: Sat, 18 Feb 2006 02:41:19 +1000
Subject: [PATCH] Allow backslash-escaping of newlines

darcs-hash:20060217164119-ac50b-6efd2491fb7f504ad26ca35b2a7421d24c61ec63.gz
---
 tokenizer.c | 18 ++++++++++++++++--
 1 file changed, 16 insertions(+), 2 deletions(-)

diff --git a/tokenizer.c b/tokenizer.c
index b274b222a..ff04f4704 100644
--- a/tokenizer.c
+++ b/tokenizer.c
@@ -507,8 +507,22 @@ void tok_next( tokenizer *tok )
 		return;
 	}
 
-	while( my_iswspace(*(tok->buff) ) )
-		tok->buff++;
+	while( 1 )
+	{
+		if( my_iswspace(*(tok->buff) ) )
+		{
+			tok->buff++;
+		}
+		else
+		{
+			if(( *(tok->buff) == L'\\') &&( *(tok->buff+1) == L'\n') )
+			{
+				tok->buff+=2;
+			}
+			break;
+		}
+	}
+	
 
 	if( *tok->buff == L'#')
 	{