This commit is contained in:
@@ -0,0 +1 @@
|
||||
ryah_http_parser.*
|
||||
@@ -0,0 +1,18 @@
|
||||
import java.io.IOException;
|
||||
|
||||
import org.jruby.Ruby;
|
||||
import org.jruby.RubyClass;
|
||||
import org.jruby.RubyModule;
|
||||
import org.jruby.runtime.load.BasicLibraryService;
|
||||
|
||||
import org.ruby_http_parser.*;
|
||||
|
||||
public class RubyHttpParserService implements BasicLibraryService {
|
||||
public boolean basicLoad(final Ruby runtime) throws IOException {
|
||||
RubyModule mHTTP = runtime.defineModule("HTTP");
|
||||
RubyClass cParser = mHTTP.defineClassUnder("Parser", runtime.getObject(), RubyHttpParser.ALLOCATOR);
|
||||
cParser.defineAnnotatedMethods(RubyHttpParser.class);
|
||||
cParser.defineClassUnder("Error", runtime.getClass("IOError"),runtime.getClass("IOError").getAllocator());
|
||||
return true;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,18 @@
|
||||
#ifndef ext_help_h
|
||||
#define ext_help_h
|
||||
|
||||
#define RAISE_NOT_NULL(T) if(T == NULL) rb_raise(rb_eArgError, "NULL found for " # T " when shouldn't be.");
|
||||
#define DATA_GET(from,type,name) Data_Get_Struct(from,type,name); RAISE_NOT_NULL(name);
|
||||
#define REQUIRE_TYPE(V, T) if(TYPE(V) != T) rb_raise(rb_eTypeError, "Wrong argument type for " # V " required " # T);
|
||||
|
||||
/* for compatibility with Ruby 1.8.5, which doesn't declare RSTRING_PTR */
|
||||
#ifndef RSTRING_PTR
|
||||
#define RSTRING_PTR(s) (RSTRING(s)->ptr)
|
||||
#endif
|
||||
|
||||
/* for compatibility with Ruby 1.8.5, which doesn't declare RSTRING_LEN */
|
||||
#ifndef RSTRING_LEN
|
||||
#define RSTRING_LEN(s) (RSTRING(s)->len)
|
||||
#endif
|
||||
|
||||
#endif
|
||||
@@ -0,0 +1,24 @@
|
||||
require 'mkmf'
|
||||
|
||||
# check out code if it hasn't been already
|
||||
if Dir[File.expand_path('../vendor/http-parser/*', __FILE__)].empty?
|
||||
Dir.chdir(File.expand_path('../../../', __FILE__)) do
|
||||
xsystem 'git submodule init'
|
||||
xsystem 'git submodule update'
|
||||
end
|
||||
end
|
||||
|
||||
# mongrel and http-parser both define http_parser_(init|execute), so we
|
||||
# rename functions in http-parser before using them.
|
||||
vendor_dir = File.expand_path('../vendor/http-parser/', __FILE__)
|
||||
src_dir = File.expand_path('../', __FILE__)
|
||||
%w[ http_parser.c http_parser.h ].each do |file|
|
||||
File.open(File.join(src_dir, "ryah_#{file}"), 'w'){ |f|
|
||||
f.write File.read(File.join(vendor_dir, file)).gsub('http_parser', 'ryah_http_parser')
|
||||
}
|
||||
end
|
||||
|
||||
$CFLAGS << " -I\"#{src_dir}\""
|
||||
|
||||
dir_config("ruby_http_parser")
|
||||
create_makefile("ruby_http_parser")
|
||||
+502
@@ -0,0 +1,502 @@
|
||||
package org.ruby_http_parser;
|
||||
|
||||
import http_parser.HTTPException;
|
||||
import http_parser.HTTPMethod;
|
||||
import http_parser.HTTPParser;
|
||||
import http_parser.lolevel.HTTPCallback;
|
||||
import http_parser.lolevel.HTTPDataCallback;
|
||||
import http_parser.lolevel.ParserSettings;
|
||||
|
||||
import java.nio.ByteBuffer;
|
||||
import java.util.Arrays;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
|
||||
import org.jcodings.Encoding;
|
||||
import org.jcodings.specific.UTF8Encoding;
|
||||
import org.jruby.Ruby;
|
||||
import org.jruby.RubyArray;
|
||||
import org.jruby.RubyClass;
|
||||
import org.jruby.RubyHash;
|
||||
import org.jruby.RubyNumeric;
|
||||
import org.jruby.RubyObject;
|
||||
import org.jruby.RubyString;
|
||||
import org.jruby.RubySymbol;
|
||||
import org.jruby.anno.JRubyMethod;
|
||||
import org.jruby.exceptions.RaiseException;
|
||||
import org.jruby.runtime.ObjectAllocator;
|
||||
import org.jruby.runtime.ThreadContext;
|
||||
import org.jruby.runtime.builtin.IRubyObject;
|
||||
import org.jruby.util.ByteList;
|
||||
|
||||
public class RubyHttpParser extends RubyObject {
|
||||
|
||||
@JRubyMethod(name = "strict?", module = true)
|
||||
public static IRubyObject strict(IRubyObject recv) {
|
||||
return recv.getRuntime().newBoolean(true);
|
||||
}
|
||||
|
||||
public static ObjectAllocator ALLOCATOR = new ObjectAllocator() {
|
||||
public IRubyObject allocate(Ruby runtime, RubyClass klass) {
|
||||
return new RubyHttpParser(runtime, klass);
|
||||
}
|
||||
};
|
||||
|
||||
byte[] fetchBytes(ByteBuffer b, int pos, int len) {
|
||||
byte[] by = new byte[len];
|
||||
int saved = b.position();
|
||||
b.position(pos);
|
||||
b.get(by);
|
||||
b.position(saved);
|
||||
return by;
|
||||
}
|
||||
|
||||
public class StopException extends RuntimeException {
|
||||
}
|
||||
|
||||
private Ruby runtime;
|
||||
private HTTPParser parser;
|
||||
private ParserSettings settings;
|
||||
|
||||
private RubyClass eParserError;
|
||||
|
||||
private RubyHash headers;
|
||||
|
||||
private IRubyObject on_message_begin;
|
||||
private IRubyObject on_headers_complete;
|
||||
private IRubyObject on_body;
|
||||
private IRubyObject on_message_complete;
|
||||
|
||||
private IRubyObject requestUrl;
|
||||
private IRubyObject requestPath;
|
||||
private IRubyObject queryString;
|
||||
private IRubyObject fragment;
|
||||
|
||||
private IRubyObject header_value_type;
|
||||
private IRubyObject upgradeData;
|
||||
|
||||
private IRubyObject callback_object;
|
||||
|
||||
private boolean completed;
|
||||
|
||||
private byte[] _current_header;
|
||||
private byte[] _last_header;
|
||||
|
||||
private static final Encoding UTF8 = UTF8Encoding.INSTANCE;
|
||||
|
||||
private static final List<String> VALUE_TYPES = new ArrayList<String>(
|
||||
Arrays.asList("mixed", "arrays", "strings")
|
||||
);
|
||||
|
||||
public RubyHttpParser(final Ruby runtime, RubyClass clazz) {
|
||||
super(runtime, clazz);
|
||||
|
||||
this.runtime = runtime;
|
||||
this.eParserError = (RubyClass) runtime.getModule("HTTP").getClass("Parser").getConstant("Error");
|
||||
|
||||
this.on_message_begin = null;
|
||||
this.on_headers_complete = null;
|
||||
this.on_body = null;
|
||||
this.on_message_complete = null;
|
||||
|
||||
this.callback_object = null;
|
||||
|
||||
this.completed = false;
|
||||
|
||||
this.header_value_type = runtime.getModule("HTTP").getClass("Parser")
|
||||
.getInstanceVariable("@default_header_value_type");
|
||||
|
||||
initSettings();
|
||||
init();
|
||||
}
|
||||
|
||||
private void initSettings() {
|
||||
this.settings = new ParserSettings();
|
||||
|
||||
this.settings.on_url = new HTTPDataCallback() {
|
||||
public int cb(http_parser.lolevel.HTTPParser p, ByteBuffer buf, int pos, int len) {
|
||||
byte[] data = fetchBytes(buf, pos, len);
|
||||
if (runtime.is1_9() || runtime.is2_0()) {
|
||||
((RubyString) requestUrl).cat(data, 0, data.length, UTF8);
|
||||
} else {
|
||||
((RubyString) requestUrl).cat(data);
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
};
|
||||
|
||||
this.settings.on_header_field = new HTTPDataCallback() {
|
||||
public int cb(http_parser.lolevel.HTTPParser p, ByteBuffer buf, int pos, int len) {
|
||||
byte[] data = fetchBytes(buf, pos, len);
|
||||
|
||||
if (_current_header == null)
|
||||
_current_header = data;
|
||||
else {
|
||||
byte[] tmp = new byte[_current_header.length + data.length];
|
||||
System.arraycopy(_current_header, 0, tmp, 0, _current_header.length);
|
||||
System.arraycopy(data, 0, tmp, _current_header.length, data.length);
|
||||
_current_header = tmp;
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
};
|
||||
final RubySymbol arraysSym = runtime.newSymbol("arrays");
|
||||
final RubySymbol mixedSym = runtime.newSymbol("mixed");
|
||||
final RubySymbol stopSym = runtime.newSymbol("stop");
|
||||
final RubySymbol resetSym = runtime.newSymbol("reset");
|
||||
this.settings.on_header_value = new HTTPDataCallback() {
|
||||
public int cb(http_parser.lolevel.HTTPParser p, ByteBuffer buf, int pos, int len) {
|
||||
byte[] data = fetchBytes(buf, pos, len);
|
||||
ThreadContext context = headers.getRuntime().getCurrentContext();
|
||||
IRubyObject key, val;
|
||||
int new_field = 0;
|
||||
|
||||
if (_current_header != null) {
|
||||
new_field = 1;
|
||||
_last_header = _current_header;
|
||||
_current_header = null;
|
||||
}
|
||||
|
||||
key = RubyString.newString(runtime, new ByteList(_last_header, UTF8, false));
|
||||
val = headers.op_aref(context, key);
|
||||
|
||||
if (new_field == 1) {
|
||||
if (val.isNil()) {
|
||||
if (header_value_type == arraysSym) {
|
||||
headers.op_aset(context, key,
|
||||
RubyArray.newArrayLight(runtime, RubyString.newStringLight(runtime, 10, UTF8)));
|
||||
} else {
|
||||
headers.op_aset(context, key, RubyString.newStringLight(runtime, 10, UTF8));
|
||||
}
|
||||
} else {
|
||||
if (header_value_type == mixedSym) {
|
||||
if (val instanceof RubyString) {
|
||||
headers.op_aset(context, key,
|
||||
RubyArray.newArrayLight(runtime, val, RubyString.newStringLight(runtime, 10, UTF8)));
|
||||
} else {
|
||||
((RubyArray) val).add(RubyString.newStringLight(runtime, 10, UTF8));
|
||||
}
|
||||
} else if (header_value_type == arraysSym) {
|
||||
((RubyArray) val).add(RubyString.newStringLight(runtime, 10, UTF8));
|
||||
} else {
|
||||
if (runtime.is1_9() || runtime.is2_0()) {
|
||||
((RubyString) val).cat(',', UTF8).cat(' ', UTF8);
|
||||
} else {
|
||||
((RubyString) val).cat(',').cat(' ');
|
||||
}
|
||||
}
|
||||
}
|
||||
val = headers.op_aref(context, key);
|
||||
}
|
||||
|
||||
if (val instanceof RubyArray) {
|
||||
val = ((RubyArray) val).entry(-1);
|
||||
}
|
||||
|
||||
if (runtime.is1_9() || runtime.is2_0()) {
|
||||
((RubyString) val).cat(data, 0, data.length, UTF8);
|
||||
} else {
|
||||
((RubyString) val).cat(data);
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
};
|
||||
|
||||
this.settings.on_message_begin = new HTTPCallback() {
|
||||
public int cb(http_parser.lolevel.HTTPParser p) {
|
||||
headers = new RubyHash(runtime);
|
||||
|
||||
if (runtime.is1_9() || runtime.is2_0()) {
|
||||
requestUrl = RubyString.newEmptyString(runtime, UTF8);
|
||||
requestPath = RubyString.newEmptyString(runtime, UTF8);
|
||||
queryString = RubyString.newEmptyString(runtime, UTF8);
|
||||
fragment = RubyString.newEmptyString(runtime, UTF8);
|
||||
upgradeData = RubyString.newEmptyString(runtime, UTF8);
|
||||
} else {
|
||||
requestUrl = RubyString.newEmptyString(runtime);
|
||||
requestPath = RubyString.newEmptyString(runtime);
|
||||
queryString = RubyString.newEmptyString(runtime);
|
||||
fragment = RubyString.newEmptyString(runtime);
|
||||
upgradeData = RubyString.newEmptyString(runtime);
|
||||
}
|
||||
|
||||
IRubyObject ret = runtime.getNil();
|
||||
|
||||
if (callback_object != null) {
|
||||
if (((RubyObject) callback_object).respondsTo("on_message_begin")) {
|
||||
ThreadContext context = callback_object.getRuntime().getCurrentContext();
|
||||
ret = callback_object.callMethod(context, "on_message_begin");
|
||||
}
|
||||
} else if (on_message_begin != null) {
|
||||
ThreadContext context = on_message_begin.getRuntime().getCurrentContext();
|
||||
ret = on_message_begin.callMethod(context, "call");
|
||||
}
|
||||
|
||||
if (ret == stopSym) {
|
||||
throw new StopException();
|
||||
} else {
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
};
|
||||
this.settings.on_message_complete = new HTTPCallback() {
|
||||
public int cb(http_parser.lolevel.HTTPParser p) {
|
||||
IRubyObject ret = runtime.getNil();
|
||||
|
||||
completed = true;
|
||||
|
||||
if (callback_object != null) {
|
||||
if (((RubyObject) callback_object).respondsTo("on_message_complete")) {
|
||||
ThreadContext context = callback_object.getRuntime().getCurrentContext();
|
||||
ret = callback_object.callMethod(context, "on_message_complete");
|
||||
}
|
||||
} else if (on_message_complete != null) {
|
||||
ThreadContext context = on_message_complete.getRuntime().getCurrentContext();
|
||||
ret = on_message_complete.callMethod(context, "call");
|
||||
}
|
||||
|
||||
if (ret == stopSym) {
|
||||
throw new StopException();
|
||||
} else {
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
};
|
||||
this.settings.on_headers_complete = new HTTPCallback() {
|
||||
public int cb(http_parser.lolevel.HTTPParser p) {
|
||||
IRubyObject ret = runtime.getNil();
|
||||
|
||||
if (callback_object != null) {
|
||||
if (((RubyObject) callback_object).respondsTo("on_headers_complete")) {
|
||||
ThreadContext context = callback_object.getRuntime().getCurrentContext();
|
||||
ret = callback_object.callMethod(context, "on_headers_complete", headers);
|
||||
}
|
||||
} else if (on_headers_complete != null) {
|
||||
ThreadContext context = on_headers_complete.getRuntime().getCurrentContext();
|
||||
ret = on_headers_complete.callMethod(context, "call", headers);
|
||||
}
|
||||
|
||||
if (ret == stopSym) {
|
||||
throw new StopException();
|
||||
} else if (ret == resetSym) {
|
||||
return 1;
|
||||
} else {
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
};
|
||||
this.settings.on_body = new HTTPDataCallback() {
|
||||
public int cb(http_parser.lolevel.HTTPParser p, ByteBuffer buf, int pos, int len) {
|
||||
IRubyObject ret = runtime.getNil();
|
||||
byte[] data = fetchBytes(buf, pos, len);
|
||||
|
||||
if (callback_object != null) {
|
||||
if (((RubyObject) callback_object).respondsTo("on_body")) {
|
||||
ThreadContext context = callback_object.getRuntime().getCurrentContext();
|
||||
ret = callback_object.callMethod(context, "on_body",
|
||||
RubyString.newString(runtime, new ByteList(data, UTF8, false)));
|
||||
}
|
||||
} else if (on_body != null) {
|
||||
ThreadContext context = on_body.getRuntime().getCurrentContext();
|
||||
ret = on_body.callMethod(context, "call", RubyString.newString(runtime, new ByteList(data, UTF8, false)));
|
||||
}
|
||||
|
||||
if (ret == stopSym) {
|
||||
throw new StopException();
|
||||
} else {
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
private void init() {
|
||||
this.parser = new HTTPParser();
|
||||
this.parser.HTTP_PARSER_STRICT = true;
|
||||
this.headers = null;
|
||||
|
||||
this.requestUrl = runtime.getNil();
|
||||
this.requestPath = runtime.getNil();
|
||||
this.queryString = runtime.getNil();
|
||||
this.fragment = runtime.getNil();
|
||||
|
||||
this.upgradeData = runtime.getNil();
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "initialize")
|
||||
public IRubyObject initialize() {
|
||||
return this;
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "initialize")
|
||||
public IRubyObject initialize(IRubyObject arg) {
|
||||
callback_object = arg;
|
||||
return initialize();
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "initialize")
|
||||
public IRubyObject initialize(IRubyObject arg, IRubyObject arg2) {
|
||||
header_value_type = arg2;
|
||||
return initialize(arg);
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "on_message_begin=")
|
||||
public IRubyObject set_on_message_begin(IRubyObject cb) {
|
||||
on_message_begin = cb;
|
||||
return cb;
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "on_headers_complete=")
|
||||
public IRubyObject set_on_headers_complete(IRubyObject cb) {
|
||||
on_headers_complete = cb;
|
||||
return cb;
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "on_body=")
|
||||
public IRubyObject set_on_body(IRubyObject cb) {
|
||||
on_body = cb;
|
||||
return cb;
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "on_message_complete=")
|
||||
public IRubyObject set_on_message_complete(IRubyObject cb) {
|
||||
on_message_complete = cb;
|
||||
return cb;
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "<<")
|
||||
public IRubyObject execute(IRubyObject data) {
|
||||
RubyString str = (RubyString) data;
|
||||
ByteList byteList = str.getByteList();
|
||||
ByteBuffer buf = ByteBuffer.wrap(byteList.getUnsafeBytes(), byteList.getBegin(), byteList.getRealSize());
|
||||
boolean stopped = false;
|
||||
|
||||
try {
|
||||
this.parser.execute(this.settings, buf);
|
||||
} catch (HTTPException e) {
|
||||
throw new RaiseException(runtime, eParserError, e.getMessage(), true);
|
||||
} catch (StopException e) {
|
||||
stopped = true;
|
||||
}
|
||||
|
||||
if (parser.getUpgrade()) {
|
||||
byte[] upData = fetchBytes(buf, buf.position(), buf.limit() - buf.position());
|
||||
if (runtime.is1_9() || runtime.is2_0()) {
|
||||
((RubyString) upgradeData).cat(upData, 0, upData.length, UTF8);
|
||||
} else {
|
||||
((RubyString) upgradeData).cat(upData);
|
||||
}
|
||||
} else if (buf.hasRemaining() && !completed) {
|
||||
if (!stopped)
|
||||
throw new RaiseException(runtime, eParserError, "Could not parse data entirely", true);
|
||||
}
|
||||
|
||||
return RubyNumeric.int2fix(runtime, buf.position());
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "keep_alive?")
|
||||
public IRubyObject shouldKeepAlive() {
|
||||
return runtime.newBoolean(parser.shouldKeepAlive());
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "upgrade?")
|
||||
public IRubyObject shouldUpgrade() {
|
||||
return runtime.newBoolean(parser.getUpgrade());
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "http_major")
|
||||
public IRubyObject httpMajor() {
|
||||
if (parser.getMajor() == 0 && parser.getMinor() == 0)
|
||||
return runtime.getNil();
|
||||
else
|
||||
return RubyNumeric.int2fix(runtime, parser.getMajor());
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "http_minor")
|
||||
public IRubyObject httpMinor() {
|
||||
if (parser.getMajor() == 0 && parser.getMinor() == 0)
|
||||
return runtime.getNil();
|
||||
else
|
||||
return RubyNumeric.int2fix(runtime, parser.getMinor());
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "http_version")
|
||||
public IRubyObject httpVersion() {
|
||||
if (parser.getMajor() == 0 && parser.getMinor() == 0)
|
||||
return runtime.getNil();
|
||||
else
|
||||
return runtime.newArray(httpMajor(), httpMinor());
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "http_method")
|
||||
public IRubyObject httpMethod() {
|
||||
HTTPMethod method = parser.getHTTPMethod();
|
||||
if (method != null)
|
||||
return runtime.newString(new String(method.bytes));
|
||||
else
|
||||
return runtime.getNil();
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "status_code")
|
||||
public IRubyObject statusCode() {
|
||||
int code = parser.getStatusCode();
|
||||
if (code != 0)
|
||||
return RubyNumeric.int2fix(runtime, code);
|
||||
else
|
||||
return runtime.getNil();
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "headers")
|
||||
public IRubyObject getHeaders() {
|
||||
return headers == null ? runtime.getNil() : headers;
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "request_url")
|
||||
public IRubyObject getRequestUrl() {
|
||||
return requestUrl == null ? runtime.getNil() : requestUrl;
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "request_path")
|
||||
public IRubyObject getRequestPath() {
|
||||
return requestPath == null ? runtime.getNil() : requestPath;
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "query_string")
|
||||
public IRubyObject getQueryString() {
|
||||
return queryString == null ? runtime.getNil() : queryString;
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "fragment")
|
||||
public IRubyObject getFragment() {
|
||||
return fragment == null ? runtime.getNil() : fragment;
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "header_value_type")
|
||||
public IRubyObject getHeaderValueType() {
|
||||
return header_value_type == null ? runtime.getNil() : header_value_type;
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "header_value_type=")
|
||||
public IRubyObject set_header_value_type(IRubyObject val) {
|
||||
String valString = val.toString();
|
||||
if (!VALUE_TYPES.contains(valString)) {
|
||||
throw runtime.newArgumentError("Invalid header value type");
|
||||
}
|
||||
header_value_type = val;
|
||||
return val;
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "upgrade_data")
|
||||
public IRubyObject upgradeData() {
|
||||
return upgradeData == null ? runtime.getNil() : upgradeData;
|
||||
}
|
||||
|
||||
@JRubyMethod(name = "reset!")
|
||||
public IRubyObject reset() {
|
||||
init();
|
||||
return runtime.getTrue();
|
||||
}
|
||||
|
||||
}
|
||||
@@ -0,0 +1,561 @@
|
||||
#include "ruby.h"
|
||||
#include "ext_help.h"
|
||||
#include "ryah_http_parser.h"
|
||||
|
||||
#define GET_WRAPPER(N, from) ParserWrapper *N = (ParserWrapper *)(from)->data;
|
||||
#define HASH_CAT(h, k, ptr, len) \
|
||||
do { \
|
||||
VALUE __v = rb_hash_aref(h, k); \
|
||||
if (__v != Qnil) { \
|
||||
rb_str_cat(__v, ptr, len); \
|
||||
} else { \
|
||||
rb_hash_aset(h, k, rb_str_new(ptr, len)); \
|
||||
} \
|
||||
} while(0)
|
||||
|
||||
typedef struct ParserWrapper {
|
||||
ryah_http_parser parser;
|
||||
|
||||
VALUE status;
|
||||
VALUE request_url;
|
||||
|
||||
VALUE headers;
|
||||
|
||||
VALUE upgrade_data;
|
||||
|
||||
VALUE on_message_begin;
|
||||
VALUE on_headers_complete;
|
||||
VALUE on_body;
|
||||
VALUE on_message_complete;
|
||||
|
||||
VALUE callback_object;
|
||||
VALUE stopped;
|
||||
VALUE completed;
|
||||
|
||||
VALUE header_value_type;
|
||||
|
||||
VALUE last_field_name;
|
||||
VALUE curr_field_name;
|
||||
|
||||
enum ryah_http_parser_type type;
|
||||
} ParserWrapper;
|
||||
|
||||
void ParserWrapper_init(ParserWrapper *wrapper) {
|
||||
ryah_http_parser_init(&wrapper->parser, wrapper->type);
|
||||
wrapper->parser.status_code = 0;
|
||||
wrapper->parser.http_major = 0;
|
||||
wrapper->parser.http_minor = 0;
|
||||
|
||||
wrapper->status = Qnil;
|
||||
wrapper->request_url = Qnil;
|
||||
|
||||
wrapper->upgrade_data = Qnil;
|
||||
|
||||
wrapper->headers = Qnil;
|
||||
wrapper->completed = Qfalse;
|
||||
|
||||
wrapper->last_field_name = Qnil;
|
||||
wrapper->curr_field_name = Qnil;
|
||||
}
|
||||
|
||||
void ParserWrapper_mark(void *data) {
|
||||
if(data) {
|
||||
ParserWrapper *wrapper = (ParserWrapper *) data;
|
||||
rb_gc_mark_maybe(wrapper->status);
|
||||
rb_gc_mark_maybe(wrapper->request_url);
|
||||
rb_gc_mark_maybe(wrapper->upgrade_data);
|
||||
rb_gc_mark_maybe(wrapper->headers);
|
||||
rb_gc_mark_maybe(wrapper->on_message_begin);
|
||||
rb_gc_mark_maybe(wrapper->on_headers_complete);
|
||||
rb_gc_mark_maybe(wrapper->on_body);
|
||||
rb_gc_mark_maybe(wrapper->on_message_complete);
|
||||
rb_gc_mark_maybe(wrapper->callback_object);
|
||||
rb_gc_mark_maybe(wrapper->last_field_name);
|
||||
rb_gc_mark_maybe(wrapper->curr_field_name);
|
||||
}
|
||||
}
|
||||
|
||||
void ParserWrapper_free(void *data) {
|
||||
if(data) {
|
||||
free(data);
|
||||
}
|
||||
}
|
||||
|
||||
static VALUE cParser;
|
||||
static VALUE cRequestParser;
|
||||
static VALUE cResponseParser;
|
||||
|
||||
static VALUE eParserError;
|
||||
|
||||
static ID Icall;
|
||||
static ID Ion_message_begin;
|
||||
static ID Ion_headers_complete;
|
||||
static ID Ion_body;
|
||||
static ID Ion_message_complete;
|
||||
|
||||
static VALUE Sstop;
|
||||
static VALUE Sreset;
|
||||
static VALUE Sarrays;
|
||||
static VALUE Sstrings;
|
||||
static VALUE Smixed;
|
||||
|
||||
/** Callbacks **/
|
||||
|
||||
int on_message_begin(ryah_http_parser *parser) {
|
||||
GET_WRAPPER(wrapper, parser);
|
||||
|
||||
wrapper->status = rb_str_new2("");
|
||||
wrapper->request_url = rb_str_new2("");
|
||||
wrapper->headers = rb_hash_new();
|
||||
wrapper->upgrade_data = rb_str_new2("");
|
||||
|
||||
VALUE ret = Qnil;
|
||||
|
||||
if (wrapper->callback_object != Qnil && rb_respond_to(wrapper->callback_object, Ion_message_begin)) {
|
||||
ret = rb_funcall(wrapper->callback_object, Ion_message_begin, 0);
|
||||
} else if (wrapper->on_message_begin != Qnil) {
|
||||
ret = rb_funcall(wrapper->on_message_begin, Icall, 0);
|
||||
}
|
||||
|
||||
if (ret == Sstop) {
|
||||
wrapper->stopped = Qtrue;
|
||||
return -1;
|
||||
} else {
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
|
||||
int on_status(ryah_http_parser *parser, const char *at, size_t length) {
|
||||
GET_WRAPPER(wrapper, parser);
|
||||
|
||||
if (at && length) {
|
||||
if (wrapper->status == Qnil) {
|
||||
wrapper->status = rb_str_new(at, length);
|
||||
} else {
|
||||
rb_str_cat(wrapper->status, at, length);
|
||||
}
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
|
||||
int on_url(ryah_http_parser *parser, const char *at, size_t length) {
|
||||
GET_WRAPPER(wrapper, parser);
|
||||
if (at && length) {
|
||||
if (wrapper->request_url == Qnil) {
|
||||
wrapper->request_url = rb_str_new(at, length);
|
||||
} else {
|
||||
rb_str_cat(wrapper->request_url, at, length);
|
||||
}
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
|
||||
int on_header_field(ryah_http_parser *parser, const char *at, size_t length) {
|
||||
GET_WRAPPER(wrapper, parser);
|
||||
|
||||
if (wrapper->curr_field_name == Qnil) {
|
||||
wrapper->last_field_name = Qnil;
|
||||
wrapper->curr_field_name = rb_str_new(at, length);
|
||||
} else {
|
||||
rb_str_cat(wrapper->curr_field_name, at, length);
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
|
||||
int on_header_value(ryah_http_parser *parser, const char *at, size_t length) {
|
||||
GET_WRAPPER(wrapper, parser);
|
||||
|
||||
int new_field = 0;
|
||||
VALUE current_value;
|
||||
|
||||
if (wrapper->last_field_name == Qnil) {
|
||||
new_field = 1;
|
||||
wrapper->last_field_name = wrapper->curr_field_name;
|
||||
wrapper->curr_field_name = Qnil;
|
||||
}
|
||||
|
||||
current_value = rb_hash_aref(wrapper->headers, wrapper->last_field_name);
|
||||
|
||||
if (new_field == 1) {
|
||||
if (current_value == Qnil) {
|
||||
if (wrapper->header_value_type == Sarrays) {
|
||||
rb_hash_aset(wrapper->headers, wrapper->last_field_name, rb_ary_new3(1, rb_str_new2("")));
|
||||
} else {
|
||||
rb_hash_aset(wrapper->headers, wrapper->last_field_name, rb_str_new2(""));
|
||||
}
|
||||
} else {
|
||||
if (wrapper->header_value_type == Smixed) {
|
||||
if (TYPE(current_value) == T_STRING) {
|
||||
rb_hash_aset(wrapper->headers, wrapper->last_field_name, rb_ary_new3(2, current_value, rb_str_new2("")));
|
||||
} else {
|
||||
rb_ary_push(current_value, rb_str_new2(""));
|
||||
}
|
||||
} else if (wrapper->header_value_type == Sarrays) {
|
||||
rb_ary_push(current_value, rb_str_new2(""));
|
||||
} else {
|
||||
rb_str_cat(current_value, ", ", 2);
|
||||
}
|
||||
}
|
||||
current_value = rb_hash_aref(wrapper->headers, wrapper->last_field_name);
|
||||
}
|
||||
|
||||
if (TYPE(current_value) == T_ARRAY) {
|
||||
current_value = rb_ary_entry(current_value, -1);
|
||||
}
|
||||
|
||||
rb_str_cat(current_value, at, length);
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
int on_headers_complete(ryah_http_parser *parser) {
|
||||
GET_WRAPPER(wrapper, parser);
|
||||
|
||||
VALUE ret = Qnil;
|
||||
|
||||
if (wrapper->callback_object != Qnil && rb_respond_to(wrapper->callback_object, Ion_headers_complete)) {
|
||||
ret = rb_funcall(wrapper->callback_object, Ion_headers_complete, 1, wrapper->headers);
|
||||
} else if (wrapper->on_headers_complete != Qnil) {
|
||||
ret = rb_funcall(wrapper->on_headers_complete, Icall, 1, wrapper->headers);
|
||||
}
|
||||
|
||||
if (ret == Sstop) {
|
||||
wrapper->stopped = Qtrue;
|
||||
return -1;
|
||||
} else if (ret == Sreset){
|
||||
return 1;
|
||||
} else {
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
|
||||
int on_body(ryah_http_parser *parser, const char *at, size_t length) {
|
||||
GET_WRAPPER(wrapper, parser);
|
||||
|
||||
VALUE ret = Qnil;
|
||||
|
||||
if (wrapper->callback_object != Qnil && rb_respond_to(wrapper->callback_object, Ion_body)) {
|
||||
ret = rb_funcall(wrapper->callback_object, Ion_body, 1, rb_str_new(at, length));
|
||||
} else if (wrapper->on_body != Qnil) {
|
||||
ret = rb_funcall(wrapper->on_body, Icall, 1, rb_str_new(at, length));
|
||||
}
|
||||
|
||||
if (ret == Sstop) {
|
||||
wrapper->stopped = Qtrue;
|
||||
return -1;
|
||||
} else {
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
|
||||
int on_message_complete(ryah_http_parser *parser) {
|
||||
GET_WRAPPER(wrapper, parser);
|
||||
|
||||
VALUE ret = Qnil;
|
||||
wrapper->completed = Qtrue;
|
||||
|
||||
if (wrapper->callback_object != Qnil && rb_respond_to(wrapper->callback_object, Ion_message_complete)) {
|
||||
ret = rb_funcall(wrapper->callback_object, Ion_message_complete, 0);
|
||||
} else if (wrapper->on_message_complete != Qnil) {
|
||||
ret = rb_funcall(wrapper->on_message_complete, Icall, 0);
|
||||
}
|
||||
|
||||
if (ret == Sstop) {
|
||||
wrapper->stopped = Qtrue;
|
||||
return -1;
|
||||
} else {
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
|
||||
static ryah_http_parser_settings settings = {
|
||||
.on_message_begin = on_message_begin,
|
||||
.on_status = on_status,
|
||||
.on_url = on_url,
|
||||
.on_header_field = on_header_field,
|
||||
.on_header_value = on_header_value,
|
||||
.on_headers_complete = on_headers_complete,
|
||||
.on_body = on_body,
|
||||
.on_message_complete = on_message_complete
|
||||
};
|
||||
|
||||
VALUE Parser_alloc_by_type(VALUE klass, enum ryah_http_parser_type type) {
|
||||
ParserWrapper *wrapper = ALLOC_N(ParserWrapper, 1);
|
||||
wrapper->type = type;
|
||||
wrapper->parser.data = wrapper;
|
||||
|
||||
wrapper->on_message_begin = Qnil;
|
||||
wrapper->on_headers_complete = Qnil;
|
||||
wrapper->on_body = Qnil;
|
||||
wrapper->on_message_complete = Qnil;
|
||||
|
||||
wrapper->callback_object = Qnil;
|
||||
|
||||
ParserWrapper_init(wrapper);
|
||||
|
||||
return Data_Wrap_Struct(klass, ParserWrapper_mark, ParserWrapper_free, wrapper);
|
||||
}
|
||||
|
||||
VALUE Parser_alloc(VALUE klass) {
|
||||
return Parser_alloc_by_type(klass, HTTP_BOTH);
|
||||
}
|
||||
|
||||
VALUE RequestParser_alloc(VALUE klass) {
|
||||
return Parser_alloc_by_type(klass, HTTP_REQUEST);
|
||||
}
|
||||
|
||||
VALUE ResponseParser_alloc(VALUE klass) {
|
||||
return Parser_alloc_by_type(klass, HTTP_RESPONSE);
|
||||
}
|
||||
|
||||
VALUE Parser_strict_p(VALUE klass) {
|
||||
return HTTP_PARSER_STRICT == 1 ? Qtrue : Qfalse;
|
||||
}
|
||||
|
||||
VALUE Parser_initialize(int argc, VALUE *argv, VALUE self) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
VALUE default_header_value_type = Qnil;
|
||||
|
||||
if (argc > 0 && RB_TYPE_P(argv[argc-1], T_HASH)) {
|
||||
ID keyword_ids[1];
|
||||
keyword_ids[0] = rb_intern("default_header_value_type");
|
||||
rb_get_kwargs(argv[argc-1], keyword_ids, 0, 1, &default_header_value_type);
|
||||
if (default_header_value_type == Qundef) {
|
||||
default_header_value_type = Qnil;
|
||||
}
|
||||
--argc;
|
||||
}
|
||||
|
||||
if (argc == 1) {
|
||||
wrapper->callback_object = argv[0];
|
||||
}
|
||||
|
||||
if (argc == 2) {
|
||||
wrapper->callback_object = argv[0];
|
||||
default_header_value_type = argv[1];
|
||||
}
|
||||
|
||||
if (default_header_value_type == Qnil) {
|
||||
wrapper->header_value_type = rb_iv_get(CLASS_OF(self), "@default_header_value_type");
|
||||
} else {
|
||||
wrapper->header_value_type = default_header_value_type;
|
||||
}
|
||||
|
||||
return self;
|
||||
}
|
||||
|
||||
VALUE Parser_execute(VALUE self, VALUE data) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
|
||||
Check_Type(data, T_STRING);
|
||||
char *ptr = RSTRING_PTR(data);
|
||||
long len = RSTRING_LEN(data);
|
||||
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
wrapper->stopped = Qfalse;
|
||||
size_t nparsed = ryah_http_parser_execute(&wrapper->parser, &settings, ptr, len);
|
||||
|
||||
if (wrapper->parser.upgrade) {
|
||||
if (RTEST(wrapper->stopped) && !RTEST(wrapper->completed))
|
||||
nparsed += 1;
|
||||
|
||||
if (nparsed < len)
|
||||
rb_str_cat(wrapper->upgrade_data, ptr + nparsed, len - nparsed);
|
||||
|
||||
} else if (nparsed != (size_t)len) {
|
||||
if (!RTEST(wrapper->stopped) && !RTEST(wrapper->completed))
|
||||
rb_raise(eParserError, "Could not parse data entirely (%zu != %zu)", nparsed, len);
|
||||
else
|
||||
nparsed += 1; // error states fail on the current character
|
||||
}
|
||||
|
||||
return INT2FIX(nparsed);
|
||||
}
|
||||
|
||||
VALUE Parser_set_on_message_begin(VALUE self, VALUE callback) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
wrapper->on_message_begin = callback;
|
||||
return callback;
|
||||
}
|
||||
|
||||
VALUE Parser_set_on_headers_complete(VALUE self, VALUE callback) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
wrapper->on_headers_complete = callback;
|
||||
return callback;
|
||||
}
|
||||
|
||||
VALUE Parser_set_on_body(VALUE self, VALUE callback) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
wrapper->on_body = callback;
|
||||
return callback;
|
||||
}
|
||||
|
||||
VALUE Parser_set_on_message_complete(VALUE self, VALUE callback) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
wrapper->on_message_complete = callback;
|
||||
return callback;
|
||||
}
|
||||
|
||||
VALUE Parser_keep_alive_p(VALUE self) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
return http_should_keep_alive(&wrapper->parser) == 1 ? Qtrue : Qfalse;
|
||||
}
|
||||
|
||||
VALUE Parser_upgrade_p(VALUE self) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
return wrapper->parser.upgrade ? Qtrue : Qfalse;
|
||||
}
|
||||
|
||||
VALUE Parser_http_version(VALUE self) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
if (wrapper->parser.http_major == 0 && wrapper->parser.http_minor == 0)
|
||||
return Qnil;
|
||||
else
|
||||
return rb_ary_new3(2, INT2FIX(wrapper->parser.http_major), INT2FIX(wrapper->parser.http_minor));
|
||||
}
|
||||
|
||||
VALUE Parser_http_major(VALUE self) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
if (wrapper->parser.http_major == 0 && wrapper->parser.http_minor == 0)
|
||||
return Qnil;
|
||||
else
|
||||
return INT2FIX(wrapper->parser.http_major);
|
||||
}
|
||||
|
||||
VALUE Parser_http_minor(VALUE self) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
if (wrapper->parser.http_major == 0 && wrapper->parser.http_minor == 0)
|
||||
return Qnil;
|
||||
else
|
||||
return INT2FIX(wrapper->parser.http_minor);
|
||||
}
|
||||
|
||||
VALUE Parser_http_method(VALUE self) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
if (wrapper->parser.type == HTTP_REQUEST)
|
||||
return rb_str_new2(http_method_str(wrapper->parser.method));
|
||||
else
|
||||
return Qnil;
|
||||
}
|
||||
|
||||
VALUE Parser_status_code(VALUE self) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
if (wrapper->parser.status_code)
|
||||
return INT2FIX(wrapper->parser.status_code);
|
||||
else
|
||||
return Qnil;
|
||||
}
|
||||
|
||||
#define DEFINE_GETTER(name) \
|
||||
VALUE Parser_##name(VALUE self) { \
|
||||
ParserWrapper *wrapper = NULL; \
|
||||
DATA_GET(self, ParserWrapper, wrapper); \
|
||||
return wrapper->name; \
|
||||
}
|
||||
|
||||
DEFINE_GETTER(status);
|
||||
DEFINE_GETTER(request_url);
|
||||
DEFINE_GETTER(headers);
|
||||
DEFINE_GETTER(upgrade_data);
|
||||
DEFINE_GETTER(header_value_type);
|
||||
|
||||
VALUE Parser_set_header_value_type(VALUE self, VALUE val) {
|
||||
if (val != Sarrays && val != Sstrings && val != Smixed) {
|
||||
rb_raise(rb_eArgError, "Invalid header value type");
|
||||
}
|
||||
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
wrapper->header_value_type = val;
|
||||
return wrapper->header_value_type;
|
||||
}
|
||||
|
||||
VALUE Parser_reset(VALUE self) {
|
||||
ParserWrapper *wrapper = NULL;
|
||||
DATA_GET(self, ParserWrapper, wrapper);
|
||||
|
||||
ParserWrapper_init(wrapper);
|
||||
|
||||
return Qtrue;
|
||||
}
|
||||
|
||||
void Init_ruby_http_parser() {
|
||||
#ifdef HAVE_RB_EXT_RACTOR_SAFE
|
||||
rb_ext_ractor_safe(true);
|
||||
#endif
|
||||
|
||||
VALUE mHTTP = rb_define_module("HTTP");
|
||||
cParser = rb_define_class_under(mHTTP, "Parser", rb_cObject);
|
||||
cRequestParser = rb_define_class_under(mHTTP, "RequestParser", cParser);
|
||||
cResponseParser = rb_define_class_under(mHTTP, "ResponseParser", cParser);
|
||||
|
||||
eParserError = rb_define_class_under(cParser, "Error", rb_eIOError);
|
||||
Icall = rb_intern("call");
|
||||
Ion_message_begin = rb_intern("on_message_begin");
|
||||
Ion_headers_complete = rb_intern("on_headers_complete");
|
||||
Ion_body = rb_intern("on_body");
|
||||
Ion_message_complete = rb_intern("on_message_complete");
|
||||
Sstop = ID2SYM(rb_intern("stop"));
|
||||
Sreset = ID2SYM(rb_intern("reset"));
|
||||
|
||||
Sarrays = ID2SYM(rb_intern("arrays"));
|
||||
Sstrings = ID2SYM(rb_intern("strings"));
|
||||
Smixed = ID2SYM(rb_intern("mixed"));
|
||||
|
||||
rb_define_alloc_func(cParser, Parser_alloc);
|
||||
rb_define_alloc_func(cRequestParser, RequestParser_alloc);
|
||||
rb_define_alloc_func(cResponseParser, ResponseParser_alloc);
|
||||
|
||||
rb_define_singleton_method(cParser, "strict?", Parser_strict_p, 0);
|
||||
rb_define_method(cParser, "initialize", Parser_initialize, -1);
|
||||
|
||||
rb_define_method(cParser, "on_message_begin=", Parser_set_on_message_begin, 1);
|
||||
rb_define_method(cParser, "on_headers_complete=", Parser_set_on_headers_complete, 1);
|
||||
rb_define_method(cParser, "on_body=", Parser_set_on_body, 1);
|
||||
rb_define_method(cParser, "on_message_complete=", Parser_set_on_message_complete, 1);
|
||||
rb_define_method(cParser, "<<", Parser_execute, 1);
|
||||
|
||||
rb_define_method(cParser, "keep_alive?", Parser_keep_alive_p, 0);
|
||||
rb_define_method(cParser, "upgrade?", Parser_upgrade_p, 0);
|
||||
|
||||
rb_define_method(cParser, "http_version", Parser_http_version, 0);
|
||||
rb_define_method(cParser, "http_major", Parser_http_major, 0);
|
||||
rb_define_method(cParser, "http_minor", Parser_http_minor, 0);
|
||||
|
||||
rb_define_method(cParser, "http_method", Parser_http_method, 0);
|
||||
rb_define_method(cParser, "status_code", Parser_status_code, 0);
|
||||
|
||||
rb_define_method(cParser, "status", Parser_status, 0);
|
||||
rb_define_method(cParser, "request_url", Parser_request_url, 0);
|
||||
rb_define_method(cParser, "headers", Parser_headers, 0);
|
||||
rb_define_method(cParser, "upgrade_data", Parser_upgrade_data, 0);
|
||||
rb_define_method(cParser, "header_value_type", Parser_header_value_type, 0);
|
||||
rb_define_method(cParser, "header_value_type=", Parser_set_header_value_type, 1);
|
||||
|
||||
rb_define_method(cParser, "reset!", Parser_reset, 0);
|
||||
}
|
||||
Reference in New Issue
Block a user