Module Sedlexing.Utf8

val from_gen : char Gen.t -> lexbuf

Create a lexbuf from a UTF-8 encoded stream.

val from_channel : Stdlib.in_channel -> lexbuf

Create a lexbuf from a UTF-8 encoded input channel.

val from_string : string -> lexbuf

Create a lexbuf from a UTF-8 encoded string.

val lexeme : lexbuf -> string

As Sedlexing.lexeme with a result encoded in UTF-8.

val sub_lexeme : lexbuf -> int -> int -> string

As Sedlexing.sub_lexeme with a result encoded in UTF-8.