[29] | 1 | // (C) Copyright Jonathan Turkanis 2003. |
---|
| 2 | // Distributed under the Boost Software License, Version 1.0. (See accompanying |
---|
| 3 | // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt.) |
---|
| 4 | |
---|
| 5 | // See http://www.boost.org/libs/iostreams for documentation. |
---|
| 6 | |
---|
| 7 | // Contains machinery for performing code conversion. |
---|
| 8 | |
---|
| 9 | #ifndef BOOST_IOSTREAMS_CODE_CONVERTER_HPP_INCLUDED |
---|
| 10 | #define BOOST_IOSTREAMS_CODE_CONVERTER_HPP_INCLUDED |
---|
| 11 | |
---|
| 12 | #if defined(_MSC_VER) && (_MSC_VER >= 1020) |
---|
| 13 | # pragma once |
---|
| 14 | #endif |
---|
| 15 | |
---|
| 16 | #include <boost/iostreams/detail/config/wide_streams.hpp> |
---|
| 17 | #if defined(BOOST_IOSTREAMS_NO_WIDE_STREAMS) || \ |
---|
| 18 | defined(BOOST_IOSTREAMS_NO_LOCALE) \ |
---|
| 19 | /**/ |
---|
| 20 | # error code conversion not supported on this platform |
---|
| 21 | #endif |
---|
| 22 | |
---|
| 23 | #include <algorithm> // max. |
---|
| 24 | #include <cstring> // memcpy. |
---|
| 25 | #include <exception> |
---|
| 26 | #include <boost/config.hpp> // DEDUCED_TYPENAME, |
---|
| 27 | #include <boost/iostreams/char_traits.hpp> |
---|
| 28 | #include <boost/iostreams/constants.hpp> // default_filter_buffer_size. |
---|
| 29 | #include <boost/iostreams/detail/adapter/concept_adapter.hpp> |
---|
| 30 | #include <boost/iostreams/detail/adapter/direct_adapter.hpp> |
---|
| 31 | #include <boost/iostreams/detail/buffer.hpp> |
---|
| 32 | #include <boost/iostreams/detail/call_traits.hpp> |
---|
| 33 | #include <boost/iostreams/detail/codecvt_holder.hpp> |
---|
| 34 | #include <boost/iostreams/detail/codecvt_helper.hpp> |
---|
| 35 | #include <boost/iostreams/detail/double_object.hpp> |
---|
| 36 | #include <boost/iostreams/detail/forward.hpp> |
---|
| 37 | #include <boost/iostreams/detail/ios.hpp> // failure, openmode, int types. |
---|
| 38 | #include <boost/iostreams/detail/select.hpp> |
---|
| 39 | #include <boost/iostreams/traits.hpp> |
---|
| 40 | #include <boost/iostreams/operations.hpp> |
---|
| 41 | #include <boost/optional.hpp> |
---|
| 42 | #include <boost/shared_ptr.hpp> |
---|
| 43 | #include <boost/static_assert.hpp> |
---|
| 44 | #include <boost/type_traits/is_convertible.hpp> |
---|
| 45 | #include <boost/type_traits/is_same.hpp> |
---|
| 46 | |
---|
| 47 | // Must come last. |
---|
| 48 | #include <boost/iostreams/detail/config/disable_warnings.hpp> // Borland 5.x |
---|
| 49 | |
---|
| 50 | namespace boost { namespace iostreams { |
---|
| 51 | |
---|
| 52 | struct code_conversion_error : BOOST_IOSTREAMS_FAILURE { |
---|
| 53 | code_conversion_error() |
---|
| 54 | : BOOST_IOSTREAMS_FAILURE("code conversion error") |
---|
| 55 | { } |
---|
| 56 | }; |
---|
| 57 | |
---|
| 58 | namespace detail { |
---|
| 59 | |
---|
| 60 | //--------------Definition of strncpy_if_same---------------------------------// |
---|
| 61 | |
---|
| 62 | // Helper template for strncpy_if_same, below. |
---|
| 63 | template<bool B> |
---|
| 64 | struct strncpy_if_same_impl; |
---|
| 65 | |
---|
| 66 | template<> |
---|
| 67 | struct strncpy_if_same_impl<true> { |
---|
| 68 | template<typename Ch> |
---|
| 69 | static Ch* copy(Ch* tgt, const Ch* src, std::streamsize n) |
---|
| 70 | { return BOOST_IOSTREAMS_CHAR_TRAITS(Ch)::copy(tgt, src, n); } |
---|
| 71 | }; |
---|
| 72 | |
---|
| 73 | template<> |
---|
| 74 | struct strncpy_if_same_impl<false> { |
---|
| 75 | template<typename Src, typename Tgt> |
---|
| 76 | static Tgt* copy(Tgt* tgt, const Src*, std::streamsize) { return tgt; } |
---|
| 77 | }; |
---|
| 78 | |
---|
| 79 | template<typename Src, typename Tgt> |
---|
| 80 | Tgt* strncpy_if_same(Tgt* tgt, const Src* src, std::streamsize n) |
---|
| 81 | { |
---|
| 82 | typedef strncpy_if_same_impl<is_same<Src, Tgt>::value> impl; |
---|
| 83 | return impl::copy(tgt, src, n); |
---|
| 84 | } |
---|
| 85 | |
---|
| 86 | //--------------Definition of conversion_buffer-------------------------------// |
---|
| 87 | |
---|
| 88 | // Buffer and conversion state for reading. |
---|
| 89 | template<typename Codecvt, typename Alloc> |
---|
| 90 | class conversion_buffer |
---|
| 91 | : public buffer< |
---|
| 92 | BOOST_DEDUCED_TYPENAME detail::codecvt_extern<Codecvt>::type, |
---|
| 93 | Alloc |
---|
| 94 | > |
---|
| 95 | { |
---|
| 96 | public: |
---|
| 97 | typedef typename Codecvt::state_type state_type; |
---|
| 98 | conversion_buffer() |
---|
| 99 | : buffer< |
---|
| 100 | BOOST_DEDUCED_TYPENAME detail::codecvt_extern<Codecvt>::type, |
---|
| 101 | Alloc |
---|
| 102 | >(0) |
---|
| 103 | { |
---|
| 104 | reset(); |
---|
| 105 | } |
---|
| 106 | state_type& state() { return state_; } |
---|
| 107 | void reset() |
---|
| 108 | { |
---|
| 109 | if (this->size()) |
---|
| 110 | this->set(0, 0); |
---|
| 111 | state_ = state_type(); |
---|
| 112 | } |
---|
| 113 | private: |
---|
| 114 | state_type state_; |
---|
| 115 | }; |
---|
| 116 | |
---|
| 117 | //--------------Definition of converter_impl----------------------------------// |
---|
| 118 | |
---|
| 119 | // Contains member data, open/is_open/close and buffer management functions. |
---|
| 120 | template<typename Device, typename Codecvt, typename Alloc> |
---|
| 121 | struct code_converter_impl { |
---|
| 122 | typedef typename codecvt_extern<Codecvt>::type extern_type; |
---|
| 123 | typedef typename category_of<Device>::type device_category; |
---|
| 124 | typedef is_convertible<device_category, input> can_read; |
---|
| 125 | typedef is_convertible<device_category, output> can_write; |
---|
| 126 | typedef is_convertible<device_category, bidirectional> is_bidir; |
---|
| 127 | typedef typename |
---|
| 128 | iostreams::select< // Disambiguation for Tru64. |
---|
| 129 | is_bidir, bidirectional, |
---|
| 130 | can_read, input, |
---|
| 131 | can_write, output |
---|
| 132 | >::type mode; |
---|
| 133 | typedef typename |
---|
| 134 | mpl::if_< |
---|
| 135 | is_direct<Device>, |
---|
| 136 | direct_adapter<Device>, |
---|
| 137 | Device |
---|
| 138 | >::type policy_type; |
---|
| 139 | typedef optional< concept_adapter<policy_type> > storage_type; |
---|
| 140 | typedef is_convertible<device_category, two_sequence> is_double; |
---|
| 141 | typedef conversion_buffer<Codecvt, Alloc> buffer_type; |
---|
| 142 | |
---|
| 143 | code_converter_impl() : cvt_(), flags_(0) { } |
---|
| 144 | |
---|
| 145 | ~code_converter_impl() |
---|
| 146 | { |
---|
| 147 | try { |
---|
| 148 | if (flags_ & f_open) close(); |
---|
| 149 | } catch (std::exception&) { /* */ } |
---|
| 150 | } |
---|
| 151 | |
---|
| 152 | void open(const Device& dev, int buffer_size) |
---|
| 153 | { |
---|
| 154 | if (flags_ & f_open) |
---|
| 155 | throw BOOST_IOSTREAMS_FAILURE("already open"); |
---|
| 156 | if (buffer_size == -1) |
---|
| 157 | buffer_size = default_filter_buffer_size; |
---|
| 158 | int max_length = cvt_.get().max_length(); |
---|
| 159 | buffer_size = (std::max)(buffer_size, 2 * max_length); |
---|
| 160 | if (can_read::value) { |
---|
| 161 | buf_.first().resize(buffer_size); |
---|
| 162 | buf_.first().set(0, 0); |
---|
| 163 | } |
---|
| 164 | if (can_write::value && !is_double::value) { |
---|
| 165 | buf_.second().resize(buffer_size); |
---|
| 166 | buf_.second().set(0, 0); |
---|
| 167 | } |
---|
| 168 | dev_.reset(concept_adapter<policy_type>(dev)); |
---|
| 169 | flags_ |= f_open; |
---|
| 170 | } |
---|
| 171 | |
---|
| 172 | void close(BOOST_IOS::openmode which = BOOST_IOS::in | BOOST_IOS::out) |
---|
| 173 | { |
---|
| 174 | if (which & BOOST_IOS::in) { |
---|
| 175 | iostreams::close(dev(), BOOST_IOS::in); |
---|
| 176 | flags_ |= f_input_closed; |
---|
| 177 | } |
---|
| 178 | if (which & BOOST_IOS::out) { |
---|
| 179 | buf_.second().flush(dev()); |
---|
| 180 | iostreams::close(dev(), BOOST_IOS::out); |
---|
| 181 | flags_ |= f_output_closed; |
---|
| 182 | } |
---|
| 183 | if ( !is_double::value || |
---|
| 184 | (flags_ & f_input_closed) != 0 && |
---|
| 185 | (flags_ & f_output_closed) != 0 ) |
---|
| 186 | { |
---|
| 187 | dev_.reset(); |
---|
| 188 | buf_.first().reset(); |
---|
| 189 | buf_.second().reset(); |
---|
| 190 | flags_ = 0; |
---|
| 191 | } |
---|
| 192 | } |
---|
| 193 | |
---|
| 194 | bool is_open() const { return (flags_ & f_open) != 0;} |
---|
| 195 | |
---|
| 196 | policy_type& dev() { return **dev_; } |
---|
| 197 | |
---|
| 198 | enum flag_type { |
---|
| 199 | f_open = 1, |
---|
| 200 | f_input_closed = f_open << 1, |
---|
| 201 | f_output_closed = f_input_closed << 1 |
---|
| 202 | }; |
---|
| 203 | |
---|
| 204 | codecvt_holder<Codecvt> cvt_; |
---|
| 205 | storage_type dev_; |
---|
| 206 | double_object< |
---|
| 207 | buffer_type, |
---|
| 208 | is_double |
---|
| 209 | > buf_; |
---|
| 210 | int flags_; |
---|
| 211 | }; |
---|
| 212 | |
---|
| 213 | } // End namespace detail. |
---|
| 214 | |
---|
| 215 | //--------------Definition of converter---------------------------------------// |
---|
| 216 | |
---|
| 217 | #define BOOST_IOSTREAMS_CONVERTER_PARAMS() , int buffer_size = -1 |
---|
| 218 | #define BOOST_IOSTREAMS_CONVERTER_ARGS() , buffer_size |
---|
| 219 | |
---|
| 220 | template<typename Device, typename Codecvt, typename Alloc> |
---|
| 221 | struct code_converter_base { |
---|
| 222 | typedef detail::code_converter_impl< |
---|
| 223 | Device, Codecvt, Alloc |
---|
| 224 | > impl_type; |
---|
| 225 | code_converter_base() : pimpl_(new impl_type) { } |
---|
| 226 | shared_ptr<impl_type> pimpl_; |
---|
| 227 | }; |
---|
| 228 | |
---|
| 229 | template< typename Device, |
---|
| 230 | typename Codecvt = detail::default_codecvt, |
---|
| 231 | typename Alloc = std::allocator<char> > |
---|
| 232 | class code_converter |
---|
| 233 | : protected code_converter_base<Device, Codecvt, Alloc> |
---|
| 234 | { |
---|
| 235 | private: |
---|
| 236 | typedef detail::code_converter_impl< |
---|
| 237 | Device, Codecvt, Alloc |
---|
| 238 | > impl_type; |
---|
| 239 | typedef typename impl_type::policy_type policy_type; |
---|
| 240 | typedef typename impl_type::buffer_type buffer_type; |
---|
| 241 | typedef typename detail::codecvt_holder<Codecvt>::codecvt_type codecvt_type; |
---|
| 242 | typedef typename detail::codecvt_intern<Codecvt>::type intern_type; |
---|
| 243 | typedef typename detail::codecvt_extern<Codecvt>::type extern_type; |
---|
| 244 | typedef typename detail::codecvt_state<Codecvt>::type state_type; |
---|
| 245 | public: |
---|
| 246 | typedef intern_type char_type; |
---|
| 247 | struct category |
---|
| 248 | : impl_type::mode, device_tag, closable_tag, localizable_tag |
---|
| 249 | { }; |
---|
| 250 | BOOST_STATIC_ASSERT(( |
---|
| 251 | is_same< |
---|
| 252 | extern_type, |
---|
| 253 | BOOST_DEDUCED_TYPENAME char_type_of<Device>::type |
---|
| 254 | >::value |
---|
| 255 | )); |
---|
| 256 | public: |
---|
| 257 | code_converter() { } |
---|
| 258 | #if BOOST_WORKAROUND(__GNUC__, < 3) |
---|
| 259 | code_converter(code_converter& rhs) |
---|
| 260 | : code_converter_base<Device, Codecvt, Alloc>(rhs) |
---|
| 261 | { } |
---|
| 262 | code_converter(const code_converter& rhs) |
---|
| 263 | : code_converter_base<Device, Codecvt, Alloc>(rhs) |
---|
| 264 | { } |
---|
| 265 | #endif |
---|
| 266 | BOOST_IOSTREAMS_FORWARD( code_converter, open_impl, Device, |
---|
| 267 | BOOST_IOSTREAMS_CONVERTER_PARAMS, |
---|
| 268 | BOOST_IOSTREAMS_CONVERTER_ARGS ) |
---|
| 269 | |
---|
| 270 | // fstream-like interface. |
---|
| 271 | |
---|
| 272 | bool is_open() const { return this->pimpl_->is_open(); } |
---|
| 273 | void close(BOOST_IOS::openmode which = BOOST_IOS::in | BOOST_IOS::out ) |
---|
| 274 | { impl().close(which); } |
---|
| 275 | |
---|
| 276 | // Device interface. |
---|
| 277 | |
---|
| 278 | std::streamsize read(char_type*, std::streamsize); |
---|
| 279 | std::streamsize write(const char_type*, std::streamsize); |
---|
| 280 | void imbue(const std::locale& loc) { impl().cvt_.imbue(loc); } |
---|
| 281 | |
---|
| 282 | // Direct device access. |
---|
| 283 | |
---|
| 284 | Device& operator*() { return detail::unwrap_direct(dev()); } |
---|
| 285 | Device* operator->() { return &detail::unwrap_direct(dev()); } |
---|
| 286 | private: |
---|
| 287 | template<typename T> // Used for forwarding. |
---|
| 288 | void open_impl(const T& t BOOST_IOSTREAMS_CONVERTER_PARAMS()) |
---|
| 289 | { |
---|
| 290 | impl().open(t BOOST_IOSTREAMS_CONVERTER_ARGS()); |
---|
| 291 | } |
---|
| 292 | |
---|
| 293 | const codecvt_type& cvt() { return impl().cvt_.get(); } |
---|
| 294 | policy_type& dev() { return impl().dev(); } |
---|
| 295 | buffer_type& in() { return impl().buf_.first(); } |
---|
| 296 | buffer_type& out() { return impl().buf_.second(); } |
---|
| 297 | impl_type& impl() { return *this->pimpl_; } |
---|
| 298 | }; |
---|
| 299 | |
---|
| 300 | //--------------Implementation of converter-----------------------------------// |
---|
| 301 | |
---|
| 302 | // Implementation note: if end of stream contains a partial character, |
---|
| 303 | // it is ignored. |
---|
| 304 | template<typename Device, typename Codevt, typename Alloc> |
---|
| 305 | std::streamsize code_converter<Device, Codevt, Alloc>::read |
---|
| 306 | (char_type* s, std::streamsize n) |
---|
| 307 | { |
---|
| 308 | using namespace std; |
---|
| 309 | const extern_type* next; // Next external char. |
---|
| 310 | intern_type* nint; // Next internal char. |
---|
| 311 | streamsize total = 0; // Characters read. |
---|
| 312 | int status = iostreams::char_traits<char>::good(); |
---|
| 313 | bool partial = false; |
---|
| 314 | buffer_type& buf = in(); |
---|
| 315 | |
---|
| 316 | do { |
---|
| 317 | |
---|
| 318 | // Fill buffer. |
---|
| 319 | if (buf.ptr() == buf.eptr() || partial) { |
---|
| 320 | status = buf.fill(dev()); |
---|
| 321 | if (buf.ptr() == buf.eptr()) |
---|
| 322 | break; |
---|
| 323 | partial = false; |
---|
| 324 | } |
---|
| 325 | |
---|
| 326 | // Convert. |
---|
| 327 | codecvt_base::result result = |
---|
| 328 | cvt().in( buf.state(), |
---|
| 329 | buf.ptr(), buf.eptr(), next, |
---|
| 330 | s + total, s + n, nint ); |
---|
| 331 | buf.ptr() += next - buf.ptr(); |
---|
| 332 | total = static_cast<streamsize>(nint - s); |
---|
| 333 | |
---|
| 334 | switch (result) { |
---|
| 335 | case codecvt_base::partial: |
---|
| 336 | partial = true; |
---|
| 337 | break; |
---|
| 338 | case codecvt_base::ok: |
---|
| 339 | break; |
---|
| 340 | case codecvt_base::noconv: |
---|
| 341 | { |
---|
| 342 | streamsize amt = |
---|
| 343 | std::min<streamsize>(next - buf.ptr(), n - total); |
---|
| 344 | detail::strncpy_if_same(s + total, buf.ptr(), amt); |
---|
| 345 | total += amt; |
---|
| 346 | } |
---|
| 347 | break; |
---|
| 348 | case codecvt_base::error: |
---|
| 349 | default: |
---|
| 350 | buf.state() = state_type(); |
---|
| 351 | throw code_conversion_error(); |
---|
| 352 | } |
---|
| 353 | |
---|
| 354 | } while (total < n && status != EOF && status != WOULD_BLOCK); |
---|
| 355 | |
---|
| 356 | return total == 0 && status == EOF ? -1 : total; |
---|
| 357 | } |
---|
| 358 | |
---|
| 359 | template<typename Device, typename Codevt, typename Alloc> |
---|
| 360 | std::streamsize code_converter<Device, Codevt, Alloc>::write |
---|
| 361 | (const char_type* s, std::streamsize n) |
---|
| 362 | { |
---|
| 363 | using namespace std; |
---|
| 364 | buffer_type& buf = out(); |
---|
| 365 | extern_type* next; // Next external char. |
---|
| 366 | const intern_type* nint; // Next internal char. |
---|
| 367 | streamsize total = 0; // Characters written. |
---|
| 368 | bool partial = false; |
---|
| 369 | |
---|
| 370 | while (total < n) { |
---|
| 371 | |
---|
| 372 | // Empty buffer. |
---|
| 373 | if (buf.eptr() == buf.end() || partial) { |
---|
| 374 | if (!buf.flush(dev())) |
---|
| 375 | break; |
---|
| 376 | partial = false; |
---|
| 377 | } |
---|
| 378 | |
---|
| 379 | // Convert. |
---|
| 380 | codecvt_base::result result = |
---|
| 381 | cvt().out( buf.state(), |
---|
| 382 | s + total, s + n, nint, |
---|
| 383 | buf.eptr(), buf.end(), next ); |
---|
| 384 | int progress = (int) (next - buf.eptr()); |
---|
| 385 | buf.eptr() += progress; |
---|
| 386 | |
---|
| 387 | switch (result) { |
---|
| 388 | case codecvt_base::partial: |
---|
| 389 | partial = true; // Fall through. |
---|
| 390 | case codecvt_base::ok: |
---|
| 391 | total = static_cast<streamsize>(nint - s); |
---|
| 392 | break; |
---|
| 393 | case codecvt_base::noconv: |
---|
| 394 | { |
---|
| 395 | streamsize amt = |
---|
| 396 | std::min<streamsize>( nint - total - s, |
---|
| 397 | buf.end() - buf.eptr() ); |
---|
| 398 | detail::strncpy_if_same(buf.eptr(), s + total, amt); |
---|
| 399 | total += amt; |
---|
| 400 | } |
---|
| 401 | break; |
---|
| 402 | case codecvt_base::error: |
---|
| 403 | default: |
---|
| 404 | buf.state() = state_type(); |
---|
| 405 | throw code_conversion_error(); |
---|
| 406 | } |
---|
| 407 | } |
---|
| 408 | return total; |
---|
| 409 | } |
---|
| 410 | |
---|
| 411 | //----------------------------------------------------------------------------// |
---|
| 412 | |
---|
| 413 | } } // End namespaces iostreams, boost. |
---|
| 414 | |
---|
| 415 | #include <boost/iostreams/detail/config/enable_warnings.hpp> // Borland 5.x |
---|
| 416 | |
---|
| 417 | #endif // #ifndef BOOST_IOSTREAMS_CODE_CONVERTER_HPP_INCLUDED |
---|