1 | // (C) Copyright Jonathan Turkanis 2003. |
---|
2 | // Distributed under the Boost Software License, Version 1.0. (See accompanying |
---|
3 | // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt.) |
---|
4 | |
---|
5 | // See http://www.boost.org/libs/iostreams for documentation. |
---|
6 | |
---|
7 | // Contains machinery for performing code conversion. |
---|
8 | |
---|
9 | #ifndef BOOST_IOSTREAMS_CODE_CONVERTER_HPP_INCLUDED |
---|
10 | #define BOOST_IOSTREAMS_CODE_CONVERTER_HPP_INCLUDED |
---|
11 | |
---|
12 | #if defined(_MSC_VER) && (_MSC_VER >= 1020) |
---|
13 | # pragma once |
---|
14 | #endif |
---|
15 | |
---|
16 | #include <boost/iostreams/detail/config/wide_streams.hpp> |
---|
17 | #if defined(BOOST_IOSTREAMS_NO_WIDE_STREAMS) || \ |
---|
18 | defined(BOOST_IOSTREAMS_NO_LOCALE) \ |
---|
19 | /**/ |
---|
20 | # error code conversion not supported on this platform |
---|
21 | #endif |
---|
22 | |
---|
23 | #include <algorithm> // max. |
---|
24 | #include <cstring> // memcpy. |
---|
25 | #include <exception> |
---|
26 | #include <boost/config.hpp> // DEDUCED_TYPENAME, |
---|
27 | #include <boost/iostreams/char_traits.hpp> |
---|
28 | #include <boost/iostreams/constants.hpp> // default_filter_buffer_size. |
---|
29 | #include <boost/iostreams/detail/adapter/concept_adapter.hpp> |
---|
30 | #include <boost/iostreams/detail/adapter/direct_adapter.hpp> |
---|
31 | #include <boost/iostreams/detail/buffer.hpp> |
---|
32 | #include <boost/iostreams/detail/call_traits.hpp> |
---|
33 | #include <boost/iostreams/detail/codecvt_holder.hpp> |
---|
34 | #include <boost/iostreams/detail/codecvt_helper.hpp> |
---|
35 | #include <boost/iostreams/detail/double_object.hpp> |
---|
36 | #include <boost/iostreams/detail/forward.hpp> |
---|
37 | #include <boost/iostreams/detail/ios.hpp> // failure, openmode, int types. |
---|
38 | #include <boost/iostreams/detail/select.hpp> |
---|
39 | #include <boost/iostreams/traits.hpp> |
---|
40 | #include <boost/iostreams/operations.hpp> |
---|
41 | #include <boost/optional.hpp> |
---|
42 | #include <boost/shared_ptr.hpp> |
---|
43 | #include <boost/static_assert.hpp> |
---|
44 | #include <boost/type_traits/is_convertible.hpp> |
---|
45 | #include <boost/type_traits/is_same.hpp> |
---|
46 | |
---|
47 | // Must come last. |
---|
48 | #include <boost/iostreams/detail/config/disable_warnings.hpp> // Borland 5.x |
---|
49 | |
---|
50 | namespace boost { namespace iostreams { |
---|
51 | |
---|
52 | struct code_conversion_error : BOOST_IOSTREAMS_FAILURE { |
---|
53 | code_conversion_error() |
---|
54 | : BOOST_IOSTREAMS_FAILURE("code conversion error") |
---|
55 | { } |
---|
56 | }; |
---|
57 | |
---|
58 | namespace detail { |
---|
59 | |
---|
60 | //--------------Definition of strncpy_if_same---------------------------------// |
---|
61 | |
---|
62 | // Helper template for strncpy_if_same, below. |
---|
63 | template<bool B> |
---|
64 | struct strncpy_if_same_impl; |
---|
65 | |
---|
66 | template<> |
---|
67 | struct strncpy_if_same_impl<true> { |
---|
68 | template<typename Ch> |
---|
69 | static Ch* copy(Ch* tgt, const Ch* src, std::streamsize n) |
---|
70 | { return BOOST_IOSTREAMS_CHAR_TRAITS(Ch)::copy(tgt, src, n); } |
---|
71 | }; |
---|
72 | |
---|
73 | template<> |
---|
74 | struct strncpy_if_same_impl<false> { |
---|
75 | template<typename Src, typename Tgt> |
---|
76 | static Tgt* copy(Tgt* tgt, const Src*, std::streamsize) { return tgt; } |
---|
77 | }; |
---|
78 | |
---|
79 | template<typename Src, typename Tgt> |
---|
80 | Tgt* strncpy_if_same(Tgt* tgt, const Src* src, std::streamsize n) |
---|
81 | { |
---|
82 | typedef strncpy_if_same_impl<is_same<Src, Tgt>::value> impl; |
---|
83 | return impl::copy(tgt, src, n); |
---|
84 | } |
---|
85 | |
---|
86 | //--------------Definition of conversion_buffer-------------------------------// |
---|
87 | |
---|
88 | // Buffer and conversion state for reading. |
---|
89 | template<typename Codecvt, typename Alloc> |
---|
90 | class conversion_buffer |
---|
91 | : public buffer< |
---|
92 | BOOST_DEDUCED_TYPENAME detail::codecvt_extern<Codecvt>::type, |
---|
93 | Alloc |
---|
94 | > |
---|
95 | { |
---|
96 | public: |
---|
97 | typedef typename Codecvt::state_type state_type; |
---|
98 | conversion_buffer() |
---|
99 | : buffer< |
---|
100 | BOOST_DEDUCED_TYPENAME detail::codecvt_extern<Codecvt>::type, |
---|
101 | Alloc |
---|
102 | >(0) |
---|
103 | { |
---|
104 | reset(); |
---|
105 | } |
---|
106 | state_type& state() { return state_; } |
---|
107 | void reset() |
---|
108 | { |
---|
109 | if (this->size()) |
---|
110 | this->set(0, 0); |
---|
111 | state_ = state_type(); |
---|
112 | } |
---|
113 | private: |
---|
114 | state_type state_; |
---|
115 | }; |
---|
116 | |
---|
117 | //--------------Definition of converter_impl----------------------------------// |
---|
118 | |
---|
119 | // Contains member data, open/is_open/close and buffer management functions. |
---|
120 | template<typename Device, typename Codecvt, typename Alloc> |
---|
121 | struct code_converter_impl { |
---|
122 | typedef typename codecvt_extern<Codecvt>::type extern_type; |
---|
123 | typedef typename category_of<Device>::type device_category; |
---|
124 | typedef is_convertible<device_category, input> can_read; |
---|
125 | typedef is_convertible<device_category, output> can_write; |
---|
126 | typedef is_convertible<device_category, bidirectional> is_bidir; |
---|
127 | typedef typename |
---|
128 | iostreams::select< // Disambiguation for Tru64. |
---|
129 | is_bidir, bidirectional, |
---|
130 | can_read, input, |
---|
131 | can_write, output |
---|
132 | >::type mode; |
---|
133 | typedef typename |
---|
134 | mpl::if_< |
---|
135 | is_direct<Device>, |
---|
136 | direct_adapter<Device>, |
---|
137 | Device |
---|
138 | >::type policy_type; |
---|
139 | typedef optional< concept_adapter<policy_type> > storage_type; |
---|
140 | typedef is_convertible<device_category, two_sequence> is_double; |
---|
141 | typedef conversion_buffer<Codecvt, Alloc> buffer_type; |
---|
142 | |
---|
143 | code_converter_impl() : cvt_(), flags_(0) { } |
---|
144 | |
---|
145 | ~code_converter_impl() |
---|
146 | { |
---|
147 | try { |
---|
148 | if (flags_ & f_open) close(); |
---|
149 | } catch (std::exception&) { /* */ } |
---|
150 | } |
---|
151 | |
---|
152 | void open(const Device& dev, int buffer_size) |
---|
153 | { |
---|
154 | if (flags_ & f_open) |
---|
155 | throw BOOST_IOSTREAMS_FAILURE("already open"); |
---|
156 | if (buffer_size == -1) |
---|
157 | buffer_size = default_filter_buffer_size; |
---|
158 | int max_length = cvt_.get().max_length(); |
---|
159 | buffer_size = (std::max)(buffer_size, 2 * max_length); |
---|
160 | if (can_read::value) { |
---|
161 | buf_.first().resize(buffer_size); |
---|
162 | buf_.first().set(0, 0); |
---|
163 | } |
---|
164 | if (can_write::value && !is_double::value) { |
---|
165 | buf_.second().resize(buffer_size); |
---|
166 | buf_.second().set(0, 0); |
---|
167 | } |
---|
168 | dev_.reset(concept_adapter<policy_type>(dev)); |
---|
169 | flags_ |= f_open; |
---|
170 | } |
---|
171 | |
---|
172 | void close(BOOST_IOS::openmode which = BOOST_IOS::in | BOOST_IOS::out) |
---|
173 | { |
---|
174 | if (which & BOOST_IOS::in) { |
---|
175 | iostreams::close(dev(), BOOST_IOS::in); |
---|
176 | flags_ |= f_input_closed; |
---|
177 | } |
---|
178 | if (which & BOOST_IOS::out) { |
---|
179 | buf_.second().flush(dev()); |
---|
180 | iostreams::close(dev(), BOOST_IOS::out); |
---|
181 | flags_ |= f_output_closed; |
---|
182 | } |
---|
183 | if ( !is_double::value || |
---|
184 | (flags_ & f_input_closed) != 0 && |
---|
185 | (flags_ & f_output_closed) != 0 ) |
---|
186 | { |
---|
187 | dev_.reset(); |
---|
188 | buf_.first().reset(); |
---|
189 | buf_.second().reset(); |
---|
190 | flags_ = 0; |
---|
191 | } |
---|
192 | } |
---|
193 | |
---|
194 | bool is_open() const { return (flags_ & f_open) != 0;} |
---|
195 | |
---|
196 | policy_type& dev() { return **dev_; } |
---|
197 | |
---|
198 | enum flag_type { |
---|
199 | f_open = 1, |
---|
200 | f_input_closed = f_open << 1, |
---|
201 | f_output_closed = f_input_closed << 1 |
---|
202 | }; |
---|
203 | |
---|
204 | codecvt_holder<Codecvt> cvt_; |
---|
205 | storage_type dev_; |
---|
206 | double_object< |
---|
207 | buffer_type, |
---|
208 | is_double |
---|
209 | > buf_; |
---|
210 | int flags_; |
---|
211 | }; |
---|
212 | |
---|
213 | } // End namespace detail. |
---|
214 | |
---|
215 | //--------------Definition of converter---------------------------------------// |
---|
216 | |
---|
217 | #define BOOST_IOSTREAMS_CONVERTER_PARAMS() , int buffer_size = -1 |
---|
218 | #define BOOST_IOSTREAMS_CONVERTER_ARGS() , buffer_size |
---|
219 | |
---|
220 | template<typename Device, typename Codecvt, typename Alloc> |
---|
221 | struct code_converter_base { |
---|
222 | typedef detail::code_converter_impl< |
---|
223 | Device, Codecvt, Alloc |
---|
224 | > impl_type; |
---|
225 | code_converter_base() : pimpl_(new impl_type) { } |
---|
226 | shared_ptr<impl_type> pimpl_; |
---|
227 | }; |
---|
228 | |
---|
229 | template< typename Device, |
---|
230 | typename Codecvt = detail::default_codecvt, |
---|
231 | typename Alloc = std::allocator<char> > |
---|
232 | class code_converter |
---|
233 | : protected code_converter_base<Device, Codecvt, Alloc> |
---|
234 | { |
---|
235 | private: |
---|
236 | typedef detail::code_converter_impl< |
---|
237 | Device, Codecvt, Alloc |
---|
238 | > impl_type; |
---|
239 | typedef typename impl_type::policy_type policy_type; |
---|
240 | typedef typename impl_type::buffer_type buffer_type; |
---|
241 | typedef typename detail::codecvt_holder<Codecvt>::codecvt_type codecvt_type; |
---|
242 | typedef typename detail::codecvt_intern<Codecvt>::type intern_type; |
---|
243 | typedef typename detail::codecvt_extern<Codecvt>::type extern_type; |
---|
244 | typedef typename detail::codecvt_state<Codecvt>::type state_type; |
---|
245 | public: |
---|
246 | typedef intern_type char_type; |
---|
247 | struct category |
---|
248 | : impl_type::mode, device_tag, closable_tag, localizable_tag |
---|
249 | { }; |
---|
250 | BOOST_STATIC_ASSERT(( |
---|
251 | is_same< |
---|
252 | extern_type, |
---|
253 | BOOST_DEDUCED_TYPENAME char_type_of<Device>::type |
---|
254 | >::value |
---|
255 | )); |
---|
256 | public: |
---|
257 | code_converter() { } |
---|
258 | #if BOOST_WORKAROUND(__GNUC__, < 3) |
---|
259 | code_converter(code_converter& rhs) |
---|
260 | : code_converter_base<Device, Codecvt, Alloc>(rhs) |
---|
261 | { } |
---|
262 | code_converter(const code_converter& rhs) |
---|
263 | : code_converter_base<Device, Codecvt, Alloc>(rhs) |
---|
264 | { } |
---|
265 | #endif |
---|
266 | BOOST_IOSTREAMS_FORWARD( code_converter, open_impl, Device, |
---|
267 | BOOST_IOSTREAMS_CONVERTER_PARAMS, |
---|
268 | BOOST_IOSTREAMS_CONVERTER_ARGS ) |
---|
269 | |
---|
270 | // fstream-like interface. |
---|
271 | |
---|
272 | bool is_open() const { return this->pimpl_->is_open(); } |
---|
273 | void close(BOOST_IOS::openmode which = BOOST_IOS::in | BOOST_IOS::out ) |
---|
274 | { impl().close(which); } |
---|
275 | |
---|
276 | // Device interface. |
---|
277 | |
---|
278 | std::streamsize read(char_type*, std::streamsize); |
---|
279 | std::streamsize write(const char_type*, std::streamsize); |
---|
280 | void imbue(const std::locale& loc) { impl().cvt_.imbue(loc); } |
---|
281 | |
---|
282 | // Direct device access. |
---|
283 | |
---|
284 | Device& operator*() { return detail::unwrap_direct(dev()); } |
---|
285 | Device* operator->() { return &detail::unwrap_direct(dev()); } |
---|
286 | private: |
---|
287 | template<typename T> // Used for forwarding. |
---|
288 | void open_impl(const T& t BOOST_IOSTREAMS_CONVERTER_PARAMS()) |
---|
289 | { |
---|
290 | impl().open(t BOOST_IOSTREAMS_CONVERTER_ARGS()); |
---|
291 | } |
---|
292 | |
---|
293 | const codecvt_type& cvt() { return impl().cvt_.get(); } |
---|
294 | policy_type& dev() { return impl().dev(); } |
---|
295 | buffer_type& in() { return impl().buf_.first(); } |
---|
296 | buffer_type& out() { return impl().buf_.second(); } |
---|
297 | impl_type& impl() { return *this->pimpl_; } |
---|
298 | }; |
---|
299 | |
---|
300 | //--------------Implementation of converter-----------------------------------// |
---|
301 | |
---|
302 | // Implementation note: if end of stream contains a partial character, |
---|
303 | // it is ignored. |
---|
304 | template<typename Device, typename Codevt, typename Alloc> |
---|
305 | std::streamsize code_converter<Device, Codevt, Alloc>::read |
---|
306 | (char_type* s, std::streamsize n) |
---|
307 | { |
---|
308 | using namespace std; |
---|
309 | const extern_type* next; // Next external char. |
---|
310 | intern_type* nint; // Next internal char. |
---|
311 | streamsize total = 0; // Characters read. |
---|
312 | int status = iostreams::char_traits<char>::good(); |
---|
313 | bool partial = false; |
---|
314 | buffer_type& buf = in(); |
---|
315 | |
---|
316 | do { |
---|
317 | |
---|
318 | // Fill buffer. |
---|
319 | if (buf.ptr() == buf.eptr() || partial) { |
---|
320 | status = buf.fill(dev()); |
---|
321 | if (buf.ptr() == buf.eptr()) |
---|
322 | break; |
---|
323 | partial = false; |
---|
324 | } |
---|
325 | |
---|
326 | // Convert. |
---|
327 | codecvt_base::result result = |
---|
328 | cvt().in( buf.state(), |
---|
329 | buf.ptr(), buf.eptr(), next, |
---|
330 | s + total, s + n, nint ); |
---|
331 | buf.ptr() += next - buf.ptr(); |
---|
332 | total = static_cast<streamsize>(nint - s); |
---|
333 | |
---|
334 | switch (result) { |
---|
335 | case codecvt_base::partial: |
---|
336 | partial = true; |
---|
337 | break; |
---|
338 | case codecvt_base::ok: |
---|
339 | break; |
---|
340 | case codecvt_base::noconv: |
---|
341 | { |
---|
342 | streamsize amt = |
---|
343 | std::min<streamsize>(next - buf.ptr(), n - total); |
---|
344 | detail::strncpy_if_same(s + total, buf.ptr(), amt); |
---|
345 | total += amt; |
---|
346 | } |
---|
347 | break; |
---|
348 | case codecvt_base::error: |
---|
349 | default: |
---|
350 | buf.state() = state_type(); |
---|
351 | throw code_conversion_error(); |
---|
352 | } |
---|
353 | |
---|
354 | } while (total < n && status != EOF && status != WOULD_BLOCK); |
---|
355 | |
---|
356 | return total == 0 && status == EOF ? -1 : total; |
---|
357 | } |
---|
358 | |
---|
359 | template<typename Device, typename Codevt, typename Alloc> |
---|
360 | std::streamsize code_converter<Device, Codevt, Alloc>::write |
---|
361 | (const char_type* s, std::streamsize n) |
---|
362 | { |
---|
363 | using namespace std; |
---|
364 | buffer_type& buf = out(); |
---|
365 | extern_type* next; // Next external char. |
---|
366 | const intern_type* nint; // Next internal char. |
---|
367 | streamsize total = 0; // Characters written. |
---|
368 | bool partial = false; |
---|
369 | |
---|
370 | while (total < n) { |
---|
371 | |
---|
372 | // Empty buffer. |
---|
373 | if (buf.eptr() == buf.end() || partial) { |
---|
374 | if (!buf.flush(dev())) |
---|
375 | break; |
---|
376 | partial = false; |
---|
377 | } |
---|
378 | |
---|
379 | // Convert. |
---|
380 | codecvt_base::result result = |
---|
381 | cvt().out( buf.state(), |
---|
382 | s + total, s + n, nint, |
---|
383 | buf.eptr(), buf.end(), next ); |
---|
384 | int progress = (int) (next - buf.eptr()); |
---|
385 | buf.eptr() += progress; |
---|
386 | |
---|
387 | switch (result) { |
---|
388 | case codecvt_base::partial: |
---|
389 | partial = true; // Fall through. |
---|
390 | case codecvt_base::ok: |
---|
391 | total = static_cast<streamsize>(nint - s); |
---|
392 | break; |
---|
393 | case codecvt_base::noconv: |
---|
394 | { |
---|
395 | streamsize amt = |
---|
396 | std::min<streamsize>( nint - total - s, |
---|
397 | buf.end() - buf.eptr() ); |
---|
398 | detail::strncpy_if_same(buf.eptr(), s + total, amt); |
---|
399 | total += amt; |
---|
400 | } |
---|
401 | break; |
---|
402 | case codecvt_base::error: |
---|
403 | default: |
---|
404 | buf.state() = state_type(); |
---|
405 | throw code_conversion_error(); |
---|
406 | } |
---|
407 | } |
---|
408 | return total; |
---|
409 | } |
---|
410 | |
---|
411 | //----------------------------------------------------------------------------// |
---|
412 | |
---|
413 | } } // End namespaces iostreams, boost. |
---|
414 | |
---|
415 | #include <boost/iostreams/detail/config/enable_warnings.hpp> // Borland 5.x |
---|
416 | |
---|
417 | #endif // #ifndef BOOST_IOSTREAMS_CODE_CONVERTER_HPP_INCLUDED |
---|