1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
|
<?php
/**
* Contains wrapper class for interface to parse and generate YAML files.
*
* @file
* @author Ævar Arnfjörð Bjarmason
* @author Niklas Laxström
* @copyright Copyright © 2009-2013, Niklas Laxström, Ævar Arnfjörð Bjarmason
* @license GPL-2.0-or-later
*/
/**
* This class is a wrapper class to provide interface to parse
* and generate YAML files with syck or spyc backend.
*/
class TranslateYaml {
/**
* @param string $text
* @return array
* @throws MWException
*/
public static function loadString( $text ) {
global $wgTranslateYamlLibrary;
switch ( $wgTranslateYamlLibrary ) {
case 'phpyaml':
// Harden: do not support unserializing objects.
// Method 1: PHP ini setting (not supported by HHVM)
// Method 2: Callback handler for !php/object
$previousValue = ini_set( 'yaml.decode_php', false );
$ignored = 0;
$callback = function ( $value ) {
return $value;
};
$ret = yaml_parse( $text, 0, $ignored, [ '!php/object' => $callback ] );
ini_set( 'yaml.decode_php', $previousValue );
if ( $ret === false ) {
// Convert failures to exceptions
throw new InvalidArgumentException( 'Invalid Yaml string' );
}
return $ret;
case 'spyc':
$yaml = spyc_load( $text );
return self::fixSpycSpaces( $yaml );
case 'syck':
$yaml = self::syckLoad( $text );
return self::fixSyckBooleans( $yaml );
default:
throw new MWException( 'Unknown Yaml library' );
}
}
/**
* @param array &$yaml
* @return array
*/
public static function fixSyckBooleans( &$yaml ) {
foreach ( $yaml as &$value ) {
if ( is_array( $value ) ) {
self::fixSyckBooleans( $value );
} elseif ( $value === 'yes' ) {
$value = true;
}
}
return $yaml;
}
/**
* @param array &$yaml
* @return array
*/
public static function fixSpycSpaces( &$yaml ) {
foreach ( $yaml as $key => &$value ) {
if ( is_array( $value ) ) {
self::fixSpycSpaces( $value );
} elseif ( is_string( $value ) && $key === 'header' ) {
$value = preg_replace( '~^\*~m', ' *', $value ) . "\n";
}
}
return $yaml;
}
public static function load( $file ) {
$text = file_get_contents( $file );
return self::loadString( $text );
}
public static function dump( $text ) {
global $wgTranslateYamlLibrary;
switch ( $wgTranslateYamlLibrary ) {
case 'phpyaml':
return self::phpyamlDump( $text );
case 'spyc':
return Spyc::YAMLDump( $text );
case 'syck':
return self::syckDump( $text );
default:
throw new MWException( 'Unknown Yaml library' );
}
}
protected static function phpyamlDump( $data ) {
if ( !is_array( $data ) ) {
return yaml_emit( $data, YAML_UTF8_ENCODING );
}
// Fix decimal-less floats strings such as "2."
// https://bugs.php.net/bug.php?id=76309
$random = MWCryptRand::generateHex( 8 );
// Ensure our random does not look like a number
$random = "X$random";
$mangler = function ( &$item ) use ( $random ) {
if ( preg_match( '/^[0-9]+\.$/', $item ) ) {
$item = "$random$item$random";
}
};
array_walk_recursive( $data, $mangler );
$yaml = yaml_emit( $data, YAML_UTF8_ENCODING );
$yaml = str_replace( $random, '"', $yaml );
return $yaml;
}
protected static function syckLoad( $data ) {
# Make temporary file
$td = wfTempDir();
$tf = tempnam( $td, 'yaml-load-' );
# Write to file
file_put_contents( $tf, $data );
$cmd = "perl -MYAML::Syck=LoadFile -MPHP::Serialization=serialize -wle '" .
'my $tf = q[' . $tf . '];' .
'my $yaml = LoadFile($tf);' .
'open my $fh, ">", "$tf.serialized" or die qq[Can not open "$tf.serialized"];' .
'print $fh serialize($yaml);' .
'close($fh);' .
"' 2>&1";
$out = wfShellExec( $cmd, $ret );
if ( (int)$ret !== 0 ) {
throw new MWException( "The command '$cmd' died in execution with exit code '$ret': $out" );
}
$serialized = file_get_contents( "$tf.serialized" );
$php_data = unserialize( $serialized );
unlink( $tf );
unlink( "$tf.serialized" );
return $php_data;
}
protected static function syckDump( $data ) {
# Make temporary file
$td = wfTempDir();
$tf = tempnam( $td, 'yaml-load-' );
# Write to file
$sdata = serialize( $data );
file_put_contents( $tf, $sdata );
$cmd = "perl -MYAML::Syck=DumpFile -MPHP::Serialization=unserialize -MFile::Slurp=slurp -we '" .
'$YAML::Syck::Headless = 1;' .
'$YAML::Syck::SortKeys = 1;' .
'my $tf = q[' . $tf . '];' .
'my $serialized = slurp($tf);' .
'my $unserialized = unserialize($serialized);' .
'my $unserialized_utf8 = deutf8($unserialized);' .
'DumpFile(qq[$tf.yaml], $unserialized_utf8);' .
'sub deutf8 {' .
'if(ref($_[0]) eq "HASH") {' .
'return { map { deutf8($_) } %{$_[0]} };' .
'} elsif(ref($_[0]) eq "ARRAY") {' .
'return [ map { deutf8($_) } @{$_[0]} ];' .
'} else {' .
'my $s = $_[0];' .
'utf8::decode($s);' .
'return $s;' .
'}' .
'}' .
"' 2>&1";
$out = wfShellExec( $cmd, $ret );
if ( (int)$ret !== 0 ) {
throw new MWException( "The command '$cmd' died in execution with exit code '$ret': $out" );
}
$yaml = file_get_contents( "$tf.yaml" );
unlink( $tf );
unlink( "$tf.yaml" );
return $yaml;
}
}
|
