网络数据提取

# File: expekt_main.w
# Name: EXPEKT BETS
# Description: HTML output retrieves all bets from "http://www.expekt.com/"
# Input: URL
# Output format: HTML file
# Output fields: Time, Subject1 - Subejct2, League(type), WinHome, Draw, WinAway

#<Logger File>
#    Global
#    FileName expekt_log.log
#    # log all messages up to debug messages
#    Level debug
#</Logger>

<Section>
    Name expekt_main

    # load content with bets
    <Action ContentURL>
        URL http://www.expekt.com/odds/eventsodds.jsp?range=1000000&sortby=2&active=betting&betcategoryId=%25
        Header Referer: http://www.expekt.com/start.jsp
        RemoveNewLine
    </Action>

    Define $output_file expekt_output.html
    
    # clean output file
    <Action Print>
        FileName {$output_file}
        FileMode Write  
    </Action>
	
    <Action Php>
        Code $context->setVariable('$output', $context->getVariable('$output').'<table style="font-size:10px;">\n'); 
    </Action>
	
    <Pattern>
        RegExp <tr align="left" class="t">
    </Pattern>

    # find all dates
    <Section While>
        Optional
        NoContext
        
        <Pattern>
            Name date
            RegExp <td colspan="7">*<b>{$date:re([^<]*)}</b>
        </Pattern>
        
        <Action Php>
            Code $context->setVariable('$output', $context->getVariable('$output')\
                .'<tr><td colspan="6">'\
                .'<b>'.$context->getVariable('$date').'</b>'\
                .'</td></tr>\n'); 
        </Action>
		        
        # find all bets
        <Section While>
            # continue also if date contains no bet
            Optional
            NoContext
            
            # iterate up to this pattern (date)
            EndAt <tr align="left" class="t">
            
            <Pattern>
                RegExp <tr class="oddsRow
            </Pattern>
			
            <Section Or>
                NoContext
                Optional
                EndAt <tr class="oddsRow
				
                <Pattern>
                    # match bet
                    RegExp <!-- Date -->*<td*>{$time}</td>*<!-- Event -->*<td*>*<table*>*<tr>*<td*></td>*<td*>\
                        {$subject1}{:re(\s+-\s+)}{$subject2}<BR>{:re(.*?)}</td>*<!-- Type -->*<td*>\
                        {$league}</td>*<!-- Odds -->*<td*>\
                        {$win_home}</td>*<td*>\
                        {$draw}</td>*<td*>{$win_away}</td>
                    Trim
                </Pattern>
				
                <Pattern>
                    # match bet
                    RegExp <!-- Date -->*<td*>{$time}</td>*<!-- Event -->*<td*>\
                        {$subject1}{:re(\s+-\s+)}{$subject2}<BR>{:re(.*?)}</td>*<!-- Type -->*<td*>\
                        {$league}</td>*<!-- Odds -->*<td*>\
                        {$win_home}</td>*<td*>\
                        {$draw}</td>*<td*>{$win_away}</td>
                    Trim
                </Pattern>
				
                <Pattern>
                    # match bet
                    RegExp <!-- Date -->*<td*>{$time}</td>*<!-- Event -->*<td*>\
                        {$subject1}{:re(\s+-\s+)}{$subject2}<{:re(.*?)}</td>*<!-- Type -->*<td*>\
                        {$league}</td>*<!-- Odds -->*<td*>\
                        {$win_home}</td>*<td*>\
                        {$draw}</td>*<td*>{$win_away}</td>
                    Trim
                </Pattern>
				
                <Pattern>
                    # match bet
                    RegExp <!-- Date -->*<td*>{$time}</td>*<!-- Event -->*<td*>\
                        {$subject1}{:re(\s+-\s+)}{$subject2}<{:re(.*?)}</td>*<!-- Type -->*<td*>{:re(.*?)}<td*>\
                        {$league}</td>{:re(.*?)}<!-- Odds -->*<td*>\
                        {$win_home}</td>*<td*>\
                        {$draw}</td>*<td*>{$win_away}</td>
                    Trim
                </Pattern>
				
                <Pattern>
                    # match bet
                    RegExp <!-- Date -->*<td*>{$time}</td>*<!-- Event -->*<td*>\
                        {$subject1}{:re(\s+-\s+)}{$subject2}</td>*<!-- Type -->*<td*>\
                        {$league}</td>*<!-- Odds -->*<td*>\
                        {$win_home}</td>*<td*>\
                        {$draw}</td>*<td*>{$win_away}</td>
                    Trim
                </Pattern>	
				
                <Pattern>
                    # match bet
                    RegExp <!-- Date -->*<td*>{$time}</td>*<!-- Event -->*<td*>*<a *>\
                        {$subject1}{:re(\s+-\s+)}{$subject2}</a>*</td>*<!-- Type -->*<td*>\
                        {$league}</td>*<!-- Odds -->*<td*>\
                        {$win_home}</td>*<td*>\
                        {$draw}</td>*<td*>{$win_away}</td>
                    Trim
                </Pattern>
            </Section>
			
            <Action Php>
                Code $context->setVariable('$output', $context->getVariable('$output')\
                    .'<tr>\n<td>'.$context->getVariable('$time').'</td>\n<td>'\
                    .$context->getVariable('$subject1').' - '.$context->getVariable('$subject2')\
                    .'</td>\n<td>'.$context->getVariable('$league')\
                    .'</td>\n<td>'.$context->getVariable('$win_home')\
                    .'</td>\n<td>'.$context->getVariable('$draw')\
                    .'</td>\n<td>'.$context->getVariable('$win_away')\
                    .'</td>\n</tr>'); 
            </Action>
        </Section>
        <Action Php>
            Code $context->setVariable('$output', $context->getVariable('$output')\
                .'<tr><td colspan="6">&nbsp;</td></tr>\n'); 
        </Action>
    </Section>
    
    <Action Php>
        Code $context->setVariable('$output', $context->getVariable('$output').'</table>\n'); 
    </Action>
	
    <Action Print>
        FileName {$output_file}
        Text {$output}
    </Action>

</Section>

Main expekt_main