JAVA爬虫模拟执行页面点击事件

待我称王封你为后i 2023-06-04 06:57 25阅读 0赞

## 所需依赖： ##

// 用例1
            <dependency>
    			<groupId>net.sourceforge.htmlunit</groupId>
    			<artifactId>com.springsource.com.gargoylesoftware.htmlunit</artifactId>
    			<version>2.6.0</version>
    		</dependency>
    
            //用例2
            <dependency>
                <groupId>net.sourceforge.htmlunit</groupId>
                <artifactId>htmlunit</artifactId>
                <version>2.49.1</version>
            </dependency>

# 代码示例 #

import java.io.IOException;
    import java.net.MalformedURLException;
    import java.util.List;
    import com.gargoylesoftware.htmlunit.WebClient;
    import com.gargoylesoftware.htmlunit.html.HtmlElement;
    import com.gargoylesoftware.htmlunit.html.HtmlInput;
    import com.gargoylesoftware.htmlunit.html.HtmlPage;
    
    
    /**
     * 模拟点击，动态获取页面信息
    * @Author: Uncle liu
    * @Date: 2019-10-07 15:39
    */
    public class JsoupHttpClient {
    
        private static class innerWebClient{
            private static final  WebClient webClient = new WebClient();
        }
    
        /**
         * 获取指定网页实体
         * @param url 
         * @return
         */
        public static HtmlPage getHtmlPage(String url){
            //调用此方法时加载WebClient
            WebClient webClient = innerWebClient.webClient;
            //用例1设置方式
            // 取消 JS 支持
            webClient.setJavaScriptEnabled(false);
            // 取消 CSS 支持
            webClient.setCssEnabled(false);
            //用例2设置方式
            // 取消 JS 支持
            webClient.getOptions().setJavaScriptEnabled(false);
            // 取消 CSS 支持
            webClient.getOptions().setCssEnabled(false);
            HtmlPage page=null;
            try{
                // 获取指定网页实体
                page = (HtmlPage) webClient.getPage(url);
            }catch (MalformedURLException e){
                e.printStackTrace();
            }catch (IOException e){
                e.printStackTrace();
            }
            return page;
        }
    
    
        public static void main(String[] args) throws Exception {
            // 获取指定网页实体
            HtmlPage page = getHtmlPage("https://www.baidu.com/");
            System.out.println(page.asText());  //asText()是以文本格式显示
            System.out.println(page.asXml());   //asXml()是以xml格式显示
            // 获取搜索输入框
            HtmlInput input = page.getHtmlElementById("kw");
            // 往输入框 “填值”
            input.setValueAttribute("绿林寻猫");
            // 获取搜索按钮
            HtmlInput btn = page.getHtmlElementById("su");
            // “点击” 搜索
            HtmlPage page2 = btn.click();
            // 选择元素
            List<Object> byXPath = page2.getByXPath("//h3[@class='t']/a");
            for(Object o:byXPath){
                HtmlElement htmlElement = (HtmlElement) o;
                System.out.println(htmlElement.asText());
            }
        }
    
    }

## 结果： ##

![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQwMzY5OTQ0_size_16_color_FFFFFF_t_70][]

# #

[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQwMzY5OTQ0_size_16_color_FFFFFF_t_70]: /images/20230601/ccd01e277f364d75899b691367f57b6e.png