#pip install Appium-Python-Client==2.6.1

#selenium                  4.11.2

from appium import webdriver

from selenium.webdriver.common.by import By

from time import sleep

#设置设备信息

desired = {

    "platformName": "Android",

    "platformVersion": "5.1.1",

    "deviceName": "VOG-AL10",

    "appPackage": "com.android.browser",

    "appActivity": "com.android.browser.BrowserActivity"

}

#设置appium的服务

server = 'http://localhost:4723/wd/hub'

# 新建一个driver

driver = webdriver.Remote(server, options=desired)

#蒙版元素，需要点击一下

value = '/hierarchy/android.widget.FrameLayout/android.widget.FrameLayout/android.widget.FrameLayout/android.widget.LinearLayout/android.widget.FrameLayout[2]/android.widget.LinearLayout/android.widget.FrameLayout/android.webkit.WebView'

driver.find_element(By.XPATH,value).click()

sleep(1)

#定位输入框

input_text = '/hierarchy/android.widget.FrameLayout/android.widget.FrameLayout/android.widget.FrameLayout/android.widget.LinearLayout/android.widget.FrameLayout[2]/android.widget.LinearLayout/android.widget.FrameLayout/android.webkit.WebView/android.webkit.WebView/android.view.View[2]/android.view.View[3]/android.view.View/android.widget.EditText'

input = driver.find_element(By.XPATH,input_text)

#输入内容,清空数据

input.clear()

input.send_keys('音乐')

sleep(1)

#定位按钮

button_text = '/hierarchy/android.widget.FrameLayout/android.widget.FrameLayout/android.widget.FrameLayout/android.widget.LinearLayout/android.widget.FrameLayout[2]/android.widget.LinearLayout/android.widget.FrameLayout/android.webkit.WebView/android.webkit.WebView/android.view.View[2]/android.view.View[3]/android.view.View/android.widget.Button'

button = driver.find_element(By.XPATH,button_text)

#点击按钮

button.click()

sleep(1)

#com.android.browser/.BrowserActivity

启动报错：

Traceback (most recent call last):

  File "d:\python\spiderProject\移动端爬虫\appium的实战.py", line 21, in <module>

    driver = webdriver.Remote(server, options=desired)

  File "D:\virtualenv\spider_env\lib\site-packages\appium\webdriver\webdriver.py", line 230, in __init__

    super().__init__(

TypeError: WebDriver.__init__() got an unexpected keyword argument 'desired_capabilities'

老师，这个实验用for语句控制了访问次数，那么如果在某些网站上面，我只访问一次去获取数据，那服务器是不是就不会崩溃啊

老师，用爬虫爬取数据的时候，假如服务器允许10个人访问，为啥爬虫会占用一个以上的资源？

证书问题解决不了，这部分内容很难进行下去

老师为什么要引入header

老师，移动端爬虫，模拟器配置完代理后，报错

Traceback (most recent call last):
  File "f:\code\spider\scrapy\scrapy03\scrapy03\begin.py", line 1, in <module>
    from scrapy.cmdline import execute
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\scrapy\__init__.py", line 15, in <module>        
    from scrapy.spiders import Spider
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\scrapy\spiders\__init__.py", line 99, in <module>
    from scrapy.spiders.crawl import CrawlSpider, Rule
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\scrapy\spiders\crawl.py", line 15, in <module>   
    from scrapy.utils.spider import iterate_spider_output
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\scrapy\utils\spider.py", line 5, in <module>
    from scrapy.utils.defer import deferred_from_coro
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\scrapy\utils\defer.py", line 33, in <module>
    from scrapy.utils.reactor import _get_asyncio_event_loop, is_asyncio_reactor_installed
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\scrapy\utils\reactor.py", line 8, in <module>
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\twisted\internet\asyncioreactor.py", line 19, in <module>
    from twisted.internet.posixbase import (
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\twisted\internet\posixbase.py", line 16, in <module>
    from twisted.internet import error, tcp, udp
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\twisted\internet\tcp.py", line 38, in <module>
    from twisted.internet._newtls import (
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\twisted\internet\_newtls.py", line 18, in <module>
    from twisted.protocols.tls import TLSMemoryBIOFactory, TLSMemoryBIOProtocol
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\twisted\protocols\tls.py", line 42, in <module>
    from OpenSSL.SSL import Connection, Error, SysCallError, WantReadError, ZeroReturnError
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\OpenSSL\__init__.py", line 8, in <module>
    from OpenSSL import SSL, crypto
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\OpenSSL\SSL.py", line 19, in <module>
    from OpenSSL.crypto import (
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\OpenSSL\crypto.py", line 3263, in <module>
    utils.deprecated(
TypeError: deprecated() got an unexpected keyword argument 'name'
PS F:\code\spider\scrapy\scrapy03> & D:/Users/W9020478/AppData/Local/Programs/Python/Python311/python.exe f:/code/spider/scrapy/scrapy03/scrapy03/begin.py
Traceback (most recent call last):
  File "f:\code\spider\scrapy\scrapy03\scrapy03\begin.py", line 1, in <module>
    from scrapy.cmdline import execute
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\scrapy\__init__.py", line 15, in <module>
    from scrapy.spiders import Spider
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\scrapy\spiders\__init__.py", line 99, in <module>
    from scrapy.spiders.crawl import CrawlSpider, Rule
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\scrapy\spiders\crawl.py", line 15, in <module>
    from scrapy.utils.spider import iterate_spider_output
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\scrapy\utils\spider.py", line 5, in <module>
    from scrapy.utils.defer import deferred_from_coro
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\scrapy\utils\defer.py", line 33, in <module>
    from scrapy.utils.reactor import _get_asyncio_event_loop, is_asyncio_reactor_installed
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\scrapy\utils\reactor.py", line 8, in <module>
    from twisted.internet import asyncioreactor, error
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\twisted\internet\asyncioreactor.py", line 19, in <module>
    from twisted.internet.posixbase import (
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\twisted\internet\posixbase.py", line 16, in <module>
    from twisted.internet import error, tcp, udp
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\twisted\internet\tcp.py", line 38, in <module>
    from twisted.internet._newtls import (
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\twisted\internet\_newtls.py", line 18, in <module>
    from twisted.protocols.tls import TLSMemoryBIOFactory, TLSMemoryBIOProtocol
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\twisted\protocols\tls.py", line 42, in <module>
    from OpenSSL.SSL import Connection, Error, SysCallError, WantReadError, ZeroReturnError
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\OpenSSL\__init__.py", line 8, in <module>
    from OpenSSL import SSL, crypto
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\OpenSSL\SSL.py", line 19, in <module>
    from OpenSSL.crypto import (
  File "D:\Users\W9020478\AppData\Local\Programs\Python\Python311\Lib\site-packages\OpenSSL\crypto.py", line 3263, in <module>
    utils.deprecated(
TypeError: deprecated() got an unexpected keyword argument 'name'

不知道总是报这个错误，其他都跟老师打的一样

这个next是必须要加上去的吗，edge浏览器上没有next，

bin/bash在哪里能看到?是docker ps 后的command吗

url='https://www.kuaidaili.com/login/'

headers={'User-Agent':UserAgent().edge}

data={

    'username': '15387059168',

    'password': '123456abc',

}

req=Request(url,headers=headers,data=urlencode(data).encode())

#创建一个控制器用来辅助保存cookie

handler=HTTPCookieProcessor()

#创建一个可以保存cookie的opener

opener=build_opener(handler)

#发送请求，用于登录用户

resp=opener.open(req)

#----------------------登录成功--------------------

index_url='https://www.kuaidaili.com/usercenter/overview'

index_req=Request(url,headers=headers)

index_resp=opener.open(index_req)

with open('tmp.html','wb') as f:

    f.write(index_resp.read())

运行之后搜索，显示无结果

(bzsxt_env) PS D:\python\AUTO_CODE\scrapy05> pip install cryptography==36.0.2

WARNING: Ignoring invalid distribution -ip (d:\python\python_env\bzsxt_env\lib\site-packages)

Looking in indexes: https://pypi.tuna.tsinghua.edu.cn/simple

Collecting cryptography==36.0.2

  Using cached https://pypi.tuna.tsinghua.edu.cn/packages/46/cd/abfb77b8a0666f38ec321e49eef3733cbecb3caf79926ec14a7fe3b2217f/cryptography-36.0.2-cp36-abi3-win_amd64.whl (2.2 MB)

Requirement already satisfied: cffi>=1.12 in d:\python\python_env\bzsxt_env\lib\site-packages (from cryptography==36.0.2) (1.15.1)

Requirement already satisfied: pycparser in d:\python\python_env\bzsxt_env\lib\site-packages (from cffi>=1.12->cryptography==36.0.2) (2.21)

WARNING: Ignoring invalid distribution -ip (d:\python\python_env\bzsxt_env\lib\site-packages)

Installing collected packages: cryptography

ERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.

pyopenssl 23.2.0 requires cryptography!=40.0.0,!=40.0.1,<42,>=38.0.0, but you have cryptography 36.0.2 which is incompatible.

Successfully installed cryptography-36.0.2

用不了，看错误信息的意思版本要>=38.0.0

能看看这个报错吗

请求完之后就是这个样子，跟老师视频里的内容不一样

显示报错，找不到办法

老师，我按照视频的做法走到python操作appium，目前fiddler、模拟器和appium都正常，但是python端一直报错，报错信息如下：

Traceback (most recent call last):

  File "D:\Simon\simonPythonPractice\移动端爬虫(spider_of_fiddler_get_application_data)\manipulate_android_simulator_with_appium.py", line 16, in <module>

    driver_android = webdriver.Remote(server, desired)

                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

  File "D:\Python311\Lib\site-packages\appium\webdriver\webdriver.py", line 230, in __init__

    super().__init__(

TypeError: WebDriver.__init__() got an unexpected keyword argument 'desired_capabilities'