selenium이나 request로 크롤링을 하는 중 차단을 당한 경우 우회하는 방법 중 하나

pip install random_user_agent

#!/usr/bin/env python
if 1 == 1:
    import sys
    import os

    sys.path.append(os.path.dirname(os.path.abspath(os.path.dirname(__file__))))


from random_user_agent.user_agent import UserAgent
from random_user_agent.params import SoftwareName, OperatingSystem


class RandomUserAgentTest:
    def __init__(self):
        self.get_headers()
        print(self.headers)

    def set_user_agent(self):
        software_names = [SoftwareName.CHROME.value]
        operating_systems = [OperatingSystem.WINDOWS.value, OperatingSystem.LINUX.value]
        user_agent_rotator = UserAgent(software_names=software_names, operating_systems=operating_systems, limit=100)
        self.user_agent = user_agent_rotator.get_random_user_agent()

    def get_headers(self):
        self.set_user_agent()
        self.headers = {
            "User-Agent": self.user_agent,
        }


if __name__ == "__main__":
    test = RandomUserAgentTest()

user_agent를 랜덤하게 바꾸는 것으로 회피할 수 있다.