Skip to content

Implement support for Western Union #3

Description

@Blakeinstein
import scrapy

from scrapy import Request

url = 'https://www.westernunion.com/wuconnect/prices/catalog'

headers = {
    "authority": "www.westernunion.com",
    "accept": "*/*",
    "x-nyupe9cs-a": "-HWv3HMGL1LMtZTf_t2gNN8eYpL7fN9KwvWnYM5SfH7oeKFBIJ1GApGp91Vt27QB2OjTFLRLnRhoNODOuI_vyPva2A8LgfdedNWipwhwbv35qDeeKybNCZYOlNHXpSvr2scQnRsq3=4WirplV_qnxzdLSj=hgDpM3L8vdZoEuV11mcsPZaJ8NcG5fUszguLFOmt8SIt7y1yAo05S4uqN2M2MZffBHrzYOsEHJCUtO8-Bezg5aTleN0PaawKFpa=-Kuf8w3jxoA7BKUqts_GQiIIVMedl9V7uLfotXkKtHq-Oc4ApBE1SjzplT=1n3aatKzwN79QRLEiLWDUiIL=lBKq9KEhiy1k8ZkRiv_19Yqh7yKcabHTyQso1tvkAb9lJvEwFqwoRSC1TLxMEWWe0V9=tV1urK5RDT0ftDBHrfX=ss-h0eIsYv2ZCkr_bdLeFj5hc-efbf32EX70QNLjlZo8sViF-_E-RhK2B243kRmY1hVOLW9s0q5SzrQ2l1saUGp8xoUW7QYSCnJm2scoVzYi7Ji4bE0Tx995TerqMMhfBH3_B0z774IW8RfIn-OUbqqn-UV=IYSX4gZKdVjBcx7dm1ARukTsN=VnZNM0sLPnrNMNpK1QjsLvEc2khcq-ckR4UfCK3lFg3PRiu3goiy5XrF2yI8AzcC2iTnTI=PMu8PjIMbmMeK_jyNB=07K=Pu02-J=3M4RVSsyS7pwsmBUA9=8n7jKV2rNYm0lgQ132rLpAZ7vcDMBwCW1bcriNblpiBRAL2DIkSIj5MRiiZMMsRXgbNJVqFThxBrD2xr9MylMyFU4WiFJ9J3V0ocpZp3k5pcBOsu1MBSwomylSayB0QioVG38XDfLHUogPSq5=fo=w3Z4xoRJEhKECX_7vQjqWMz_VSjQZvWYGJHebsKld4fdvjqLdClB7tGJYwY3_A=vXbD7eQHNkh921d7U73s3fDn1d9oqDuramB9cjQeCpy==xOM9CC_BNWIkcHkk4JzYR1vxllJUNBkn44vgKBnQmCbUbWxnTyBc31oxVYXHH4uIVqfLqFUP3NYxHMUg_fueF20RrMbYIH0MUW0i8hqi4YoRiHL_1OgBdWEXNOA7lAR-mTbWEWWTbZL4G_sTD=i9O7isP=3G8=UfDrNEioHLKcdKNOSCAkkV419TG3sDyBn=BEtAKwGrorD4reeMv2bGj=4hcFmqRm5GQLcTf3S2laUsaul=C_OSSDEkMWu2d3evZMiIZRcN--4iPNjiLtZrrtSegMIUMNDk2YG9n2p4gb-YXicte0GRq3h-=0RCNDMEgQ-dZSwVl3ktUfwfGAakSJbvXj5vzKCPXbBvbj2OoSEzbBHcCCFsq0oi3FezN0VDccgfBxqKSrEixlt0nhbgPf3IcMO1DEQxeomNc_jgLeuN=1uZY2XzYciNtNaFuvEKAqKI1pz=0wZXGYDgxikBIAiCdOdQjoKKYqM-gAqR1uOSVE_8vs2L2oIBQGF-yrQvpaiUWekkm4TS=DoFIL8E7UvaxFllZL=LNc0lQ3lRvuekGtCEeHUJbottPxIj39Z-pbnMzJSFWcMkkYCs0VbGeFxEBpEWAvkf5jDAZJ7pwSQayDVXmWAinOQ5odnaFIo2yzncQDXa3d_gN_F4gXM1pZa0NCkoHE0C44b3bHvzrqojHgE3NmLS9dLhAPpd1kMY3amXa5OkFKY29a4ZR3t7kySvcgz27ZIw-usRWjFWokrvL9NuV5EBf3mJTuUQBgwtz=yWjolw_8VIgQ4aB9zB2k8YRo4GIi4pxGHH2MWMZOnRr0hHkwcDNz2ghyRd-L-R4M2p7CN=pzrO1urBor1yupqFtXnwL4WzLgmvaMFU-5s1ADQDanKvySQm3I1timKGPcKJjH8j5LunMQECzjHCfKqCyk=35juYFbGCtqKdes_KeW3iyvyhE9FjxRFaJFL3AtK2PCRUInWyrhE2NTFttmSeqxtPghDK7tbOPMmqBM3e-W1FbgL5JK7RcNb_k=SOiksOsM0mTeeUIjvwW0GpJ3dOs=hZXY",
    "x-nyupe9cs-b": "bifms8",
    "x-nyupe9cs-c": "ACDDWGyDAQAAAfEJW2kYz-w2lXCeXd8A-qdxkcQkAJE4CgX_I7xkWOdUulq9",
    "x-nyupe9cs-d": "ABaChIjBDKGNgUGAQZIQhISi0eIAtJmBDgC8ZFjnVLpavf_____JSxVAAFDNAm_IMiCKug4w7H52wQM",
    "x-nyupe9cs-f": "AznyWWyDAQAAXePxrTKC0Lh5FDptTTLTbP179Ng2a0FadIBkeCfIcQFkXbOIAWKn3FSucjv8wH8AAOfvAAAAAA==",
    "x-nyupe9cs-z": "q"
}

body = '{"header_request":{"version":"0.5","request_type":"PRICECATALOG"},"sender":{"client":"WUCOM","channel":"WWEB","funds_in":"PF","curr_iso3":"INR","cty_iso2_ext":"IN","send_amount":"25000.00"},"receiver":{"curr_iso3":"USD","cty_iso2_ext":"US","cty_iso2":"US"}}'

class WuSpider(scrapy.Spider):
    name = 'wu'
    
    def start_requests(self):
        reqRemit = Request(
            url=url,
            method='POST',
            dont_filter=True,
            headers=headers,
            body=body,
        )
        return [reqRemit]

    def parse(self, response):
        data = response.json()
        yield data
    # start_urls = ["https://www.westernunion.com/in/en"]

    # def parse(self, response):
    #     body = response.json()
    #     groups = body.get("services_groups")[0]
    #     remit = body.get("services_groups")[0]["pay_groups"][0]["fx_rate"]
    #     yield {
    #         'remit': 1 / float(remit),
    #     }
# catalog request

The above snippet is the progress I made already on this. Core part of the problem is to resolve the header values that need to be appended to the request by parsing the script files that we get from fetching the website.

Activity

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment

Metadata

Metadata

Assignees

No one assigned

    Labels

    enhancementNew feature or requesthelp wantedExtra attention is needed

    Projects

    No projects

      Milestone

      No milestone

      Relationships

      None yet

      Development

      No branches or pull requests

      Issue actions