小篇用這案例來說
post get session cookie
import requests
import webbrowser
#使用get 會留有計錄
print('\nget')
param = {"q":"python"}
r = requests.get('https://www.google.com/search?source=hp&ei=KEnHW-6BDcWv8QWyspngDA&', params=param)
print(r.url)
webbrowser.open(r.url)
print("\n")
#使用post 不會留有計錄
print('\npost name')
data = {'firstname': 'lambert', 'lastname': 'wu'}
r = requests.post('http://pythonscraping.com/pages/files/processing.php', data=data)
print(r.text)
print('\npost image')
# http://pythonscraping.com/files/form2.html
file = {'uploadFile': open('./123.png', 'rb')}
r = requests.post('http://pythonscraping.com/pages/files/processing2.php', files=file)
print(r.text)
#使用cookie案例
print('\npost login')
# http://pythonscraping.com/pages/cookies/login.html
payload = {'username': 'lambert', 'password': 'password'}
r = requests.post('http://pythonscraping.com/pages/cookies/welcome.php', data=payload)
print(r.cookies.get_dict())
# http://pythonscraping.com/pages/cookies/profile.php
r = requests.get('http://pythonscraping.com/pages/cookies/profile.php', cookies=r.cookies)
print(r.text)
#使用案例
print('\nsession login')
# http://pythonscraping.com/pages/cookies/login.html
session=requests.session()
payload={'username': 'lambert', 'password': 'password'}
r=session.post('http://pythonscraping.com/pages/cookies/welcome.php', data=payload)
print(r.cookies.get_dict())
r = session.get("http://pythonscraping.com/pages/cookies/profile.php")
print(r.text)
========================== result ==============================
get
https://www.google.com/search?source=hp&ei=KEnHW-6BDcWv8QWyspngDA&&q=python
post name
Hello there, lambert wu!
post image
uploads/123.png
The file 123.png has been uploaded.
post login
{'loggedin': '1', 'username': 'lambert'}
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML+RDFa 1.0//EN"
"http://www.w3.org/MarkUp/DTD/xhtml-rdfa-1.dtd">
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" version="XHTML+RDFa 1.0" dir="ltr"
xmlns:content="http://purl.org/rss/1.0/modules/content/"
xmlns:dc="http://purl.org/dc/terms/"
xmlns:foaf="http://xmlns.com/foaf/0.1/"
xmlns:og="http://ogp.me/ns#"
xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#"
xmlns:sioc="http://rdfs.org/sioc/ns#"
xmlns:sioct="http://rdfs.org/sioc/types#"
xmlns:skos="http://www.w3.org/2004/02/skos/core#"
xmlns:xsd="http://www.w3.org/2001/XMLSchema#">
<head profile="http://www.w3.org/1999/xhtml/vocab">
<meta charset="utf-8" />
<link rel="shortcut icon" href="http://pythonscraping.com/misc/favicon.ico" type="image/vnd.microsoft.icon" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="MobileOptimized" content="width" />
<meta name="Generator" content="Drupal 7 (http://drupal.org)" />
<meta name="HandheldFriendly" content="true" />
<title>Page not found | Web Scraping with Python</title>
<style type="text/css" media="all">
@import url("http://pythonscraping.com/modules/system/system.base.css?pa2nir");
@import url("http://pythonscraping.com/modules/system/system.menus.css?pa2nir");
@import url("http://pythonscraping.com/modules/system/system.messages.css?pa2nir");
@import url("http://pythonscraping.com/modules/system/system.theme.css?pa2nir");
</style>
<style type="text/css" media="all">
@import url("http://pythonscraping.com/modules/comment/comment.css?pa2nir");
@import url("http://pythonscraping.com/modules/field/theme/field.css?pa2nir");
@import url("http://pythonscraping.com/modules/node/node.css?pa2nir");
@import url("http://pythonscraping.com/modules/search/search.css?pa2nir");
@import url("http://pythonscraping.com/modules/user/user.css?pa2nir");
@import url("http://pythonscraping.com/sites/all/modules/views/css/views.css?pa2nir");
@import url("http://pythonscraping.com/sites/all/modules/ckeditor/css/ckeditor.css?pa2nir");
</style>
<style type="text/css" media="all">
@import url("http://pythonscraping.com/sites/all/modules/ctools/css/ctools.css?pa2nir");
</style>
<style type="text/css" media="all">
@import url("http://pythonscraping.com/sites/all/themes/skeletontheme/css/skeleton.css?pa2nir");
@import url("http://pythonscraping.com/sites/all/themes/skeletontheme/css/style.css?pa2nir");
@import url("http://pythonscraping.com/sites/all/themes/skeletontheme/css/buttons.css?pa2nir");
@import url("http://pythonscraping.com/sites/all/themes/skeletontheme/css/layout.css?pa2nir");
@import url("http://pythonscraping.com/sites/all/themes/skeletontheme/color/colors.css?pa2nir");
</style>
<script type="text/javascript" src="http://pythonscraping.com/misc/jquery.js?v=1.4.4"></script>
<script type="text/javascript" src="http://pythonscraping.com/misc/jquery.once.js?v=1.2"></script>
<script type="text/javascript" src="http://pythonscraping.com/misc/drupal.js?pa2nir"></script>
<script type="text/javascript" src="http://pythonscraping.com/sites/all/themes/skeletontheme/js/jquery.mobilemenu.js?pa2nir"></script>
<script type="text/javascript">
<!--//--><![CDATA[//><!--
jQuery(document).ready(function($) {
$("#navigation .content > ul").mobileMenu({
prependTo: "#navigation",
combine: false,
switchWidth: 760,
topOptionText: Drupal.settings.skeletontheme['topoptiontext']
});
});
//--><!]]>
</script>
<script type="text/javascript" src="http://pythonscraping.com/sites/all/modules/google_analytics/googleanalytics.js?pa2nir"></script>
<script type="text/javascript">
<!--//--><![CDATA[//><!--
(function(i,s,o,g,r,a,m){i["GoogleAnalyticsObject"]=r;i[r]=i[r]||function(){(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)})(window,document,"script","https://www.google-analytics.com/analytics.js","ga");ga("create", "UA-57871098-1", {"cookieDomain":"auto"});ga("set", "anonymizeIp", true);ga("set", "page", "/404.html?page=" + document.location.pathname + document.location.search + "&from=" + document.referrer);ga("send", "pageview");
//--><!]]>
</script>
<script type="text/javascript">
<!--//--><![CDATA[//><!--
jQuery.extend(Drupal.settings, {"basePath":"\/","pathPrefix":"","skeletontheme":{"topoptiontext":"Select a page"},"ajaxPageState":{"theme":"skeletontheme","theme_token":"BFFW4xwpG9CF5ev-6OZUZRgZ1J_si3b46gbF73CuXWw","js":{"misc\/jquery.js":1,"misc\/jquery.once.js":1,"misc\/drupal.js":1,"sites\/all\/themes\/skeletontheme\/js\/jquery.mobilemenu.js":1,"0":1,"sites\/all\/modules\/google_analytics\/googleanalytics.js":1,"1":1},"css":{"modules\/system\/system.base.css":1,"modules\/system\/system.menus.css":1,"modules\/system\/system.messages.css":1,"modules\/system\/system.theme.css":1,"modules\/comment\/comment.css":1,"modules\/field\/theme\/field.css":1,"modules\/node\/node.css":1,"modules\/search\/search.css":1,"modules\/user\/user.css":1,"sites\/all\/modules\/views\/css\/views.css":1,"sites\/all\/modules\/ckeditor\/css\/ckeditor.css":1,"sites\/all\/modules\/ctools\/css\/ctools.css":1,"sites\/all\/themes\/skeletontheme\/css\/skeleton.css":1,"sites\/all\/themes\/skeletontheme\/css\/style.css":1,"sites\/all\/themes\/skeletontheme\/css\/buttons.css":1,"sites\/all\/themes\/skeletontheme\/css\/layout.css":1,"sites\/all\/themes\/skeletontheme\/color\/colors.css":1}},"googleanalytics":{"trackOutbound":1,"trackMailto":1,"trackDownload":1,"trackDownloadExtensions":"7z|aac|arc|arj|asf|asx|avi|bin|csv|doc(x|m)?|dot(x|m)?|exe|flv|gif|gz|gzip|hqx|jar|jpe?g|js|mp(2|3|4|e?g)|mov(ie)?|msi|msp|pdf|phps|png|ppt(x|m)?|pot(x|m)?|pps(x|m)?|ppam|sld(x|m)?|thmx|qtm?|ra(m|r)?|sea|sit|tar|tgz|torrent|txt|wav|wma|wmv|wpd|xls(x|m|b)?|xlt(x|m)|xlam|xml|z|zip"}});
//--><!]]>
</script>
</head>
<body class="html not-front not-logged-in one-sidebar sidebar-first page-pages page-pages-cookies page-pages-cookies-profilephp" >
<div id="skip-link">
<a href="#main-content" class="element-invisible element-focusable">Skip to main content</a>
</div>
<div id="wrap">
<div class="container">
<div class="clear"></div>
<!-- #header -->
<div id="header" class="sixteen columns clearfix">
<div class="inner">
<a href="/" title="Home" rel="home" id="logo">
<img src="http://pythonscraping.com/sites/default/files/lrg_0.jpg" alt="Home" />
</a>
<div id="name-and-slogan">
<div id="site-name">
<a href="/" title="Home" rel="home">Web Scraping with Python</a>
</div>
</div>
</div>
</div><!-- /#header -->
<div class="clear"></div>
<!-- #navigation -->
<div id="navigation" class="sixteen columns clearfix">
<div class="menu-header">
<div class="content">
</div>
</div>
</div><!-- /#navigation -->
<!-- #sidebar-first -->
<div id="sidebar-first" class="five columns">
<div class="region region-sidebar-first">
<div id="block-block-1" class="block block-block">
<h2>Buy WSwP Directly from O'Reilly:</h2>
<div class="content">
<iframe src="http://www.oreilly.com/authors/widgets/669.html" height="500px" width="200px" scrolling="no" frameborder="0"></iframe> </div>
</div>
</div>
</div><!-- /#sidebar-first -->
<div id="content" class="eleven columns">
<div id="main">
<h1 class="title" id="page-title">
Page not found </h1>
<div class="tabs">
</div>
<div class="region region-content">
<div id="block-system-main" class="block block-system">
<div class="content">
The requested page "/pages/cookies/profile.php" could not be found. </div>
</div>
</div>
</div>
</div><!-- /#content -->
<div class="clear"></div>
</div>
<div id="footer" >
<div class="container">
<div class="sixteen columns clearfix">
<div class="one_third">
</div>
<div class="one_third">
</div>
<div class="one_third last">
</div>
<div class="clear"></div>
<div class="clear"></div>
<div id="credits">
2018 Web Scraping with Python<br/>
© Ryan Mitchell, All Rights Reserved. For questions about reproduction or use of any material on this site, please contact ryan.e.mitchell@gmail.com
</div>
</div>
</div>
</div>
</div> <!-- /#wrap --> </body>
</html>
session login
{'loggedin': '1', 'username': 'lambert'}
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML+RDFa 1.0//EN"
"http://www.w3.org/MarkUp/DTD/xhtml-rdfa-1.dtd">
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" version="XHTML+RDFa 1.0" dir="ltr"
xmlns:content="http://purl.org/rss/1.0/modules/content/"
xmlns:dc="http://purl.org/dc/terms/"
xmlns:foaf="http://xmlns.com/foaf/0.1/"
xmlns:og="http://ogp.me/ns#"
xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#"
xmlns:sioc="http://rdfs.org/sioc/ns#"
xmlns:sioct="http://rdfs.org/sioc/types#"
xmlns:skos="http://www.w3.org/2004/02/skos/core#"
xmlns:xsd="http://www.w3.org/2001/XMLSchema#">
<head profile="http://www.w3.org/1999/xhtml/vocab">
<meta charset="utf-8" />
<link rel="shortcut icon" href="http://pythonscraping.com/misc/favicon.ico" type="image/vnd.microsoft.icon" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="MobileOptimized" content="width" />
<meta name="Generator" content="Drupal 7 (http://drupal.org)" />
<meta name="HandheldFriendly" content="true" />
<title>Page not found | Web Scraping with Python</title>
<style type="text/css" media="all">
@import url("http://pythonscraping.com/modules/system/system.base.css?pa2nir");
@import url("http://pythonscraping.com/modules/system/system.menus.css?pa2nir");
@import url("http://pythonscraping.com/modules/system/system.messages.css?pa2nir");
@import url("http://pythonscraping.com/modules/system/system.theme.css?pa2nir");
</style>
<style type="text/css" media="all">
@import url("http://pythonscraping.com/modules/comment/comment.css?pa2nir");
@import url("http://pythonscraping.com/modules/field/theme/field.css?pa2nir");
@import url("http://pythonscraping.com/modules/node/node.css?pa2nir");
@import url("http://pythonscraping.com/modules/search/search.css?pa2nir");
@import url("http://pythonscraping.com/modules/user/user.css?pa2nir");
@import url("http://pythonscraping.com/sites/all/modules/views/css/views.css?pa2nir");
@import url("http://pythonscraping.com/sites/all/modules/ckeditor/css/ckeditor.css?pa2nir");
</style>
<style type="text/css" media="all">
@import url("http://pythonscraping.com/sites/all/modules/ctools/css/ctools.css?pa2nir");
</style>
<style type="text/css" media="all">
@import url("http://pythonscraping.com/sites/all/themes/skeletontheme/css/skeleton.css?pa2nir");
@import url("http://pythonscraping.com/sites/all/themes/skeletontheme/css/style.css?pa2nir");
@import url("http://pythonscraping.com/sites/all/themes/skeletontheme/css/buttons.css?pa2nir");
@import url("http://pythonscraping.com/sites/all/themes/skeletontheme/css/layout.css?pa2nir");
@import url("http://pythonscraping.com/sites/all/themes/skeletontheme/color/colors.css?pa2nir");
</style>
<script type="text/javascript" src="http://pythonscraping.com/misc/jquery.js?v=1.4.4"></script>
<script type="text/javascript" src="http://pythonscraping.com/misc/jquery.once.js?v=1.2"></script>
<script type="text/javascript" src="http://pythonscraping.com/misc/drupal.js?pa2nir"></script>
<script type="text/javascript" src="http://pythonscraping.com/sites/all/themes/skeletontheme/js/jquery.mobilemenu.js?pa2nir"></script>
<script type="text/javascript">
<!--//--><![CDATA[//><!--
jQuery(document).ready(function($) {
$("#navigation .content > ul").mobileMenu({
prependTo: "#navigation",
combine: false,
switchWidth: 760,
topOptionText: Drupal.settings.skeletontheme['topoptiontext']
});
});
//--><!]]>
</script>
<script type="text/javascript" src="http://pythonscraping.com/sites/all/modules/google_analytics/googleanalytics.js?pa2nir"></script>
<script type="text/javascript">
<!--//--><![CDATA[//><!--
(function(i,s,o,g,r,a,m){i["GoogleAnalyticsObject"]=r;i[r]=i[r]||function(){(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)})(window,document,"script","https://www.google-analytics.com/analytics.js","ga");ga("create", "UA-57871098-1", {"cookieDomain":"auto"});ga("set", "anonymizeIp", true);ga("set", "page", "/404.html?page=" + document.location.pathname + document.location.search + "&from=" + document.referrer);ga("send", "pageview");
//--><!]]>
</script>
<script type="text/javascript">
<!--//--><![CDATA[//><!--
jQuery.extend(Drupal.settings, {"basePath":"\/","pathPrefix":"","skeletontheme":{"topoptiontext":"Select a page"},"ajaxPageState":{"theme":"skeletontheme","theme_token":"ReLVDVBLF8jE0-U5c-b7fq2suADtfm12fa6CKgsFZFU","js":{"misc\/jquery.js":1,"misc\/jquery.once.js":1,"misc\/drupal.js":1,"sites\/all\/themes\/skeletontheme\/js\/jquery.mobilemenu.js":1,"0":1,"sites\/all\/modules\/google_analytics\/googleanalytics.js":1,"1":1},"css":{"modules\/system\/system.base.css":1,"modules\/system\/system.menus.css":1,"modules\/system\/system.messages.css":1,"modules\/system\/system.theme.css":1,"modules\/comment\/comment.css":1,"modules\/field\/theme\/field.css":1,"modules\/node\/node.css":1,"modules\/search\/search.css":1,"modules\/user\/user.css":1,"sites\/all\/modules\/views\/css\/views.css":1,"sites\/all\/modules\/ckeditor\/css\/ckeditor.css":1,"sites\/all\/modules\/ctools\/css\/ctools.css":1,"sites\/all\/themes\/skeletontheme\/css\/skeleton.css":1,"sites\/all\/themes\/skeletontheme\/css\/style.css":1,"sites\/all\/themes\/skeletontheme\/css\/buttons.css":1,"sites\/all\/themes\/skeletontheme\/css\/layout.css":1,"sites\/all\/themes\/skeletontheme\/color\/colors.css":1}},"googleanalytics":{"trackOutbound":1,"trackMailto":1,"trackDownload":1,"trackDownloadExtensions":"7z|aac|arc|arj|asf|asx|avi|bin|csv|doc(x|m)?|dot(x|m)?|exe|flv|gif|gz|gzip|hqx|jar|jpe?g|js|mp(2|3|4|e?g)|mov(ie)?|msi|msp|pdf|phps|png|ppt(x|m)?|pot(x|m)?|pps(x|m)?|ppam|sld(x|m)?|thmx|qtm?|ra(m|r)?|sea|sit|tar|tgz|torrent|txt|wav|wma|wmv|wpd|xls(x|m|b)?|xlt(x|m)|xlam|xml|z|zip"}});
//--><!]]>
</script>
</head>
<body class="html not-front not-logged-in one-sidebar sidebar-first page-pages page-pages-cookies page-pages-cookies-profilephp" >
<div id="skip-link">
<a href="#main-content" class="element-invisible element-focusable">Skip to main content</a>
</div>
<div id="wrap">
<div class="container">
<div class="clear"></div>
<!-- #header -->
<div id="header" class="sixteen columns clearfix">
<div class="inner">
<a href="/" title="Home" rel="home" id="logo">
<img src="http://pythonscraping.com/sites/default/files/lrg_0.jpg" alt="Home" />
</a>
<div id="name-and-slogan">
<div id="site-name">
<a href="/" title="Home" rel="home">Web Scraping with Python</a>
</div>
</div>
</div>
</div><!-- /#header -->
<div class="clear"></div>
<!-- #navigation -->
<div id="navigation" class="sixteen columns clearfix">
<div class="menu-header">
<div class="content">
</div>
</div>
</div><!-- /#navigation -->
<!-- #sidebar-first -->
<div id="sidebar-first" class="five columns">
<div class="region region-sidebar-first">
<div id="block-block-1" class="block block-block">
<h2>Buy WSwP Directly from O'Reilly:</h2>
<div class="content">
<iframe src="http://www.oreilly.com/authors/widgets/669.html" height="500px" width="200px" scrolling="no" frameborder="0"></iframe> </div>
</div>
</div>
</div><!-- /#sidebar-first -->
<div id="content" class="eleven columns">
<div id="main">
<h1 class="title" id="page-title">
Page not found </h1>
<div class="tabs">
</div>
<div class="region region-content">
<div id="block-system-main" class="block block-system">
<div class="content">
The requested page "/pages/cookies/profile.php" could not be found. </div>
</div>
</div>
</div>
</div><!-- /#content -->
<div class="clear"></div>
</div>
<div id="footer" >
<div class="container">
<div class="sixteen columns clearfix">
<div class="one_third">
</div>
<div class="one_third">
</div>
<div class="one_third last">
</div>
<div class="clear"></div>
<div class="clear"></div>
<div id="credits">
2018 Web Scraping with Python<br/>
© Ryan Mitchell, All Rights Reserved. For questions about reproduction or use of any material on this site, please contact ryan.e.mitchell@gmail.com
</div>
</div>
</div>
</div>
</div> <!-- /#wrap --> </body>
</html>
留言列表
