oubiwann · October 13, 2012 21:01 · Oct 13, 2012 · Oct 13, 2012 · Oct 13, 2012 · Oct 13, 2012
diff --git a/deferred-list.py → 01-deferred-list.py b/deferred-list.py → 01-deferred-list.py
diff --git a/deferred-list-results.py → 02-deferred-list-results.py b/deferred-list-results.py → 02-deferred-list-results.py
diff --git a/page-callbacks.py → 03-page-callbacks.py b/page-callbacks.py → 03-page-callbacks.py
diff --git a/results-with-structure.py → 04-results-with-structure.py b/results-with-structure.py → 04-results-with-structure.py
diff --git a/passing-values.py → 05-passing-values.py b/passing-values.py → 05-passing-values.py
diff --git a/error-checking.py → 06-error-checking.py b/error-checking.py → 06-error-checking.py
diff --git a/deferred-semaphore.py → 07-deferred-semaphore.py b/deferred-semaphore.py → 07-deferred-semaphore.py
diff --git a/cooperator.py → 08-cooperator.py b/cooperator.py → 08-cooperator.py
diff --git a/cooperator.py b/cooperator.py
@@ -5,7 +5,6 @@
 
 urls = [
   'http://twistedmatrix.com',
-  'http://twistedsoftwarefoundation.org',
   'http://yahoo.com',
   'http://www.google.com',
   ]

diff --git a/deferred-semaphore.py b/deferred-semaphore.py
@@ -5,7 +5,6 @@
 
 urls = [
   'http://twistedmatrix.com',
-  'http://twistedsoftwarefoundation.org',
   'http://yahoo.com',
   'http://www.google.com',
   ]

diff --git a/cooperator.py b/cooperator.py
@@ -1,6 +1,5 @@
-from twisted.internet import reactor
+from twisted.internet import defer, reactor, task
 from twisted.web.client import getPage
-from twisted.internet import defer, task
 
 maxRun = 2
 

diff --git a/deferred-list-results.py b/deferred-list-results.py
@@ -1,6 +1,5 @@
-from twisted.internet import reactor
+from twisted.internet import defer, reactor
 from twisted.web.client import getPage
-from twisted.internet.defer import DeferredList
 
 def listCallback(results):
   for isSuccess, content in results:
@@ -13,7 +12,7 @@ def finish(ign):
 def test():
   d1 = getPage('http://www.google.com')
   d2 = getPage('http://yahoo.com')
-  dl = DeferredList([d1, d2])
+  dl = defer.DeferredList([d1, d2])
   dl.addCallback(listCallback)
   dl.addCallback(finish)
 

diff --git a/deferred-list.py b/deferred-list.py
@@ -1,6 +1,5 @@
-from twisted.internet import reactor
+from twisted.internet import defer, reactor
 from twisted.web.client import getPage
-from twisted.internet.defer import DeferredList
 
 def listCallback(results):
   print results
@@ -11,9 +10,9 @@ def finish(ign):
 def test():
   d1 = getPage('http://www.google.com')
   d2 = getPage('http://yahoo.com')
-  dl = DeferredList([d1, d2])
+  dl = defer.DeferredList([d1, d2])
   dl.addCallback(listCallback)
   dl.addCallback(finish)
 
 test()
-reactor.run()
+reactor.run()
diff --git a/deferred-semaphore.py b/deferred-semaphore.py
@@ -1,6 +1,5 @@
-from twisted.internet import reactor
+from twisted.internet import defer, reactor
 from twisted.web.client import getPage
-from twisted.internet import defer
 
 maxRun = 1
 

diff --git a/error-checking.py b/error-checking.py
@@ -1,6 +1,5 @@
-from twisted.internet import reactor
+from twisted.internet import defer, reactor
 from twisted.web.client import getPage
-from twisted.internet.defer import DeferredList
 
 urls = [
   'http://yahoo.com',
@@ -45,7 +44,7 @@ def test():
   for url in urls:
     d = getPageData(url)
     deferreds.append(d)
-  dl = DeferredList(deferreds, consumeErrors=1)
+  dl = defer.DeferredList(deferreds, consumeErrors=1)
   dl.addCallback(listCallback)
   dl.addCallback(finish)
 

diff --git a/page-callbacks.py b/page-callbacks.py
@@ -1,6 +1,5 @@
-from twisted.internet import reactor
+from twisted.internet import defer, reactor
 from twisted.web.client import getPage
-from twisted.internet.defer import DeferredList
 
 def pageCallback(result):
   return len(result)
@@ -16,7 +15,7 @@ def test():
   d1.addCallback(pageCallback)
   d2 = getPage('http://yahoo.com')
   d2.addCallback(pageCallback)
-  dl = DeferredList([d1, d2])
+  dl = defer.DeferredList([d1, d2])
   dl.addCallback(listCallback)
   dl.addCallback(finish)
 

diff --git a/passing-values.py b/passing-values.py
@@ -1,6 +1,5 @@
-from twisted.internet import reactor
+from twisted.internet import defer, reactor
 from twisted.web.client import getPage
-from twisted.internet.defer import DeferredList
 
 def pageCallback(result, url):
   data = {
@@ -26,7 +25,7 @@ def finish(ign):
 def test():
   d1 = getPageData('http://www.google.com')
   d2 = getPageData('http://yahoo.com')
-  dl = DeferredList([d1, d2])
+  dl = defer.DeferredList([d1, d2])
   dl.addCallback(listCallback)
   dl.addCallback(finish)
 

diff --git a/results-with-structure.py b/results-with-structure.py
@@ -1,6 +1,5 @@
-from twisted.internet import reactor
+from twisted.internet import defer, reactor
 from twisted.web.client import getPage
-from twisted.internet.defer import DeferredList
 
 def pageCallback(result):
   data = {
@@ -22,7 +21,7 @@ def test():
   d1.addCallback(pageCallback)
   d2 = getPage('http://yahoo.com')
   d2.addCallback(pageCallback)
-  dl = DeferredList([d1, d2])
+  dl = defer.DeferredList([d1, d2])
   dl.addCallback(listCallback)
   dl.addCallback(finish)
 

diff --git a/cooperator.py b/cooperator.py
@@ -0,0 +1,38 @@
+from twisted.internet import reactor
+from twisted.web.client import getPage
+from twisted.internet import defer, task
+
+maxRun = 2
+
+urls = [
+  'http://twistedmatrix.com',
+  'http://twistedsoftwarefoundation.org',
+  'http://yahoo.com',
+  'http://www.google.com',
+  ]
+
+def pageCallback(result):
+  print len(result)
+  return result
+
+def doWork():
+  for url in urls:
+    d = getPage(url)
+    d.addCallback(pageCallback)
+    yield d
+
+def finish(ign):
+  reactor.stop()
+
+def test():
+  deferreds = []
+  coop = task.Cooperator()
+  work = doWork()
+  for i in xrange(maxRun):
+    d = coop.coiterate(work)
+    deferreds.append(d)
+  dl = defer.DeferredList(deferreds)
+  dl.addCallback(finish)
+
+test()
+reactor.run()
diff --git a/deferred-list-results.py b/deferred-list-results.py
@@ -0,0 +1,21 @@
+from twisted.internet import reactor
+from twisted.web.client import getPage
+from twisted.internet.defer import DeferredList
+
+def listCallback(results):
+  for isSuccess, content in results:
+    print "Successful? %s" % isSuccess
+    print "Content Length: %s" % len(content)
+
+def finish(ign):
+  reactor.stop()
+
+def test():
+  d1 = getPage('http://www.google.com')
+  d2 = getPage('http://yahoo.com')
+  dl = DeferredList([d1, d2])
+  dl.addCallback(listCallback)
+  dl.addCallback(finish)
+
+test()
+reactor.run()
diff --git a/deferred-semaphore.py b/deferred-semaphore.py
@@ -0,0 +1,32 @@
+from twisted.internet import reactor
+from twisted.web.client import getPage
+from twisted.internet import defer
+
+maxRun = 1
+
+urls = [
+  'http://twistedmatrix.com',
+  'http://twistedsoftwarefoundation.org',
+  'http://yahoo.com',
+  'http://www.google.com',
+  ]
+
+def listCallback(results):
+  for isSuccess, result in results:
+    print len(result)
+
+def finish(ign):
+  reactor.stop()
+
+def test():
+  deferreds = []
+  sem = defer.DeferredSemaphore(maxRun)
+  for url in urls:
+    d = sem.run(getPage, url)
+    deferreds.append(d)
+  dl = defer.DeferredList(deferreds)
+  dl.addCallback(listCallback)
+  dl.addCallback(finish)
+
+test()
+reactor.run()
diff --git a/error-checking.py b/error-checking.py
@@ -0,0 +1,53 @@
+from twisted.internet import reactor
+from twisted.web.client import getPage
+from twisted.internet.defer import DeferredList
+
+urls = [
+  'http://yahoo.com',
+  'http://www.google.com',
+  'http://www.google.com/MicrosoftRules.html',
+  'http://bogusdomain.com',
+  ]
+
+def pageCallback(result, url):
+  data = {
+    'length': len(result),
+    'content': result[:10],
+    'url': url,
+    }
+  return data
+
+def pageErrback(error, url):
+  return {
+    'msg': error.getErrorMessage(),
+    'err': error,
+    'url': url,
+    }
+
+def getPageData(url):
+  d = getPage(url, timeout=5)
+  d.addCallback(pageCallback, url)
+  d.addErrback(pageErrback, url)
+  return d
+
+def listCallback(result):
+  for ignore, data in result:
+    if data.has_key('err'):
+      print "Call to %s failed with data %s" % (data['url'], str(data))
+    else:
+      print "Call to %s succeeded with data %s" % (data['url'], str(data))
+
+def finish(ign):
+  reactor.stop()
+
+def test():
+  deferreds = []
+  for url in urls:
+    d = getPageData(url)
+    deferreds.append(d)
+  dl = DeferredList(deferreds, consumeErrors=1)
+  dl.addCallback(listCallback)
+  dl.addCallback(finish)
+
+test()
+reactor.run()
diff --git a/page-callbacks.py b/page-callbacks.py
@@ -0,0 +1,24 @@
+from twisted.internet import reactor
+from twisted.web.client import getPage
+from twisted.internet.defer import DeferredList
+
+def pageCallback(result):
+  return len(result)
+
+def listCallback(result):
+  print result
+
+def finish(ign):
+  reactor.stop()
+
+def test():
+  d1 = getPage('http://www.google.com')
+  d1.addCallback(pageCallback)
+  d2 = getPage('http://yahoo.com')
+  d2.addCallback(pageCallback)
+  dl = DeferredList([d1, d2])
+  dl.addCallback(listCallback)
+  dl.addCallback(finish)
+
+test()
+reactor.run()
diff --git a/passing-values.py b/passing-values.py
@@ -0,0 +1,34 @@
+from twisted.internet import reactor
+from twisted.web.client import getPage
+from twisted.internet.defer import DeferredList
+
+def pageCallback(result, url):
+  data = {
+    'length': len(result),
+    'content': result[:10],
+    'url': url,
+    }
+  return data
+
+def getPageData(url):
+  d = getPage(url)
+  d.addCallback(pageCallback, url)
+  return d
+
+def listCallback(result):
+  for isSuccess, data in result:
+    if isSuccess:
+      print "Call to %s succeeded with data %s" % (data['url'], str(data))
+
+def finish(ign):
+  reactor.stop()
+
+def test():
+  d1 = getPageData('http://www.google.com')
+  d2 = getPageData('http://yahoo.com')
+  dl = DeferredList([d1, d2])
+  dl.addCallback(listCallback)
+  dl.addCallback(finish)
+
+test()
+reactor.run()
diff --git a/results-with-structure.py b/results-with-structure.py
@@ -0,0 +1,30 @@
+from twisted.internet import reactor
+from twisted.web.client import getPage
+from twisted.internet.defer import DeferredList
+
+def pageCallback(result):
+  data = {
+    'length': len(result),
+    'content': result[:10],
+    }
+  return data
+
+def listCallback(result):
+  for isSuccess, data in result:
+    if isSuccess:
+      print "Call to server succeeded with data %s" % str(data)
+
+def finish(ign):
+  reactor.stop()
+
+def test():
+  d1 = getPage('http://www.google.com')
+  d1.addCallback(pageCallback)
+  d2 = getPage('http://yahoo.com')
+  d2.addCallback(pageCallback)
+  dl = DeferredList([d1, d2])
+  dl.addCallback(listCallback)
+  dl.addCallback(finish)
+
+test()
+reactor.run()
diff --git a/deferred-list.py b/deferred-list.py
@@ -0,0 +1,19 @@
+from twisted.internet import reactor
+from twisted.web.client import getPage
+from twisted.internet.defer import DeferredList
+
+def listCallback(results):
+  print results
+
+def finish(ign):
+  reactor.stop()
+
+def test():
+  d1 = getPage('http://www.google.com')
+  d2 = getPage('http://yahoo.com')
+  dl = DeferredList([d1, d2])
+  dl.addCallback(listCallback)
+  dl.addCallback(finish)
+
+test()
+reactor.run()