garylgh

  --log_gc (Log heap samples on garbage collection for the hp2ps tool.)
        type: bool  default: false
  --expose_gc (expose gc extension)
        type: bool  default: false
  --max_new_space_size (max size of the new generation (in kBytes))
        type: int  default: 0
  --max_old_space_size (max size of the old generation (in Mbytes))
        type: int  default: 0
  --max_executable_size (max size of executable memory (in Mbytes))
        type: int  default: 0

garylgh

# -*- coding: utf-8 -*-
def transactional():
     def transaction(func):
         def __decorator(obj,*args,**kwargs):
             try:
                 func(obj,*args,**kwargs)
                 print 'do commit'
                 obj.session.commit()
             except Exception,e:
                 obj.session.rollback()

garylgh

npm install npm@3 -g

garylgh

mkdir -p /usr/local/etc/nginx/sites-{enabled,available}
cd /usr/local/etc/nginx/sites-enabled
ln -s ../sites-available/default.conf
ln -s ../sites-available/default-ssl.conf

File locations:

• nginx.conf to /usr/local/etc/nginx/
• default.conf and default-ssl.conf to /usr/local/etc/nginx/sites-available
• homebrew.mxcl.nginx.plist to /Library/LaunchDaemons/

garylgh

from scrapy import log
from scrapy.item import Item
from scrapy.http import Request
from scrapy.contrib.spiders import XMLFeedSpider


def NextURL():
    """
    Generate a list of URLs to crawl. You can query a database or come up with some other means
    Note that if you generate URLs to crawl from a scraped URL then you're better of using a 

garylgh

var Util = require('util');
var Https = require('https');
var Tls = require('tls');

/**
 * HTTPS Agent for node.js HTTPS requests via a proxy.
 * blog.vanamco.com/connecting-via-proxy-node-js/
 */
function HttpsProxyAgent(options)
{

garylgh

var http = require(‘http’);

var proxy = http.createServer(function(request, response) {

var options = {
    host: 'proxy.xxxx.com', // 这里是代理服务器       
    port: 8080, // 这里是代理服务器端口 
    path: request.url,       
    method: request.method,
    headers: {

garylgh

Node.js Best Practice Exception Handling

Code examples from this stack overflow answer.

garylgh

function formatDate(date, format) {
            if (typeof date === "string") {
                var mts = date.match(/(\/Date\((\d+)\)\/)/);
                if (mts && mts.length >= 3) {
                    date = parseInt(mts[2]);
                }
            }
            
            date = new Date(date);
            if (!date || date.toUTCString() == "Invalid Date") {

garylgh

$.ajaxSetup({
    beforeSend: function(xhr, settings) {
        if (settings.type == 'POST' || settings.type == 'PUT' || settings.type == 'DELETE') {
            function getCookie(name) {
                var cookieValue = null;
                if (document.cookie && document.cookie != '') {
                    var cookies = document.cookie.split(';');
                    for (var i = 0; i < cookies.length; i++) {
                        var cookie = jQuery.trim(cookies[i]);
                        // Does this cookie string begin with the name we want?