Cakephp.nu blog » mod_magnet http://www.cakephp.nu Cake and cookies by Jippi Wed, 11 Aug 2010 09:15:50 +0000 en hourly 1 http://wordpress.org/?v=3.0.1 Faster Page Loads – Bundle Your CSS and Javascript with lighttpd http://www.cakephp.nu/faster-page-loads-bundle-your-css-and-javascript-lighttpd-mod_magnet-lua http://www.cakephp.nu/faster-page-loads-bundle-your-css-and-javascript-lighttpd-mod_magnet-lua#comments Tue, 18 Mar 2008 15:23:40 +0000 Christian Winther http://www.cakephp.nu/lighttpd-mod_magnet-written-lua-concat-script Hello again,

Preface

This time I have been busy playing with Lighttpd and mod_magnet. I found a blog post where darix mentions a post from sitepoint where they demostrate a technique to speed up the HTTP GET of javascript and CSS files.

Its quite simple really, instead of doing

<link href="/css/styles1.css" rel="stylesheet" type="text/css" />
<link href="/css/styles2.css" rel="stylesheet" type="text/css" />
<link href="/css/styles3.css" rel="stylesheet" type="text/css" />

you simply do

<link href="/css/styles1.css,styles2.css,styles3.css" rel="stylesheet" type="text/css" />

and then this script will automagic concat them together into one big file, and make lighty serve that one instead. (The same goes for javascript files, or anything really)

This could save ALOT of HTTP GET’s to your server, and increase the overall loadtime and performance of your site alot, especially if you use alot of Web2.0 stuff :)

However, the Lua source for their script was not made public, so nobody could benifit from their otherwise impressive speed gains. :(

Until now.. or, well, almost – its not their script, but my own attempt to mimic what they did in pure Lua :)

I tried to keep the dependencies down to a minimum, however I decided to use one, md5.
You can find the source here (5.1, 5.0)

Config

charset (Line 42)
Set it so it matches the headers in your lighttpd.conf file. Must match your mod_compress settings aswell to utilize that feature
prefix (Line 43)
Could be anything really, its just a mean to “namespace” your cached files so you can run the script with multiple configs
rootPath (Line 44)
The path to look for the files to concat, default should be fine for most DOC_ROOT/js and DOC_ROOT/css
concatRoot (Line 45)
The folder to store the concated files, can be anywhere :)

Setup

  • Put the source below somewhere on your disk, I asume you name it bundle.lua
  • Enable mod_magnet in lighttpd.conf
  • Add magnet.attract-physical-path-to = ( “YOUR_PATH/bundle.lua” ) to your config where needed
  • Restart lighttpd
  • Modify your css/js links to utilize the new feature:)

Optimal you can enable mod_compress aswell, bundle.lua works out of the box with any other lighttpd module you may have :)

Source

download source

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87

--- get stat information on a path
-- @param path to stat
-- @param the ftype to return
-- @return false if ftype or path does not exist
function file_info(path, ftype)
    local attr = lighty.stat(path)
    if attr and attr[ftype] then
        return attr[ftype]
    end
    return false
end
 
--- Wrapper for reading a full file into a string
-- @param filename Full path to the file
-- @return a string with the content of the file
function read_file(filename) 
    local content = ""
    if file_info(filename, "is_file") then
        local file = io.open(filename, "r")
        content = file:read("*a")
        io.close(file)
    end
    return content
end
 
--- Wrapper for writeing content to a file
-- @param filename Full path to the destionation file
-- @param content The string to write
function write_cache(filename, content) 
    local file = io.open(filename, "w")
    file:write(content)
    io.close(file)
end
 
--- Concat multiple files into one file 
-- @param lighty lighty global variable passed to the method
-- @param match The files that will be concat into a file
-- @param fileExtension Do !NOT! include the dot ( . )
function combine_files(lighty, files, fileExtension)
    require "md5" 
 
    local charset       = "; charset=utf-8"
    local prefix        = "cache-"
    local rootPath      = lighty.env["physical.doc-root"] .. fileExtension .. "/"
    local concatRoot     = "/tmp/cache/"
    local lastModified  = 0
 
    for file in string.gmatch(files, "(.-\." .. fileExtension .. "),?") do
        local fullPath = rootPath .. file
        modTime = file_info(fullPath, "st_mtime")
        if type(modTime) == "number" then
            lastModified = math.max(lastModified, modTime)
        end            
     end
 
     local hash = lastModified .. "-" .. md5.sumhexa(files)
     lighty.header["Etag"] = '"' .. hash ..'"'
 
    local cacheFile = prefix .. hash .. '.' .. fileExtension
    if not file_info(concatRoot .. cacheFile, "is_file") then
        local content = ""
        for file in string.gmatch(match, "(.-\." .. fileExtension .. "),?") do
            content = content .. "\n"
            content = content .. "/**\n"
            content = content .. " *\n"
            content = content .. " *  " .. file .. "\n"
            content = content .. " *\n"
            content = content .. " */\n"
            content = content .. "\n"
            content = content .. read_file(rootPath .. file)
        end
        write_cache(concatRoot .. cacheFile, content )
    end
    lighty.env["physical.path"] = concatRoot .. cacheFile
end
 
if (not file_info(lighty.env["physical.path"], "is_file")) then
    css = string.match(lighty.env["physical.path"], "css/(.*\.css)")
	if css then
        return combine_files(lighty, css, "css")
    end
 
    js = string.match(lighty.env["physical.path"], "js/(.*\.js)")	    
	if js then
        return combine_files(lighty, js, "js")
	end 
end
Tags: , , ,
]]> http://www.cakephp.nu/faster-page-loads-bundle-your-css-and-javascript-lighttpd-mod_magnet-lua/feed 10