COMPSCI 296.2, Fall 2004

Experimental Methods in Computer Systems

CPS 296.2 Home

Tentative Schedule

Lecture Notes

Readings

Assignments 

   

Reading List (evolving)

Experimentation

@ARTICLE{tichy98,
AUTHOR = "Walter Tichy",
TITLE = "Should Computer Scientists Experiment More?",
JOURNAL = "IEEE Computer",
YEAR = "1998",
PAGES = "32-40",
MONTH = "May",
NOTE = "" }

@ARTICLE{platt64,
AUTHOR = "John Platt",
TITLE = "Strong Inference",
JOURNAL = "Science",
YEAR = "1964",
VOLUME = "196",
PAGES = "347-353",
MONTH = "October",
NOTE = "[html]" }

Metrics

@inproceedings{endo:latency,
author = "Yasuhiro Endo and Zheng Wang and J. Bradley Chen and Margo I. Seltzer",
title = "Using Latency to Evaluate Interactive System Performance",
booktitle = "OSDI",
year = "1996",
pages ="185-199",
note ="http://www.eecs.harvard.edu/vino/perf/osdi.ps" }

Good Example of Strong Inference

@inproceedings{wolman:coop,
author = {Alec Wolman and M. Voelker and Nitin Sharma and Neal Cardwell and Anna Karlin and Henry M. Levy},
title = {On the scale and performance of cooperative Web proxy caching},
booktitle = {Proceedings of the seventeenth ACM symposium on Operating systems principles},
year = {1999},
pages = {16--31},
publisher = {ACM Press},
note = "http://www.cs.washington.edu/research/networking/websys/pubs/sosp99.ps" }

Workloads -- Benchmarks

@inproceedings{mogul:brittle,
author = "Jeffrey C. Mogul",
title = "Brittle metrics in operating systems research",
booktitle = "Proc. HotOS-VII",
pages = "90-95",
location = "Rio Rico, AZ",
month = "March",
year = "1999",
note =" http://www.research.digital.com/wrl/people/mogul/mogulhotos7.ps"}

@inproceedings{chen:selfscaling,
author = {Peter M. Chen and David A. Patterson},
title = {A new approach to I/O performance evaluation: self-scaling I/O benchmarks, predicted I/O performance},
booktitle = {Proceedings of the 1993 ACM SIGMETRICS conference on Measurement and modeling of computer systems},
year = {1993},
isbn = {0-89791-580-1},
pages = {1--12},
location = {Santa Clara, California, United States},
doi = {http://doi.acm.org/10.1145/166955.166966},
publisher = {ACM Press},
note =" http://www.eecs.umich.edu/Rio/papers/sigmetrics93.pdf" }

Characterization

@inproceedings{saroiu:osdi02,
AUTHORS ="Stefan Saroiu and Krishna P. Gummadi and Richard J. Dunn and Steven D. Gribble and Henry M. Levy",
TITLE = "An Analysis of Internet Content Delivery Systems",
BOOKTITLE = "Proceedings of OSDI",
MONTH = "December",
YEAR = "2002",
NOTE ="http://www.cs.washington.edu/research/networking/websys/pubs/osdi_2002/osdi.pdf " }

@INPROCEEDINGS{Sherwood-ProgramBehavior,
author= "Timothy Sherwood and Erez Perelman and Greg Hamerly and Brad Calder",
title="Automatically Characterizing Large Scale Program Behavior",
booktitle="International Conference on Architectural Support for Programming Languages and Operating Systems",
year=2002,
month = "October",
NOTE = "http://www-cse.ucsd.edu/~calder/papers/ASPLOS-02-SimPoint.pdf" }

Time and Data Analysis

@INPROCEEDINGS{elson:time,
author = "Jeremy Elson and Lewis Girod and Deborah Estrin",
title ="Fine-grained Network Time Synchronization using Reference Broadcasts",
booktitle = "Proceedings of Symp. on Operating System Design and Implementation (OSDI)",
year = 2002,
month = "December",
NOTE = "http://lecs.cs.ucla.edu/Publications/papers/broadcast-osdi.pdf" }

Simulation

@INPROCEEDINGS{mauer:timing_first,
author = "Carl J. Mauer and Mark D. Hill and David A. Wood",
title ="Full-System Timing-First Simulation",
booktitle = "Proceedings ACM SIGMETRICS conference",
year = "2002",
NOTE = "http://www.cs.wisc.edu/multifacet/papers/sigmetrics02_tfsim.pdf"
}

@Article(magnusson:simics:ieeecomputer:2002,
title = "Simics: A Full System Simulation Platform",
author = "Peter S. Magnusson and Magnus Christensson and Jesper Eskilson and Daniel Forsgren and Gustav Hallberg and Johan Hogberg and Fredik Larsson and Andreas Moestedt and Bengt Werner",
journal = "IEEE Computer",
volume = 35,
number = 2,
month = Feb,
year = 2002,
pages = "50-58", )

@Article(rosenblum:simos:ieeepadt:1995,
title = "Complete Computer System Simulation: The SimOS Approach",
author = "Mendel Rosenblum and Stephen A. Herrod and Emmett Witchel and Anoop Gupta",
journal = "IEEE Parallel and Distributed Technology: Systems and Applications",
volume = 3,
number = 4,
year = 1995,
pages = "34-43", )

@Article(rosenblum:simos:tomacs:1997,
title = "Using the SimOS Machine Simulator to Study Complex Computer Systems",
author = " Mendel Rosenblum and Edouard Bugnion and Scott Devine and Steve Herrod",
journal = "ACM TOMACS Special Issue on Computer Simulation",
volume = 7,
number = 1,
year = 1997,
month = "January",
pages = "78 -- 103",
NOTE = " ftp://www-flash.stanford.edu/pub/hive/TOMACS96-simos.pdf ", )

@Article(fujimoto:simulation:cacm:1990,
title = "Parallel Discrete Event Simulation",
author = "Richard M. Fujimoto",
journal = "Communications of the ACM",
volume = 33,
number = 10,
month = Oct,
year = 1990,
pages = "30-53",
note = " Accessible from the acm digital library (Duke site license) off of http://doi.acm.org/10.1145/84537.84545 "
}

 

 


Last updated August 22, 2004