--- joko/doc/SampleTasks/joko_2003-01.html 2003/01/24 07:18:25 1.15 +++ joko/doc/SampleTasks/joko_2003-01.html 2003/01/26 17:33:29 1.56 @@ -1,4 +1,8 @@ +
+@@ -354,12 +358,633 @@ x mkdir /var/lib/cvs/gateway x chown -R gateway.gateway /var/lib/cvs/gateway x su gateway + x cvs -d /var/lib/cvs checkout -d ~ gateway + +x error on quepasa: + Jan 24 19:00:09 quepasa sm-mta[17960]: STARTTLS=server, relay=pD9E77B39.dip.t-dialin.net [217.231.123.57], version=TLSv1/SSLv3, verify=NO, cipher=RC4-MD5, bits=128/128 + Jan 24 19:00:09 quepasa sm-mta[17960]: h0OI081D017960: ruleset=check_rcpt, arg1=+, relay=pD9E77B39.dip.t-dialin.net [217.231.123.57], reject=550 5.7.1 ... Relaying denied. Proper authentication required. + x add to /etc/mail/default-auth-info + sendmail + sendmail + sendmailpwd + quepasa.netfrag.org + x /etc/init.d/sendmail restart + +o Torus::Publish::Research::Web + o googling for something automagically opens a new task + o all links directly or indirectly coming out of this are sorted below this task + o the user can end this task on demand: timetracking is done automagically as well + +o register tutos.netfrag.org + +o qpopper with tls, sasl and kerberos5? + +o off realtime! the only thing that happens at realtime is MailMiltering. + x cvs checkout of joko/doc is done via cron + x mail2news-dispatching is now done via cron (would be possible "in realtime" via '.forward'ing the mail *directly* to dispatchmail) + +o ctlinnd newgroup nfo.csm (Collaborative System Management) + +o make possible: + o after "cvs update" make question: "Found new items in "" while scanning. Should i add them to the repository?" + o drag & drop arbitrary items out of outlook (.msg, .nws, etc.) - search for them while scanning the fs and sync them + against *original* source. (e.g. 'Message-ID: ') + +x CVSSpam -> nfo.log.cvs + x su root + x cd /etc/mail + x nano virtusertable + x add line: + x cvs-log@netfrag.org gateway + x make virtusertable + x su gateway x cd ~ - x cvs -d /var/lib/cvs checkout -d . gateway + x nano .dispatchmailrc + x add lines: + $self->copy('Newsgate', 'nfo.log.cvs') + if $to =~ m/cvs-log/; + x exit (to logout) + x cvs update CVSROOT/loginfo + x add to CVSROOT/loginfo (to the end of the line starting with '^nfo '): + --to cvs-log@netfrag.org + x cvs commit -m "+ added new notification target: 'cvs-log@netfrag.org'" CVSROOT/loginfo + x tested with some mini-howto + x removed '--to joko@netfrag.org --to jonen@netfrag.org --to bareface@netfrag.org --to janosch@netfrag.org ' + from CVSROOT/loginfo for module 'nfo' + x announce this + x added to '/etc/news/nnrp.access': + *:Read Post:bareface:bareface:* + x /etc/init.d/inn reload + +x add 'gateways'-repository to chora + x nano /data/www/doc/horde/chora/config/cvsroots.php + x add lines: + # 2003-01-24, joko + $cvsroots['gateway'] = array( + 'name' => 'gateway', + 'location' => '/var/lib/cvs/gateway', + 'title' => "$titlePrefix gateway's CVS Repository", + 'cvsusers' => $cvsusers, + ); + +x configured Apache for serving news.netfrag.org + x cleaned up /data/www/virtual/netfrag/conf/httpd.conf + x ./test.conf + x comments + x /etc/init.d/apache reload + x test: http://news.netfrag.org/ + + + +o new module for cvs-repository? + o nfo/layouts/fs/skel/data2 + o checkout to /data on quepasa.netfrag.org + x done: + x su root + x cd /var/lib/cvs + x mkdir -p nfo/layouts/fs/skel/data + x mkdir -p nfo/layouts/fs/skel/data2 + x mkdir -p nfo/hosts/quepasa.netfrag.org/data + x cvs -d /var/lib/cvs checkout -d /data nfo/hosts/quepasa.netfrag.org/data + x *mungle everything and commit!* look at the repository! + x add special group with access to this repository: 'rootsrc' + x groupadd rootsrc + x usermod -G src,staff,rootsrc joko + x usermod -G src,staff,rootsrc jonen + x usermod -G rootsrc root + x change permissions + x cd /var/lib/cvs/nfo/ + x chown -R .rootsrc hosts + x chmod -R g+w hosts + + +x add to system-conf-repository: + x /etc/mail + x php: cvs-redirect + x + +o extend WCron + x show (per-task) if it's currently running or not: provide buttons to (start, stop, pause, resume or cancel a task...) + x use as a frontend for administering nfo/libs/perl/ - backend - tasks(???) + +x install Horde/Troll + x install troll + x cd /home/service/download + x mkdir horde + x cd horde + x wget ftp://ftp.horde.org/pub/troll/troll-0.0.2.tar.gz + x tar -xzf troll-0.0.2.tar.gz --directory=/data/www/doc/horde/ + x configure horde + x cd /data/www/doc/horde/ + x nano config/registry.php + x add lines: + $this->applications['troll'] = array( + 'fileroot' => dirname(__FILE__) . '/../troll', + 'webroot' => $this->applications['horde']['webroot'] . '/troll', + 'icon' => $this->applications['horde']['webroot'] . '/troll/graphics/troll.gif', + 'name' => _("News"), + 'allow_guests' => true, + 'show' => true + ); + x configure Troll + x cd troll/config + x conf.php + x cp conf.php.dist conf.php + x nano conf.php + x edit: + x $conf['news']['server'] = 'news.netfrag.org'; + x $conf['news']['mailserver'] = 'mail.netfrag.org'; + x servers.php + x cp servers.php.dist servers.php + x add: + $servers['netfrag.org'] = array( + 'name' => 'news.netfrag.org', + 'server' => 'news.netfrag.org', + 'port' => 119, + ); + x prefs.php + x cp prefs.php.dist prefs.php + x html.php + x cp html.php.dist html.php + x permissions + x chmod o+r *.php + + + x test: http://netfrag.org/horde/ + o another (more bright) skin for horde@netfrag.org!!! + +o Warum nicht überall Horde? Sondern TUTOS? + o Horde ist sehr breit angelegt, dafür fehlt es jedoch an vielen Stellen noch ein wenig im Detail. + o mittlerweile: mit Hermes & Co.? nochmal ansehen! + +o just do automated operations (like cvs commit) only if system is idle + +o automagically redirect http://netfrag.org/horde/ to https://netfrag.org/horde/ + o with an Apache - rewrite-rule? + +x how to map TUTOS-groups to newsgroups? + x ctlinnd newgroup nfo.tutos.sysadmin + x add dispatching for sysadmin@netfrag.org + x add to /home/service/virtual/gateway/.dispatchmailrc + $self->copy('Newsgate', 'nfo.tutos.sysadmin') if $to =~ m/sysadmin/; + x add to /etc/mail/virtusertable: + # --- news.netfrag.org - joko, 2003-01-24 + sysadmin@netfrag.org gateway + make virtusertable! + x write welcome-mail + root@quepasa:~$ mail sysadmin@netfrag.org + Subject: Welcome to the sysadmin-newsgroup at netfrag.org! + Have fun! + greets, joko. + + . + Cc: + x test: do "refresh newsgroups" at your favourite news-reader + x this has been refactored to: [news:id=b0shbj$l9s$1@quepasa.netfrag.org] + x HEADERS: + x Message-ID: + x Subject: Re: Welcome to the sysadmin-newsgroup at netfrag.org! + o newsgate + o http://news.netfrag.org/nfo.tutos.sysadmin/id/b0shbj$l9s$1@quepasa.netfrag.org + o http://news.netfrag.org/nfo.tutos.sysadmin/subject/Re: Welcome to the sysadmin-newsgroup at netfrag.org! + +o Erkenntnis aus UML (Kernel 2.4): schwierig mit gleichzeitigem Zugriff + +o gave up trying to get Troll running + +x setup alternatives to Horde for public access + o viewcvs + x apt-get install libapache-mod-python + + o WebNewsViewer + +o release the user from having to send email-messages to actually post urls with content (e.g. "FirstPage") + +o parse .url-files! + +o have newsgroup-structure backed in ldap-container (ou) somehow (Data::Map!) + +x new email-addresses@netfrag.org: + x sysadmin@netfrag.org + x faq@netfrag.org + +x setup newsportal (by Florian Amrhein) + x url: http://florian-amrhein.de/newsportal/ + x cd /home/service/download + x mkdir newsportal + x cd newsportal + x wget http://florian-amrhein.de/newsportal/download/newsportal-0.24.tar.gz + x mkdir -p /data/www/virtual/netfrag/sites/news/apps/newsportal/ + x tar -xzf newsportal-0.24.tar.gz --directory=/data/www/global/apps/newsportal/ + x add to /data/www/virtual/netfrag/conf/applications.conf + Alias /webnews/ /data/www/global/apps/newsportal/ + x configure in /data/www/global/apps/newsportal/config.inc + // newsserver setup + $server="news.netfrag.org"; + $server_auth_user="webnews"; + $server_auth_pass="web123"; + x add to /etc/news/nnrp.access: + # 2003-01-26, joko + *:Read Post:webnews:web123:* + x modify groups.txt + + o TODO: AUTOUPDATE here! + o add to + + +x rework apache-layout - check into repository as something root is responsible for! + +o NfoWeb + o add WikiPages: + o Overview + o Projects + o MiniHowTo + (o Search) + o modify HomePage + o change Projects to Overview + +o yakka & pod + o convert pod to tavi + o perl first (pod2tavi) + o php afterwards (pod2tavi-php) + o then refactor to a YakkaPlugin (an "input-filter"?) ('yakka-filter-pod'?) + o address "files" outside the normal/configured default YakkaRepository + o introduce: "ExplicitAddressingOfArbitraryTargets" + o via HttpHeader (GET/POST) (HtmlUrlArgument, HtmlFormField) + o introduce "YakkaContainers": aim: group a bunch of targets/items together as a kind of "MetaRepository" + +o viewcvs & yakka + o a filesystem-adapter for yakka's storage-handler-system + o show "view in yakka" if document-type eq 'tavi|tavi,v|pod' + +o IconForNetfrag.Org? + o fav.ico? +x install viewcvs + x apt-get install viewcvs + x configured: + x /var/lib/cvs + x email-address (new): cvs-admin@netfrag.org -> dev@netfrag.org + x no forbidden modules (do this via unix permissions!) + x allow tarball generation? yes! + x Hint: add "Alias /viewcvs/ /usr/share/viewcvs/" to /etc/apache/conf/httpd.conf for online documents and icons + x added to '/data/www/virtual/netfrag/conf/applications.conf' in our case + x added '' to '/etc/viewcvs/templates/header.ezt' + +o rendering proposals for TaviWorkflow + o Linking|Referencing (WikiWords, PureExplicitLinkExtrapolation, NamedLinks) + o Coloring + o [o=red, x=green, R=red, r=green] + +o shortcut: TestApache to run 'apachectl configtest' (WikiForSystemAdministration) + +x web-based newsreader? twig! + x apt-get install twig + +o shutdown horde (for now: "pause") + +o viewcvs & apache-mod-python? + +o home2web, .home2webrc + --before: buildhtml --source=pod|tavi + --after: say "ready" + +x added root of quepasa to cvs + x su root + x cd /var/lib/cvs/nfo/hosts/quepasa.netfrag.org + x mkdir root + x chown -R .rootsrc root/ + x chmod -R g+w root/ + x cd /tmp + x cvs -d /var/lib/cvs checkout -d / nfo/hosts/quepasa.netfrag.org/root + x start with /etc + x cd /etc + x cvs add etc + x cvs add viewcvs + x cd viewcvs + x cvs add .... + x cvs commit -m "+ initial commit" + +x How to get a single file from cvs for download: (e.g.) + wget http://cvs.sourceforge.net/cgi-bin/viewcvs.cgi/*checkout*/viewcvs/viewcvs/templates/header.ezt?rev=1.2 + +x cvsgraph still missing: apt-get install cvsgraph + +x chora -> viewcvs + o change logo at /usr/share/viewcvs/images + x removed from template + x cvsview-query.cgi didn't work yet! + x error was: + x tail -f /data/www/virtual/netfrag/log/error_log + Traceback (most recent call last): + File "/usr/lib/cgi-bin/viewcvs-query.cgi", line 50, in ? + import query + File "/usr/lib/python2.1/viewcvs/query.py", line 42, in ? + import cvsdb + File "/usr/lib/python2.1/viewcvs/cvsdb.py", line 34, in ? + import dbi + File "/usr/lib/python2.1/viewcvs/dbi.py", line 17, in ? + import MySQLdb + ImportError: No module named MySQLdb + [Sat Jan 25 11:16:55 2003] [error] [client 217.231.127.85] Premature end of script headers: /usr/lib/cgi-bin/viewcvs-query.cgi + x solution is: + x apt-get install python-mysqldb + x use mysql; + x insert into db values ('localhost', 'ViewCVS', 'viewcvs', 'Y','Y','Y','Y','Y','Y','N','Y','Y','Y'); + x insert into db values ('%', 'ViewCVS', 'viewcvs', 'Y','Y','Y','Y','Y','Y','N','Y','Y','Y'); + x insert into user (host, user, password) values ('localhost', 'viewcvs', password('viewcvs')); + x flush privileges; + x cd /usr/lib/viewcvs + x ./make-database + x + o mail to author of viewcvs + + +o docu about uml and filesystem-layer running on gharb for MiniHowTo? + +o search.php?wiki=1&cvs=1&index=1 + +o get mnoGoSearch running + e apt-get install mnoGoSearch + +o it's not tavi nor tavi-workflow - it's: JustWrite? it's todo! (.todo -> .justdo -> .justwrite -> .done) + +o ScanToWeb + +o look at Mailman: http://www.list.org/features.html + +o use cvsup!? + +o alien.netfrag.org - (package-conversion) --> alien.packages.netfrag.org + +o chora2viewcvs - How to migrate from Horde/Chora to viewcvs. + +o LinuxInCvs (linux2cvs) + +o TestApacheConfig, StopApache, StartApache have to work without any running Apache - of course! + +o through "viewcvs" we loose the ability to "publish" documents via former chora: + viewcvs takes care to keep documents like they are in their original - so ".html"-files should be shown with text/plain + +o re-integrate .cvslink/JumpToCvs with dispatchurl + +o WikiWords in CvsCommitMessages? (via yakka?) + +x http://cvs.netfrag.org/bareface/yakka/?tarball=1 + +o [source:/link/to/source-code] (most times a '.cvslink' - hmmm?) + [source: ] + +o HelpMe + +o [snapshot:/link/to/snapshot] + [snapshot: ] + +o dispatchrequest - a multipurpose request dispatcher + o integrate: + x redirector at cvs.netfrag.org ... + o ... and news.netfrag.org + o JumpToCvs (.cvslink-mechanism) + o how was it done? + x cd /data/www/virtual/netfrag/sites/webcvs/.dispatch + x ln -s /data/www/global/apps/dispatchrequest . + + +o buildhtml -> makedoc + +o TWIG & yakka? + +o rename: dispatchmail -> dispatchmessage + +c rename: dispatchrequest -> forwardrequest? + +o readrc of bashrc|perlrc|xmlrc + +x setup TWIG + x cd /usr/share/doc/twig + x cd /data/www/virtual/netfrag/conf/ + x nano applications.conf + x add line: Alias /twig/ /usr/share/twig/ + x had to modify /etc/apache/conf/httpd.conf: + x added: 'index.php3' + + DirectoryIndex index.html index.htm index.shtml index.cgi index.php index.php3 + + x added: '.php3' + AddType application/x-httpd-php .php .php3 + x /etc/init.d/apache reload + x cd /etc/twig + x modify config.inc.php3 + x cd /usr/share/twig/setup + x mysql + x use mysql + x insert into user (host, user, password) values ('localhost', 'www-data', password('')); + x insert into db values ('localhost', 'twig', 'www-data', 'Y','Y','Y','Y','Y','Y','N','Y','Y','Y'); + x create database twig; + x flush privileges; + x database-schema + x gunzip twig.table.mysql.gz + x mysql twig < twig.table.mysql + +x setup arbitrary packet and bind to csm-system (Collaborative Software Management) + x pinstall twig + x apt-get install twig + x cd /etc + x cvs add twig + x cd twig + x cvs add * + x cvs add .htaccess + x cvs commit -m "+ initial commit" + + +o remove html from phpWiki: ('http://'!!!) (->https!!!) + + + + +o force https for: (authentication purposes - anonymous is http!) + o horde + o tutos + +x dpkg -x twig_2.7.5-4_all.deb tmp/ + +o TWIG & OpenLDAP!? + +x ApacheMasterLayoutRefactoring: quepasa.netfrag.org: + x removed /data/www/doc to /data/www/global/apps + x test: + x cd /data/www/virtual + x grep -ri "/data/www/doc" * + x cd /data/www/global + x grep -ri "/data/www/doc" * + x apps/twiki/ + x lib/TWiki.cfg + x bin/.htaccess + x conf/twiki-httpd + ---> just change between 'global' and (e.g.) 'virtual/netfrag' for switching between scopes ;-) + ---> the container (folder)-structure at global and sub-virtual level must match almost exactly to make this possible!!!!! + x conf/virtualdomains-httpd/ + x doc/twiki/ + x removed: /data/www/virtual/netfrag/pub to /data/www/virtual/netfrag/sites/public + x cd virtual/netfrag/conf + x grep -ri "/pub" * + x modify httpd.conf and applications.conf + x apachectl configtest + Syntax error on line 345 of /etc/apache/httpd.conf: + DocumentRoot must be a directory + x disabled there completely + x now in /data/www/global/conf/httpd.conf + DocumentRoot /data/www/virtual/netfrag/sites/public + x apachectl configtest + fopen: No such file or directory + apache: could not open document config file /data/www/conf/twiki-httpd.conf + x mv /data/www/global/conf/twiki-httpd.conf /data/www/virtual/netfrag/conf/ + x nano /data/www/virtual/netfrag/conf/applications.conf to match new path + x apachectl configtest + fopen: No such file or directory + apache: could not open document config file /data/www/conf/tutos-httpd.conf + x cd virtual/netfrag + x grep -rin "www/conf" * + x edit applications.conf:21 + x was: Include /data/www/conf/tutos-httpd.conf + x is: Include /data/www/global/conf/tutos-httpd.conf + x apachectl configtest + Warning: DocumentRoot [/data/www/virtual/netfrag/sites/webnews] does not exist + fopen: No such file or directory + apache: could not open document config file /data/www/conf/dynamic.conf + x grep -rin webnews * + x edit applications.conf:30 + x was: Alias /webnews/ /data/www/global/apps/newsportal/ + x is: Alias /webnews/ /data/www/global/apps/newsportal/ + x edit httpd.conf:74 + x was: DocumentRoot /data/www/virtual/netfrag/sites/webnews + x is: DocumentRoot /data/www/virtual/netfrag/sites/news + x cd global/conf + x grep -rin www/conf * + x STDOUT-PARSE: + httpd.conf:14:#Include /data/www/conf/httpd-php-perl.conf + httpd.conf:16:#Include /data/www/conf/virtualdomains-httpd.conf + httpd.conf:29:Include /data/www/conf/dynamic.conf + ->FILE-MODIFY: httpd.conf:29:Include /data/www/global/conf/dynamic.conf + x apachectl configtest + root@quepasa:/data/www/global/conf# apachectl configtest + configuring dynamic domain "golf5.de" + configuring dynamic domain "smartmen.de" + configuring dynamic domain "ballonflug.de" + Syntax OK + x /etc/init.d/apache restart + x testing "http://netfrag.org/" fails + x testing "http://netfrag.org/index.php" + x makes redirect to "http://netfrag.org/nfoweb/" but fails there + x tail -f tail -f /data/www/virtual/netfrag/log/error_log + [Sun Jan 26 15:32:04 2003] [error] [client 217.231.119.195] File does not exist: /data/www/virtual/netfrag/pub/ + [Sun Jan 26 15:33:02 2003] [error] [client 217.231.119.195] File does not exist: /data/www/virtual/netfrag/pub/ + [Sun Jan 26 16:37:37 2003] [error] [client 217.231.119.195] Symbolic link not allowed: /data/www/virtual/netfrag/sites/public/nfoweb/ + [Sun Jan 26 16:38:08 2003] [error] [client 217.231.119.195] Symbolic link not allowed: /data/www/virtual/netfrag/sites/public/nfoweb/ + [Sun Jan 26 16:40:10 2003] [error] [client 217.231.119.195] Symbolic link not allowed: /data/www/virtual/netfrag/sites/public/nfoweb/ + + +o register: + public.netfrag.org -> http://netfrag.org + secure.netfrag.org -> https://netfrag.org + +o netfrag.org: DispatchRequest for http://netfrag.org/nfoweb/! +o netfrag.org: DispatchRequest for http://netfrag.org/rrr/! + +o IntroduceMergePoint at http://netfrag.org/doc/ + o MiniHowto + o faqs (e.g. from news://news.netfrag.org/nfo.faq.users + +o what about an "AUTOSAVE"-feature for UltraEdit when leaving the window or + o an AUTOCOMMIT on that very event (maybe integrated with a counter) + +o write scripts to iterate recursively through directories under specified path ... + o ... and do some actions on each directory, e.g. + o execute some specified .dot-files (e.g. .pod2htmlrc, .symlinkrc, .makedocrc) + +x CVSSpam in action: + 10146 ? S 0:00 /usr/sbin/sshd + 10148 ? S 0:00 /usr/sbin/sshd + 10149 ? S 0:00 cvs server + 10150 ? S 0:00 cvs server + 10151 ? S 0:00 /bin/login + 10155 ? S 0:00 /usr/bin/ruby -w /var/lib/cvs/CVSROOT/collect_diffs.rb --to joko@netfrag + 10158 ? S 0:00 /usr/bin/ruby /var/lib/cvs/CVSROOT/cvsspam.rb /tmp/#cvs.loginfo.10149.10 + +x as Chora'sStylesheet has come active (by accident) when viewing this file view web + we should include this as a fixed default making horde our default stylesheet delivery engine (for now) + +o link-checker for netfrag.org + +o dispatcher for style.netfrag.org redirecting to ? + +o mini-howto: "HttpRedirect" + +o how to refactor the MiniHowtos? + o into a wiki? wikis seem to miss offline/distributed capabilities! (for now) + x into pod + x build offline + o build online + o into DocBook? + o into tavi? (or "TaviWorkflow"?) + o but: LinkWithWikiAutomagically to get everything together + o look at the InterwikiMechanism + o look at the various WikiPluginArchitectures + o look at YakkaDev! + +o a LinkageExample: RenderThis(html4|text|html3|pdf) with [[yakka]] and [[tavi-workflow]]! + +o proposal for hierarchical structure (and HomePage) of netfrag.org + ~overview -> SomeWiki -> Overview + ~projects (include some common text here) + ~users (include some common text here) + - Page: UserArea + - Page: ~users + ~projects -> SomeWiki-> Projects + ~users (include former page "User area" (now UserArea) automagically at the bottom here! (WikiInclude?)) + ~rabit (raBit's router - psl.no-ip.com) + ~natraj (sam's place - optix) + ~joko (joko's) + ~bareface (->yakka) + +o MasterWorkflow: + -> TheThreeGoodThings + -> HaveIdea -> WriteDown (RefactorLater) -> WriteDownMore -> WriteDownAssociations -> WriteDownEvenMoreIfNotStoppedByExternalInfluences + -> RefactorIdeas -> Categorize -> AddNotes -> AddTasks + -> DoThings -> ReadTasks -> DoTasks + -> TheFourthBadThing: TimeTrackAllThis ;-) (it seems to be not so far away....) + +o what do we need / what do we do? + --- researcher + o OnlineReading + (o SelectItemsForDownload) <- want-to-have + (o DownloadItems) <- want-to-have + --- researcher + o OfflineReading + x ClumsyOfflineReading <- status-quo + (o NiceOfflineReading) <- want-to-have + (o OfflineArchiving) <- want-to-have + o OfflineEditing (text, html, pod, tavi) + o OnlinePublishing () + --- engine + o LiveDispatching (ContentEncoding, ContentConversion, EnvelopeEncapsulation, GatewayToXyz) + o OfflineRendering (html, text, pdf, chm) + --- reader + o OnlineReading ( ) + (o SelectItemsForDownload) <- want-to-have + (o DownloadItems) <- want-to-have + o OfflineReading (pdf, chm) + +o link to http://teamsonar.no-ip.com + +