Hadoop Advent Calendar 2013 4æ¥ç®ã®è¨äºã§ã tl;dr explainã¨job historyãèªã 1 reducerã¯æª data skewã¯æª åæ¸ã ã¿ããªå¤§å¥½ãSQLã§Hadoopä¸ã§ã®å¦çãå®è¡ã§ããHiveã«ã¯ã¿ãªããæ®æ®µãããä¸è©±ã«ãªã£ã¦ãããã¨ã§ããããã¡ãã£ã¨èª¿ã¹ç©ã§ã°ã°ã度ã«ç®ã«å ¥ãæãããããã¹ã³ããããèãã å¿ã«æ¸ 涼ãªé¢¨ãã¯ããã§ããã¾ãã ã§ããHiveã®ã¯ã¨ãªè¨èªã¯SQLã§ã¯ãªãHiveQLã§ãããå®è¡ã¨ã³ã¸ã³ãRDBã®ããã¨ã¯å ¨ãç°ãªãMapReduceã§ããSQLã®ã¤ããã§HiveQLãæ¸ãã¦ããã¨å°é·ãè¸ãã§ãã¾ããã¨ãã¾ãã«ããããã¾ããæ¬ã¨ã³ããªã§ã¯é¥ããã¡ãªHiveQLã®è½ã¨ãç©´ã2ã¤ç´¹ä»ãã¾ãã ä¾1 SELECT count(DISTINCT user_id) FROM access_log SQLã«æ £ããæ¹ã§ãã
ãã£ã¹ã¯ãå£ããå ´åã®ç¶æ 確èªããã«ä½¿ãã Eã¯ã¨ã³ã¯ãã¼ã¸ã£çªå· Sã¯ã¹ãããçªå· aã¯ã¢ããã¿çªå· ä¸è¨ã¯ç©çãã£ã¹ã¯ã®ç¶æ 確èªçµæã§è¡¨ç¤ºãããã â ç©çãã£ã¹ã¯ã®ç¶æ ã©ã®ãã£ã¹ã¯ãå£ãã¦ããã確èªã Firmware Stateããããè¦ãã /opt/MegaRAID/MegaCli/MegaCli64 -PDList -aALL â ä»®æ³ãã£ã¹ã¯ã®ç¶æ RAIDãã£ã¹ã¯ã®ç¶æ ãç¢ºèª /opt/MegaRAID/MegaCli/MegaCli64 -LDInfo -Lall -aALL â LEDç¹ç¯ ã¶ã£å£ãã¦ãããã£ã¹ã¯ã®ã¹ãããã®LEDãç¹ç¯ããã /opt/MegaRAID/MegaCli/MegaCli64 -Pdlocate start physdrv[E:S] -a0 â ãã£ã¹ã¯ã®ãªãã©ã¤ã³ 交æ対象ã®ãã£ã¹ã¯ã«ã¢ã¯ã»ã¹ã§ããç¶æ ã§ããã°ããªãã©ã¤ã³ã«ãã /opt/M
Oracle, Open Source, Privateç¹ã«ããã©ã¼ãã³ã¹ãã¹ãããã£ã¦ãã¨ããããã¨OSã®ç°å¢ãå¤ãã¦çµæãè¦æ¯ã¹ãããªãã¨ããããã¾ãããã®ä¸ã§ãã¡ã¢ãªå®¹éãå¤ãããã©ããªããï¼ãã¨ããã¨ãããã°ãã°ããã¾ãããã¯ã¼ãã¬ã¤ã§ãããå®ç¾ããã«ã¯ããã£ãããããã¨ã©ãã¯ãããµã¼ããå¼ãåºããã±ã¼ã¹ããã«ãã¨éãã¦ã¡ã¢ãªãå¼ã£ãæãã¨ããæãæåã«æãã¤ãã¾ããããããã¥ã¢ã«ãã£ãã«æ§æã®å ´åç絡çã«ãããªãã¨ããã¡ããã¨ãµã¼ããèµ·åããªããªã£ã¦ãã¾ãå¯è½æ§ãããã¾ãããããããç¾å ´ã¾ã§è¨ã£ã¦ä½æ¥ããã¨ããã®ãåå§çã§ãã ç°¡åãªæ¹æ³ã¯ãã«ã¼ãã«ã®èµ·åãã©ã¡ã¼ã¿ãmemãã§OSï¼ã«ã¼ãã«ï¼ãèªèããã¡ã¢ãªå®¹éãæå®ãã¦ãããããæ¹ã§ããããã¯/boot/grub/grub.confãç´æ¥ç·¨éãã¦éçã«è¨å®ãã¦ãããã§ãããèµ·åæã«grubã¡ãã¥ã¼ã§é½åº¦è¨å®ãã¦ãOKã§ãã ä¾
How to set kernel boot options Kernel boot options are contained in the file /boot/grub/grub.conf. Each installed kernel has a group of lines called a stanza describing: the title of the operative system to load where to find the boot partition (in grub named root!) what kernel (vmlinuz-*) to boot, with additional kernel options the name of the initrd to load A typical stanza looks something like
æ¹è¡ãããªãã¹ãã¼ã¹ã¨ãã¤ãã³ã®æ¿å ¥æ¹æ³ãç´¹ä»ãã¾ããæ¹è¡ãããªãã¹ãã¼ã¹/ãã¤ãã³ã¨ã¯ãä¾ãã°è¡æ«ã«ã3 mgãããP.10-30ãã¨ããå 容ãå ¥åããéãã3 mgãã®åè§ã¹ãã¼ã¹ããP.10-30ãã®ãã¤ãã³ä»¥éã§è¡ãè·¨ããããªãå ´åãæ¹è¡ãããªãã¹ãã¼ã¹/ãã¤ãã³ãå©ç¨ãããã¨ã«ãããã3 mgãããP.10-30ããåä¸è¡ã§è¡¨ç¤ºãããã¨ãå¯è½ã§ãã è¨å®æ¹æ³ï¼ 1)ãåè§ã¹ãã¼ã¹ãããã¯ãã¤ãã³ã®åå¾ãåä¸è¡ã§è¡¨ç¤ºãããç®æã¸ã«ã¼ã½ã«ã移åãã¾ãï¼å³ 1ï¼ãå³ 1 2)ãæ¢ã«æ¿å ¥ããã¦ããåè§ã¹ãã¼ã¹ãããã¯ãã¤ãã³ãåé¤ãã¾ãï¼å³ 2ï¼ãå³ 2 3)ã代ããã«æ¹è¡ãããªãã¹ãã¼ã¹ï¼Ctrl + Shift + Spaceï¼ãããã¯ãã¤ãã³ï¼Ctrl + Shift +\ï¼ãæ¿å ¥ãã¾ãï¼å³ 3ã¯æ¹è¡ããªãã¹ãã¼ã¹ãå³ 4ã¯æ¹è¡ããªããã¤ãã³ãæ¿å ¥ããä¾ï¼ãå³ 3 å³ 4 ç·¨éè¨å·
This article was migrated from http://rails.office.drecom.jp/takiuchi/archive/151 detachããGNU screenã®ã»ãã·ã§ã³ã«ãå¥ãªãµã¼ãããåæ¥ç¶ããããä¸åº¦ãã°ã¢ã¦ããã¦ããåæ¥ç¶ãããã¨ããã¨ãSSH Agent Forwardingããã¾ãæ©è½ããªããªã£ã¦ãã¾ãã¾ãã ãã®åé¡ã¯ãscreenä½ææã«è¨å®ãããSSHé¢é£ã®ç°å¢å¤æ°ï¼SSH_XXXXï¼ããåæ¥ç¶æã«ã¯ç¡å¹ãªå¤ã¨ãªã£ã¦ãããã¨ã«screenãæ°ã¥ããªãããã«èµ·ããã¾ãã å¾ã£ã¦ããã®åé¡ã解決ããããã«ã¯ãåæ¥ç¶ã®ç´åã«æ¥ç¶å ã® SSHé¢é£ã®ç°å¢å¤æ°ãã³ãã¼ããæ¥ç¶å¾ã«ãã®å¤ãåè¨å®ããå¿ è¦ãããã¾ãã 以ä¸ã¯ããããå®æ½ããããã®Shellã¹ã¯ãªããã®ä¾ã§ãã # fix ssh env if [ "$TERM" = "scree
æ¯è¼ç大ãããµã¤ãºã®ãã¡ã¤ã«ãSCPã§è»¢éãããã¨ããã£ã¦ãã§ããã ãé«éåãã¦ã¿ããã£ãã®ã§ãè²ã 試ãã¦ã¿ãã¡ã¢ã scpã¨ãããsshã«ã¯ãæå·åæ¹å¼ã¨å§ç¸®æç¡ã®æå®ãããã®ã§ããããã®ãã³ããã¼ã¯ãã å°ã以ä¸ã¯ãSSH v2ã対象ã§ããv1ã¯ããªãé ãã£ãã®ã¨ããããã使ã£ã¦ããªãã®ã§è©¦ãã¦ãã¾ããã (追è¨: 2019/11) æ¬ã¨ã³ããªã®æ å ±ã¯æ¢ã«å¤ãããã以ä¸ã®ã¨ã³ããªã«ã¦åæ¤è¨¼ãã¦ãã¾ãããããã¦ã覧ãã ããã¾ãã ãã³ããã¼ã¯ã§å©ç¨ããç°å¢ [Server1] <=> [Gigabit Switching Hub] <=> [Server2] Server1 (HP ML115 G5) AMD Phenom 9950, 8GB, RAMãã£ã¹ã¯ä½¿ç¨, Gigabit Ethernet Server2 (HP ML115 G1) AMD Opteron 1210, 4GB,
ã·ã§ã«ã®ãã©ã¡ã¼ã¿å±éãå©ç¨ãã¦ãbasenameããã¡ã¤ã«åï¼æ¡å¼µåãªãï¼ãæ¡å¼µåãåå¾ããæ¹æ³ã #!/bin/bash path="/path/to/foo.tar.gz" echo "path: $path" basename=${path##*/} echo "basename: $basename" filename=${basename%.*} echo "filename: $filename" extension=${basename##*.} echo "extension: $extension" via ã·ã§ã«ã®ãã©ã¡ã¼ã¿å±éã§ã¹ã¯ãªããèªèº«ã®ãã¡ã¤ã«åãåå¾ãã Man page of BASH
ImageMagickã¯å¤æ©è½ãªãã¼ã«ã§ããã ãããã³ãã³ãã©ã¤ã³ãã¼ã«ã®å®¿å½ã¨ãã¦ã使ãæ¹ãåããã«ããã ä»æ¥ã¯ç»åã®èªååãæãããããã¨ããããããããauto cropãã¨ãããã¤ã ã大æããã®UNIXã¦ã¼ã¶ãªãxvã«AutoCropãã¿ã³ããã使ã£ãè¨æ¶ãããã®ã§ã¯ãªãã ãããã90年代ååã®xvã¯ãUNIXåå¿è ã«ã¨ã£ã¦ããã£ã¨ã cool ãªãã¼ã«ã«è¦ãããããªæ°ãããã gimpã«ããç»åã®æå°æ ã§ã®åãæãããªãã¡ãã¥ã¼ããããç°¡åã«åãæããã¨ãã§ãããããããxvãgimpã¯é£½ãã¾ã§GUIãªãã¼ã«ã§ãããèªååãæãã¨ã¯ãã£ã¦ãã¦ã¼ã¶ãæä½ããªããã°ãªããªããã·ã§ã«ã¹ã¯ãªããå ã§å¦çãããããªå ´åã«ã¯ããã¯ãImageMagickã®ãããªã³ãã³ãã©ã¤ã³ãªãªã¨ã³ããããªãã¼ã«ã好ã¾ããã ã¨ããããã§ãImageMagickã§ã®auto cropã§ãããã以åã¯ã
ã¿ã¤ãã«ã¾ãã¾ãªãã§ãããFirefoxã®ã¢ããªã³ã®ä¸ã¤ã§ããMozexã§vimã使ãæ¹æ³ãMac OS X versionã ã§ãã¾ãMozexã¨ã¯ãªããã¨ããã¨ãFirefoxã®ã¢ããªã³ã§(äºåç®)ããã¹ãã¨ãªã¢ã¨ããã¼ã¸ã®ã½ã¼ã¹ããæ°ã«å ¥ãã®ã¨ãã£ã¿ã§ç·¨éãããèªãããããããã£ã¦ããã®ã ãã¨telnetã¨ãããããã ã¾ããå½ç¶ä¿ºã¯vimã使ãããããã§ã ã§ããã°ã¿ã¼ããã«ã¯Terminal.appã使ãããããã§ã ã§ããã®è¨å®æ¹æ³ã ãã®ã¾ã¾Mozexã®è¨å®ç»é¢ã«/Applications/Utilities/Terminal.app/Contents/MacOS/Terminalã«æã¤ã¨ãªããTarminal.appãå¤éèµ·åããããå¼æ°ã®æ¸¡ãæ¹åãããªãã...ã ãããªããã§ãapplescriptãæ¸ãã¦ã¿ãã ã¨ãããããã¹ã¯ãªããã¨ãã£ã¿ãéãã¦ã以ä¸ãã³ããã
LINUXã®ãã¹ã¯ããããä½å¹´ãè¦ãªããã¡ã«éåã¨ããæãã¦ã 使ç¨ã«èãããããããªãã ãããã¨æãããã«ãªã£ãã®ã§ã ä»åPowerbookG4(Titanum 1GHz) ã«å ¥ãã¦ã¿ãäºã«ã Fedora Core 6 PPC çããã¦ã³ãã¼ããã¦DVDã«ç¼ãã¦ã¿ããã ä½åº¦ãã£ã¦ãã¤ã³ã¹ãã¼ã«åææã®ãã£ã¹ã¯æ£å½æ§ãã§ãã¯ã§Failãã¦ãã¾ãã ã©ãããé å¸ããã¦ãããã£ã¹ã¯ã¤ã¡ã¼ã¸ã¯å£ãã¦ãã(?) ãããã Vine LinuxãPPCçãåºãã¦ããã¦ããã®ã§ãVine Linuxã«å¤æ´ã ä¸è¨ã¯ãã®è¨é²ã ã¤ã³ã¹ãã¼ã« æ®éã«ã¤ã³ã¹ãã¼ã«ã§ããããã ããã¼ãã£ã·ã§ã³ã®è¨å®ã§APPLE BOOTSTRAPã¨ãã 1MBã®ãã¼ãã£ã·ã§ã³ãä½ãå¿ è¦ããã£ãã èµ·å ç´ ç´ã«èµ·åãã¦ãããªããä½ã£ã¦ãã30GBã®HDDã使ã£ã¦ã¤ã³ã¹ãã¼ã«ãããã¨ãã¯ã ä½ä¸ã¤åé¡ãèµ·ããã«ããããªãèµ·
Snow Leopardãã¤ãã«çºå£²ãã¤ã³ã¹ãã¼ã«ãã£ã¹ã¯ãåã«ããã¤ã¢ãããã¼ãããããæ©ãã§ããåããå¤ãã¯ããä»åã¯ãã¹ã ã¼ãºãªç§»è¡ãæãæ¹ã®ããã«ãã移è¡ã¢ã·ã¹ã¿ã³ããã使ãã¨ãã®ãã¤ã³ããç´¹ä»ãããã Time Machineã§ä½æããããã¯ã¢ããã¯ã移è¡ã¢ã·ã¹ã¿ã³ãã使ãSnow Leopardã¸ã³ãã¼ã§ãã ã¹ãã¼ããªã移è¡ããèãã Leopardã®ã¤ã³ã¹ãã¼ã©ã«ã¯ãæªä½¿ç¨ã®HDDã対象ã¨ãããæ°è¦ã¤ã³ã¹ãã¼ã«ããæ¢åã·ã¹ãã ãæ®ãã¤ã¤ç©ºãé åã«ã·ã¹ãã ãã¡ã¤ã«ãã³ãã¼ãããã¢ã¼ã«ã¤ããã¦ããã¤ã³ã¹ãã¼ã«ãããã£ã¹ã¯ãæ¶å»ãã¦ããä½æ¥ãããæ¶å»ãã¦ããã¤ã³ã¹ãã¼ã«ãã®3æ¹å¼ãç¨æããã¦ãããããããSnow Leopardã§ã¯å¾2è ãé¸æã§ããªããªãããã§ã«ã·ã¹ãã ãåå¨ããå ´åã¯ä¸æ¸ãã¢ããã°ã¬ã¼ãããã以å¤ã¯æ°è¦ã¤ã³ã¹ãã¼ã«ã¨ãªãã çè ã®çµé¨ããããã¨ãOSã¯æ°è¦ã¤ã³
top > Linux > æåã³ã¼ãã®å¤æ æåã³ã¼ãã®å¤æ ã«ãã´ãªã¼: Linux| å ¬é: 2009/4/30 | ã³ã¡ã³ãï¼0ï¼ Linuxã§ããã¹ããã¡ã¤ã«ã®æåã³ã¼ããå¤æããæ¹æ³ã®ã¡ã¢ã nkfã使ã $ nkf [ãªãã·ã§ã³] å ¥åãã¡ã¤ã« > åºåãã¡ã¤ã« ãªãã·ã§ã³ -j (ããã©ã«ã) JISã³ã¼ããåºå -e EUCã³ã¼ããåºå -s Shift-JISã³ã¼ããåºå -w UTF-8ã³ã¼ããåºå -Lu æ¹è¡ã³ã¼ããunixå½¢å¼(LF)ã«å¤æ -Lw æ¹è¡ã³ã¼ããwindowså½¢å¼(CRLF)ã«å¤æ -Lm æ¹è¡ã³ã¼ããmacå½¢å¼(CR)ã«å¤æ UTF-8ã«å¤æã $ nkf -w filename > filename.utf8 å ¥åãã¡ã¤ã«ã«ä¸æ¸ãããã¨ãã¯ã--overwrite ãªãã·ã§ã³ã使ãã $ nkf -w --overwrite
ã©ã³ãã³ã°
ãç¥ãã
ã©ã³ãã³ã°
ãªãªã¼ã¹ãé害æ å ±ãªã©ã®ãµã¼ãã¹ã®ãç¥ãã
ææ°ã®äººæ°ã¨ã³ããªã¼ã®é ä¿¡
å¦çãå®è¡ä¸ã§ã
j次ã®ããã¯ãã¼ã¯
kåã®ããã¯ãã¼ã¯
lãã¨ã§èªã
eã³ã¡ã³ãä¸è¦§ãéã
oãã¼ã¸ãéã
{{#tags}}- {{label}}
{{/tags}}